-- Logs begin at Wed 2022-02-16 12:56:52 UTC, end at Wed 2022-02-16 14:58:48 UTC. -- Feb 16 13:33:24.685169 dv-neutron-828143-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 13:33:27.144806 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.common.config [-] Logging enabled! Feb 16 13:33:27.145518 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev38 Feb 16 13:33:27.145518 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 13:33:27.148662 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.common.config [-] Logging enabled! Feb 16 13:33:27.148913 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev38 Feb 16 13:33:27.149225 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 13:33:27.150173 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:33:27.150428 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:33:27.150788 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:33:27.151034 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:33:27.151260 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:33:27.151576 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.151875 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.152171 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.152398 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.152680 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.152967 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.153246 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.153528 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.153829 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.154116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.154415 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.154694 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.154917 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.155182 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.155464 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.155747 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.155971 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] debug = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.156249 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.156668 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.157090 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.157361 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.157641 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.157915 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.158334 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.158615 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.158894 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.159217 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] host = dv-neutron-828143-3-hyperv {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.159495 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.159777 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.160059 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.160342 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.160612 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.160883 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.161165 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.161434 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.161702 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.161973 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.162284 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.162571 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.162856 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.163078 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.163298 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.163582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.163863 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.164136 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.164408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.164677 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.165022 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.165285 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.165549 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.165831 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.166115 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.166425 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.166698 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.166967 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.167235 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.167502 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.167784 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.168052 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.168321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.168593 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.168873 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.169136 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.169404 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.169698 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.169979 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.170300 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.170584 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.170852 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.171130 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.171396 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.171662 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.171926 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_json = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.172194 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.172459 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.172736 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.173002 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.173269 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.173534 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.174158 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.174479 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.174753 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:27.175047 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.175344 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.175641 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.175924 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.176210 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.176485 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.176770 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.177041 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.177326 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.177610 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.177893 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.178165 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.178475 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.178752 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.179042 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.179340 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.179632 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.179919 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.180186 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.180453 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.180719 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.180992 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.181272 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.181561 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.181844 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.182115 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.182418 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.182704 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.182982 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.183252 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.183527 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.183810 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.184083 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.184351 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.184627 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.184897 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.185162 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.185427 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.185699 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.185982 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.186272 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.186543 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.186809 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.187079 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.187343 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.187620 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.187888 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.188159 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.188426 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.188706 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.188973 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.189242 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.189561 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.189831 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.190102 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.190469 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.190744 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.191016 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.191285 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.191554 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.191826 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.192092 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.192365 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.192632 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.192901 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.193168 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.193440 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.193707 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.193991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.194307 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.194585 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.194859 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.195131 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.195404 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.195671 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.195942 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.196211 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.196483 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.196749 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.197034 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.197311 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.197591 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.197865 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.198135 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.198459 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.198736 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.199017 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.199284 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.199561 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.199837 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.200115 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.200407 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.200698 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.200986 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.201275 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.201564 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.201839 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.202143 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.202443 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:27.202660 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:33:27.202899 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87592) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 13:33:27.589478 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO keyring.backend [-] Loading KWallet Feb 16 13:33:27.596875 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO keyring.backend [-] Loading SecretService Feb 16 13:33:27.600397 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO keyring.backend [-] Loading Windows Feb 16 13:33:27.601742 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO keyring.backend [-] Loading chainer Feb 16 13:33:27.602345 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO keyring.backend [-] Loading macOS Feb 16 13:33:27.635785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 13:33:27.636052 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 13:33:27.636341 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 13:33:27.636694 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 13:33:28.024374 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.024671 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.024942 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.026143 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.026465 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.026829 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.061152 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.061412 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.061676 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.074854 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.075129 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.075393 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.105261 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.105532 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.105796 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.142152 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.142449 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.142769 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.377005 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.377659 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.377659 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.377807 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.378561 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.498151 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.498507 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.498763 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.499059 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.499322 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.499631 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.499889 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.500130 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.500404 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.500691 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.500947 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.501207 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.501470 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.501715 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.502029 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.502321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.502567 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.502836 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.503093 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.503373 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.503720 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.503971 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.504225 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.504500 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.504748 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.504991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.505382 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.505625 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.505859 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.506093 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.506353 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.506589 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:28.506954 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 13:33:28.510125 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 13:33:28.514131 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 13:33:28.518051 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 16 13:33:28.519742 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 13:33:28.520189 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 13:33:28.520521 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 13:33:28.520908 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 13:33:28.524879 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 13:33:28.525125 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 13:33:28.525478 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 13:33:28.553638 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 13:33:28.554078 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.554395 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87592) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 13:33:28.554755 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.556129 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87592) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 13:33:28.556405 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 13:33:28.556646 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 13:33:28.559959 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.560233 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:28.622446 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 13:33:28.623074 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 13:33:28.623305 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 13:33:28.623671 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 13:33:28.659417 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_db.sqlalchemy.engines [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 13:33:28.994920 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing driver for type 'gre' Feb 16 13:33:28.995434 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] gre ID ranges: [(1, 1000)] Feb 16 13:33:29.057480 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing driver for type 'local' Feb 16 13:33:29.057806 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing driver for type 'vlan' Feb 16 13:33:29.072683 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] VlanTypeDriver initialization complete Feb 16 13:33:29.073061 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing driver for type 'vxlan' Feb 16 13:33:29.073656 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] vxlan ID ranges: [(1, 1000)] Feb 16 13:33:29.129785 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing extension driver 'port_security' Feb 16 13:33:29.130273 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.extensions.port_security [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] PortSecurityExtensionDriver initialization complete Feb 16 13:33:29.130606 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing mechanism driver 'openvswitch' Feb 16 13:33:29.130929 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing mechanism driver 'hyperv' Feb 16 13:33:29.137811 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.plugin [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:29.138568 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.138932 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.139271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.139817 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.140239 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.140570 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.140910 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.141293 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.141737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.142142 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.142682 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.143094 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.143493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.143830 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.144162 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.144543 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.144934 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.145277 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.145608 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.146117 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.146541 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > address_group after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.146880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > address_group after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.147213 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.147597 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 13:33:29.148035 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] ML2 OVO RPC backend initialized. {{(pid=87592) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 16 13:33:29.148751 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.149092 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.149502 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.149841 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > networks before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.150179 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.150541 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > ports before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.150877 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.151209 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnets before_response 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.151547 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.151880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.152208 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.152535 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.152863 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.153193 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.153527 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.153863 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.154190 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.154785 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.plugin [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Modular L2 Plugin initialization complete Feb 16 13:33:29.155115 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading services supported by the core plugin {{(pid=87592) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 13:33:29.155439 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.plugins.ml2.managers [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Got port-security extension from driver 'port_security' Feb 16 13:33:29.155886 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.extensions.vlantransparent [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Disabled vlantransparent extension. Feb 16 13:33:29.156371 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87592) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 13:33:29.156677 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: router Feb 16 13:33:29.194242 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.194626 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_create 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.194993 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router before_create 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.195352 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.195716 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.196063 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_delete 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.196414 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.196770 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_create 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.197111 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.197454 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.197767 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.198120 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.198546 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.198904 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.199236 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.199563 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: subnet after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.199892 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.200242 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.200580 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_create 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.200916 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.201248 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.201590 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router after_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.201906 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.202280 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_create 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.202640 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.202979 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_update 55549900 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.203343 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > agent after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.203774 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > agent after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.204253 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > network after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.205292 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Tracking information for resource: router configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:29.205622 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Tracking information for resource: floatingip configured {{(pid=87592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 13:33:29.210623 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.db.l3_agentschedulers_db [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 13:33:29.211231 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.211607 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.211930 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.212272 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: port after_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.213182 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router before_create 55550100 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.213531 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.213886 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_create 55550100 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.214257 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > router precommit_update 55550100 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.218767 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.provider_configuration [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service providers = [] {{(pid=87592) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 13:33:29.219123 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.db.servicetype_db [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87592) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 13:33:29.222111 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.service_base [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:33:29.222477 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.service_base [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:33:29.222818 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.service_base [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:33:29.223731 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.services.service_base [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 13:33:29.224094 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.services.service_base [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 13:33:29.224461 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.224782 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 13:33:29.235644 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.235918 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: auto_allocate Feb 16 13:33:29.241867 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: network precommit_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.242261 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: network precommit_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.242785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.243104 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: tag Feb 16 13:33:29.250021 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.250372 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: timestamp Feb 16 13:33:29.254509 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.254841 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: network_ip_availability Feb 16 13:33:29.260133 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.260521 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.260869 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.261583 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.261906 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: flavors Feb 16 13:33:29.266666 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.266993 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading Plugin: revisions Feb 16 13:33:29.271380 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 13:33:29.271770 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.635s {{(pid=87592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 13:33:29.272513 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87592) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 13:33:29.272850 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Initializing extension manager. Feb 16 13:33:29.273345 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: __init__.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.273681 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: __pycache__ {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.274005 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.274359 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: address_group.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.275141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.275706 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: address-group Feb 16 13:33:29.276024 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: address_scope.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.276758 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.277253 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: address-scope Feb 16 13:33:29.277569 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.278505 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.279015 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: router-admin-state-down-before-update Feb 16 13:33:29.279332 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: agent.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.280024 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.280526 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: agent Feb 16 13:33:29.280851 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: agent_resources_synced.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.281747 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.282263 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: agent-resources-synced Feb 16 13:33:29.282589 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: allowedaddresspairs.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.284663 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.285176 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: allowed-address-pairs Feb 16 13:33:29.285497 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: auto_allocated_topology.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.286597 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.287115 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: auto-allocated-topology Feb 16 13:33:29.287430 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: availability_zone.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.288119 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.288627 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: availability_zone Feb 16 13:33:29.288938 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: availability_zone_filter.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.289838 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.290376 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: availability_zone_filter Feb 16 13:33:29.290690 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: data_plane_status.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.291608 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.292105 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 13:33:29.292414 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: default_subnetpools.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.293317 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.293811 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: default-subnetpools Feb 16 13:33:29.294121 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.294957 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.295440 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: dhcp_agent_scheduler Feb 16 13:33:29.295763 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: dns.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.296667 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.297156 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension dns-integration not supported by any of loaded plugins Feb 16 13:33:29.297469 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: dns_domain_ports.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.298406 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.298926 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 13:33:29.299238 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: dvr.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.299900 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.300401 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: dvr Feb 16 13:33:29.300704 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: empty_string_filtering.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.301621 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.302125 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: empty-string-filtering Feb 16 13:33:29.302473 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.303396 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.303894 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 13:33:29.304200 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.305105 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.305598 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 13:33:29.305909 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: external_net.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.306834 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.307339 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: external-net Feb 16 13:33:29.307648 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.308546 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.309044 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: extra_dhcp_opt Feb 16 13:33:29.309355 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: extraroute.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.310282 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.310785 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: extraroute Feb 16 13:33:29.311096 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: extraroute_atomic.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.312124 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.312630 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: extraroute-atomic Feb 16 13:33:29.312945 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: filter_validation.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.313605 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.314098 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: filter-validation Feb 16 13:33:29.314534 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: fip_pf_description.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.315453 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.315945 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 13:33:29.316257 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: fip_port_details.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.317169 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.317666 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: fip-port-details Feb 16 13:33:29.317979 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: flavors.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.319240 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.319755 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: flavors Feb 16 13:33:29.320070 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.321755 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.322305 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 13:33:29.322638 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: floatingip_pools.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.323333 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.323838 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: floatingip-pools Feb 16 13:33:29.324158 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: ip_allocation.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.325073 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.325575 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 13:33:29.325891 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.326833 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.327340 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: ip-substring-filtering Feb 16 13:33:29.327661 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l2_adjacency.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.328562 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.329062 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 13:33:29.329377 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.330389 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.330909 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: router Feb 16 13:33:29.331234 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.333583 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.334106 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 13:33:29.334467 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.335466 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.335980 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: ext-gw-mode Feb 16 13:33:29.336299 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.337209 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.337726 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: l3-ha Feb 16 13:33:29.338043 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3_flavors.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.338994 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.339499 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: l3-flavors Feb 16 13:33:29.339809 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.340731 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.341242 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 13:33:29.341554 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: l3agentscheduler.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.342592 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.343101 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: l3_agent_scheduler Feb 16 13:33:29.343423 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: logging.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.344968 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.345480 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension logging not supported by any of loaded plugins Feb 16 13:33:29.345850 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: metering.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.346640 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.347207 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: metering Feb 16 13:33:29.347522 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.348621 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.349125 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: metering_source_and_destination_fields Feb 16 13:33:29.349444 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: multiprovidernet.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.350398 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.350902 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: multi-provider Feb 16 13:33:29.351222 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: netmtu.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.352131 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.352633 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: net-mtu Feb 16 13:33:29.352953 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: netmtu_writable.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.353855 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.354395 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: net-mtu-writable Feb 16 13:33:29.354711 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: network_availability_zone.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.355377 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.355874 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: network_availability_zone Feb 16 13:33:29.356193 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: network_ip_availability.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.357288 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.357794 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: network-ip-availability Feb 16 13:33:29.358108 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: network_segment_range.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.358894 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.359385 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 13:33:29.359694 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: pagination.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.360675 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.361004 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: pagination Feb 16 13:33:29.361339 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: port_device_profile.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.362248 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.362774 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: port-device-profile Feb 16 13:33:29.363088 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.363994 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.364492 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: port-mac-address-regenerate Feb 16 13:33:29.364800 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.365700 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.366193 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: port-numa-affinity-policy Feb 16 13:33:29.366535 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: port_resource_request.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.367443 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.367939 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 13:33:29.368257 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: portbindings.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.369175 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.369674 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: binding Feb 16 13:33:29.369989 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: portbindings_extended.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.371305 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.371812 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: binding-extended Feb 16 13:33:29.372129 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: portsecurity.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.373361 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.373866 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: port-security Feb 16 13:33:29.374176 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: project_id.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.375183 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.375505 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: project-id Feb 16 13:33:29.375817 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: providernet.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.376728 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.377286 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: provider Feb 16 13:33:29.377826 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.381285 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.381801 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos not supported by any of loaded plugins Feb 16 13:33:29.382125 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.383400 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.383908 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 13:33:29.384231 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.385147 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.385646 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 13:33:29.385963 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_default.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.386897 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.387402 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-default not supported by any of loaded plugins Feb 16 13:33:29.387719 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_fip.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.388361 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.388865 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-fip not supported by any of loaded plugins Feb 16 13:33:29.389176 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_gateway_ip.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.390098 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.390635 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 13:33:29.390959 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_port_network_policy.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.391872 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.392367 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 13:33:29.392706 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_rule_type_details.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.393613 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.394110 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 13:33:29.394453 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: qos_rules_alias.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.395501 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.396038 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 13:33:29.396352 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: quotasv2.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.397266 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.397585 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: quotas Feb 16 13:33:29.397922 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: quotasv2_detail.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.399565 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.399903 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: quota_details Feb 16 13:33:29.400259 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: rbac.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.401333 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.401855 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: rbac-policies Feb 16 13:33:29.402180 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: rbac_address_group.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.403127 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.403640 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: rbac-address-group Feb 16 13:33:29.403959 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: rbac_address_scope.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.404863 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.405373 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: rbac-address-scope Feb 16 13:33:29.405691 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: rbac_security_groups.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.406627 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.407134 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: rbac-security-groups Feb 16 13:33:29.407446 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: rbac_subnetpool.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.408461 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.408967 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: rbac-subnetpool Feb 16 13:33:29.409283 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: revisionifmatch.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.410188 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.410724 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: revision-if-match Feb 16 13:33:29.411029 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: revisions.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.412147 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.412660 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: standard-attr-revisions Feb 16 13:33:29.412978 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: router_availability_zone.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.413647 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.414151 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: router_availability_zone Feb 16 13:33:29.414525 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: routerservicetype.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.415443 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.415944 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension router-service-type not supported by any of loaded plugins Feb 16 13:33:29.416262 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.417172 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.417681 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: security-groups-normalized-cidr Feb 16 13:33:29.417993 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.419063 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.419571 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: port-security-groups-filtering Feb 16 13:33:29.419887 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.420794 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.421303 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: security-groups-remote-address-group Feb 16 13:33:29.421615 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: securitygroup.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.431346 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.431871 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: security-group Feb 16 13:33:29.432199 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: segment.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.432991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.433496 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension segment not supported by any of loaded plugins Feb 16 13:33:29.433822 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.434798 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.435301 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 13:33:29.435713 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: servicetype.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.436809 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.437324 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: service-type Feb 16 13:33:29.437646 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: sorting.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.438647 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.438974 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: sorting Feb 16 13:33:29.439291 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: standard_attr_segment.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.440243 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.440755 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 13:33:29.441071 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: standardattrdescription.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.441706 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.442209 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: standard-attr-description Feb 16 13:33:29.442550 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: stateful_security_group.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.443494 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.444004 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: stateful-security-group Feb 16 13:33:29.444321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: stdattrs_common.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.444901 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 13:33:29.445216 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.446233 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.446753 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 13:33:29.447066 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnet_onboard.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.448153 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.448666 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: subnet_onboard Feb 16 13:33:29.448975 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.449898 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.450425 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 13:33:29.450737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnet_service_types.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.451713 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.452215 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: subnet-service-types Feb 16 13:33:29.452528 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnetallocation.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.453602 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.454103 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: subnet_allocation Feb 16 13:33:29.454450 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.455121 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.455637 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: subnetpool-prefix-ops Feb 16 13:33:29.455949 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.456891 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.457392 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 13:33:29.457709 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: tagging.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.458821 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.459334 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: standard-attr-tag Feb 16 13:33:29.459651 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: timestamp.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.460849 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.461381 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loaded extension: standard-attr-timestamp Feb 16 13:33:29.461700 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: trunk.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.462763 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.463261 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension trunk not supported by any of loaded plugins Feb 16 13:33:29.463590 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: trunk_details.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.464510 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.465015 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension trunk-details not supported by any of loaded plugins Feb 16 13:33:29.465330 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: uplink_status_propagation.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.466256 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.466772 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 13:33:29.467086 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Loading extension file: vlantransparent.py {{(pid=87592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 13:33:29.467749 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 13:33:29.468252 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 13:33:29.470806 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:network Feb 16 13:33:29.471537 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnet Feb 16 13:33:29.472317 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:33:29.472903 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:port Feb 16 13:33:29.474160 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.474649 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service FLAVORS assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.475302 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.475717 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.476039 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:router Feb 16 13:33:29.476690 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 13:33:29.477385 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service METERING assigned prefix: /metering {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.478871 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.479237 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.479582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:33:29.481898 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 13:33:29.482375 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:security_group Feb 16 13:33:29.483056 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 13:33:29.483784 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service CORE assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.484105 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:33:29.484445 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] subnetpool is already registered Feb 16 13:33:29.485053 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service CORE assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.485378 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:33:29.485750 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] subnetpool is already registered Feb 16 13:33:29.602209 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.602658 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service FLAVORS assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.603254 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.603685 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.604028 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:router Feb 16 13:33:29.604364 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] router is already registered Feb 16 13:33:29.605035 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:floatingip Feb 16 13:33:29.605358 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] floatingip is already registered Feb 16 13:33:29.605998 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service METERING assigned prefix: /metering {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.606838 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 13:33:29.607175 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] rbac_policy is already registered Feb 16 13:33:29.607603 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:security_group Feb 16 13:33:29.607907 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] security_group is already registered Feb 16 13:33:29.608486 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 13:33:29.608814 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] security_group_rule is already registered Feb 16 13:33:29.609476 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service CORE assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.609803 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:33:29.610125 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] subnetpool is already registered Feb 16 13:33:29.610756 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.v2.resource_helper [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Service CORE assigned prefix: {{(pid=87592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 13:33:29.611080 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 13:33:29.611445 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING neutron.quota.resource_registry [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] subnetpool is already registered Feb 16 13:33:29.612083 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: extensions {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.613624 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: address-groups {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.615318 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: address-scopes {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.616540 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: agents {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.617716 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: auto-allocated-topology {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.619093 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: availability_zones {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.620344 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: dhcp-networks {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.621777 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: dhcp-agents {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.623582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: routers {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.625587 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: flavors {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.626797 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: service_profiles {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.628040 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: next_providers {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.629573 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: service_profiles {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.631075 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: floatingip-pools {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.632418 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: routers {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.634250 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: floatingips {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.635461 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: l3-routers {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.636849 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: l3-agents {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.638720 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: metering-labels {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.639980 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: metering-label-rules {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.641311 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: network-ip-availabilities {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.642683 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: bindings {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.644370 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: quotas {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.645821 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: quotas {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.647283 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: rbac-policies {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.648582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: security-groups {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.649798 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: security-group-rules {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.651065 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: service-providers {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.652400 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: subnetpools {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.653841 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: subnetpools {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.655362 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.657132 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.658906 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.660898 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.663747 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.665612 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.667325 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.669264 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.671065 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.672935 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron.api.extensions [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Extended resource: tags {{(pid=87592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 13:33:29.679026 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING keystonemiddleware.auth_token [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 13:33:29.683724 dv-neutron-828143-3-hyperv neutron-server[87592]: WARNING keystonemiddleware.auth_token [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 13:33:29.691880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Acquired lock "singleton_lock" {{(pid=87592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 13:33:29.692362 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_concurrency.lockutils [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Releasing lock "singleton_lock" {{(pid=87592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 13:33:29.692984 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Starting 2 workers Feb 16 13:33:29.697580 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Started child 87697 {{(pid=87592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 13:33:29.701841 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Started child 87698 {{(pid=87592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 13:33:29.702780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.703404 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO neutron.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 13:33:29.703891 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Notify callbacks [] for process, before_spawn {{(pid=87592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.704357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [-] (87697) wsgi starting up on http://0.0.0.0:9696 Feb 16 13:33:29.706261 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Starting 1 workers Feb 16 13:33:29.706478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.707637 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [-] (87698) wsgi starting up on http://0.0.0.0:9696 Feb 16 13:33:29.711277 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Started child 87699 {{(pid=87592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 13:33:29.711785 dv-neutron-828143-3-hyperv neutron-server[87592]: INFO oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Starting 1 workers Feb 16 13:33:29.714800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] calling RpcWorker wait() {{(pid=87699) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 13:33:29.715403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] returning from RpcWorker wait() {{(pid=87699) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 13:33:29.715974 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Started child 87700 {{(pid=87592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 13:33:29.716735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.716864 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG neutron_lib.callbacks.manager [None req-4663d492-c4ce-4a12-835d-2c5b3edca436 None None] Notify callbacks [] for process, after_spawn {{(pid=87592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.717290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:29.718534 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 13:33:29.718739 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:33:29.718880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:33:29.719124 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:33:29.719426 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:33:29.719553 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:33:29.720063 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.720321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.720579 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.720860 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:29.721373 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.721373 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.721720 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.721848 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:29.721938 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.722199 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.722495 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.722719 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.722875 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.723054 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.723276 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.723497 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.723789 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.724035 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.724288 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.724557 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.724750 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.724993 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.725247 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.725489 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.725746 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] debug = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.725965 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.726447 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.726647 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.726919 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.727128 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.727393 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.727628 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.727875 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.728103 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.728311 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.728536 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.728797 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.729025 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.729235 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.729449 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.729689 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.729900 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.730386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] host = dv-neutron-828143-3-hyperv {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.730619 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.730848 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.731082 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.731310 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.731559 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.731755 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.731994 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.732259 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.732509 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.732744 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.732991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.733229 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.733445 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.733673 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.733833 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_options = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.734057 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.734354 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.734668 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.734802 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.734953 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.735134 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.735375 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.735536 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.735840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.736007 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.736422 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.736569 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.736755 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.736989 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.737225 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.737455 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.737680 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.737881 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.738128 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.738389 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.738720 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.738978 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.739218 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.739429 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.739665 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.739887 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.740107 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.740326 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.740556 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.740754 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.740991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.741251 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.741491 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.742550 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.742817 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.743077 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.743342 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.743638 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.743893 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_json = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.745785 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.746368 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.746534 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.746790 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.747010 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.747233 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.748110 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.748110 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.748289 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.748756 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.749343 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.749343 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.749626 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.749920 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.750208 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752408 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752945 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.752945 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.753165 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.753811 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.753811 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.754068 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.754429 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.754542 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.754764 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.755065 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.755341 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756058 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756058 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756058 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756315 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756579 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.756803 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.757071 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.757304 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.757571 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.757761 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.757991 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.758250 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.758505 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.758685 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.758938 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.759147 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.759398 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.759633 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.759854 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.760067 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.760281 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.760491 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.760828 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.761035 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.761254 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.761507 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.761733 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.762076 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.762324 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.762539 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.762765 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.762992 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.763223 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.763436 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.763647 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.763887 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.764097 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.764349 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.764582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.764796 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.765035 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.765274 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.765492 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.765714 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.765923 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.766185 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.766394 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.766749 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.766948 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.767186 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.767363 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.767741 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.767979 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.768187 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.768429 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.768660 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.768880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.769087 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.769309 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.769555 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.769840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.770150 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.770425 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.770763 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.771091 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.771346 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.771555 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.771798 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.772112 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.772364 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.772633 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.772866 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.773123 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.773400 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.773595 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.773817 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.774101 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.774390 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.774607 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.774794 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.775028 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.775253 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.775508 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.775776 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.776005 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.776260 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.776504 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.776867 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.777109 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.777395 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.777629 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.777886 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.778186 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.778569 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.778855 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.779103 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.779347 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.779598 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.779823 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.780079 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.780322 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.780551 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.780795 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.781194 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.781410 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.781637 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.781865 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.782098 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.782794 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.783011 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.783310 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.783511 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.783821 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.784100 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.784321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.784632 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.784849 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.785104 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.785347 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.785571 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.785810 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.786047 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.786351 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.786577 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.786789 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.787137 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.787385 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.787617 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.787849 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.788103 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.788353 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.788587 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.788811 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.789042 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.789261 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.789525 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.789699 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.789946 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.790166 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.790453 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.790672 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.790907 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.791238 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.791530 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.791756 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.792044 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.792304 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.792568 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.792816 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.793044 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.793291 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.793505 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.793744 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.793980 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.794194 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.794442 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.794680 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.794904 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.795114 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.795342 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.795557 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.795791 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.796036 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.796377 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.796630 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.796872 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.797130 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.797343 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.797574 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.797808 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.798022 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.798261 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.798498 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.798711 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.799032 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.799279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.799530 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.799755 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.799955 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.800163 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.800379 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.800609 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.800899 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.801163 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.801388 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.801620 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.801864 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.802091 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.802351 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.802561 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.802776 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.802988 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.803211 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.803420 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.803628 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.803860 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.804076 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.804372 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.804622 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.804858 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.805141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.805369 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.805595 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.805847 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.806139 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.806392 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.806664 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.806959 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.807112 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.807341 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.807619 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.807937 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.808233 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.808493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.808735 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.809003 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.809282 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.809540 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.809778 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.810060 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.810406 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.810674 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.810928 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.811153 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.811421 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.811656 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.811855 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.812088 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.812332 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.812545 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.812818 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.813065 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.813287 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.813537 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.813787 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.814002 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.814271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.814517 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.814751 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.814967 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.815123 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:33:29.815640 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 13:33:29.815803 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 13:33:29.815957 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 13:33:29.816143 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 13:33:29.816324 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 13:33:29.816479 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 13:33:29.816688 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.816849 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817009 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817169 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817328 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817715 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817715 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.817934 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818062 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818185 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818349 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818433 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818586 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818747 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.818907 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819079 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819213 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819372 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819542 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819702 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.819859 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820016 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820175 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] debug = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820337 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820547 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820732 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.820892 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821038 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821179 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821327 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821489 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821630 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821786 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.821946 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822087 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822258 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822420 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822581 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822742 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.822900 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823043 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] host = dv-neutron-828143-3-hyperv {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823208 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823366 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823525 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823741 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.823857 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824000 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824130 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824289 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:29.824491 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824577 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824735 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.824891 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825048 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825205 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825362 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_options = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825518 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825675 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.825831 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826012 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826175 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826355 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826512 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826671 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826829 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.826989 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827158 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827319 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827458 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827598 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827754 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.827913 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828071 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828392 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828392 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828564 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828721 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828809 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.828971 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829119 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829286 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829415 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829566 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829717 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.829869 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830126 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830321 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830482 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830642 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830798 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.830954 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831110 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831268 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831430 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831588 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831735 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.831872 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832033 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832174 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832335 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832476 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832634 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_json = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832777 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.832931 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833073 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833224 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833432 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833574 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833708 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833842 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.833978 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 13:33:29.834113 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.834292 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.834456 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.834599 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.834762 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.834914 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835066 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835544 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835712 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.835871 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836041 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836202 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836361 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836524 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836684 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.836844 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837004 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837170 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837333 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837487 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837662 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837822 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.837984 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.105/identity {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838147 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838337 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838476 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838624 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838761 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.838920 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839081 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839278 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839470 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839611 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839747 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.839880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840022 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840160 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840350 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840513 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840600 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840746 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.840907 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841066 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841225 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841385 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841543 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841703 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.841860 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842029 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842187 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842369 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842527 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842687 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.842846 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843004 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843179 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843335 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843471 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843659 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843781 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.843901 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844056 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844214 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844374 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844533 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844691 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.844945 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845093 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845228 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845362 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845521 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845668 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845753 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.845891 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.846045 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.849516 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.850493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.851386 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52752) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.852279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.853157 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.854141 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.855226 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856116 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.105/identity {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.856981 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.857737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.857737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.857737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.857737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.857737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858387 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858387 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858387 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858387 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858834 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858834 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.858834 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859163 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859163 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859404 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859404 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859627 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859745 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859862 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.859979 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860096 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860245 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860405 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860565 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860724 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.860885 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861043 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861203 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861421 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861582 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861741 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.861900 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862058 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862279 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862407 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862548 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862708 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.862867 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863026 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863201 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863433 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863578 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863699 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.863832 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.864023 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.864151 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.864270 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.864410 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.864569 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.865493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.865493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.865493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.865493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.865493 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866271 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.866840 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867249 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867249 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867249 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867531 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867644 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0134130 Feb 16 13:33:29.867806 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867806 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.867806 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868123 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868123 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868348 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868466 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868596 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.868718 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.869902 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870077 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870267 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870434 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870608 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870769 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.870932 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871092 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871251 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871410 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871572 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871737 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.871906 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.872077 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.872236 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.872401 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.872554 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873094 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873253 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873418 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873658 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873784 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.873904 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874039 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874277 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874416 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874538 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874656 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874775 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.874925 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875082 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875240 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875397 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875555 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875757 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.875880 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.876001 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.876155 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.876317 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.876475 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 13:33:29.876626 dv-neutron-828143-3-hyperv neutron-server[87592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 13:33:40.725288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ac6eb-6243-4ea7-a73b-5e0ba89a064d None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:33:40.767227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76e3a527-e9f9-4936-9747-b20c1b5968a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:40.795109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ac6eb-6243-4ea7-a73b-5e0ba89a064d None None] No non-hosted networks {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 13:33:42.931520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee7a9415-f62b-48db-98e0-4227b451d9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:42.979093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b850068-9628-481e-9665-828102d2f5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:44.062132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:44.143632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:44.144632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.145132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.148285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.153197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.154846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.155653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.158663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.159750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.165112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.167272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.171024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.171619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:44.172401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-828143-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:44.192094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-828143-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:33:45.589418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:45.720730 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.db.l3_hamode_db [None req-42a8a0a1-1462-4516-8934-2012c0d5881c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 13:33:45.830099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8a0a1-1462-4516-8934-2012c0d5881c None None] Routers set() bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:33:45.830603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a8a0a1-1462-4516-8934-2012c0d5881c None None] Router IDs set() for agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 16 13:33:47.050852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52844) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:47.722306 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-33f1d706-cdc3-4980-b45f-4e4d675d0908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:47.723242 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-33f1d706-cdc3-4980-b45f-4e4d675d0908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:47.944581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-33f1d706-cdc3-4980-b45f-4e4d675d0908 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:33:47.945635 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-33f1d706-cdc3-4980-b45f-4e4d675d0908 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8935838 Feb 16 13:33:50.402841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 52858) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:51.018013 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING oslo_policy.policy [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:51.018589 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING oslo_policy.policy [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:51.231789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:51.336399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.policy [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 13:33:51.381512 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING oslo_policy.policy [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:51.381875 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING oslo_policy.policy [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:33:51.390319 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.quota [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Loaded quota_driver: . Feb 16 13:33:51.406248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:51.469527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785368301217', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785368300626', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785368310712', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785368316179', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785369108581', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785369120048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3916693', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3909945', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-640135'] for rbac-policy, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:51.534742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:51.536152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d3566782-de18-4b8b-a515-05d53267caf1 admin admin] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1313641 Feb 16 13:33:54.179116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 52876) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:54.533324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:54.538959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:54.543767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Usage tracker for resource:network and tenant:8e0457146fa6493b8da11b3fe2c2b584 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:54.549483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:54.556258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:54.571555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Made reservation on behalf of 8e0457146fa6493b8da11b3fe2c2b584 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:54.574559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.592387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.606236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:54.609982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0457146fa6493b8da11b3fe2c2b584 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:54.615028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:54.620589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:54.720598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.728779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.750858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:33:54.776037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785370182822', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.776575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Unsubscribe: segment precommit_create {{(pid=87697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 13:33:54.777065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Added segment 83d5a239-5227-41d7-9c35-d6bc6b521479 of type vlan for network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 Feb 16 13:33:54.835355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d1556b-8141-440f-bf4c-565a5c66343d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:54.860261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.860601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.860924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.861239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.861552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.861906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.862241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.862575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.862885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.863189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.863478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.863778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Tracked resource versions report: Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: pushed versions: Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: { 'AddressGroup': {'1.2'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'ConntrackHelper': {'1.0'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Log': {'1.0'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Network': {'1.1'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Port': {'1.7'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'PortForwarding': {'1.2'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'QosPolicy': {'1.8'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroup': {'1.4'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SubPort': {'1.0'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Subnet': {'1.1'}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Trunk': {'1.1'}} Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: consumer versions: Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'ConntrackHelper': '1.0', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Log': '1.0', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Network': '1.1', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Port': '1.7', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'PortForwarding': '1.2', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'QosPolicy': '1.8', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroup': '1.4', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroupRule': '1.2', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SubPort': '1.0', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Subnet': '1.1', Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Trunk': '1.1'}} Feb 16 13:33:54.865061 dv-neutron-828143-3-hyperv neutron-server[87697]: {{(pid=87697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:33:54.895381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.938900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:54.940267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:54.940937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:55.047884 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8675997 Feb 16 13:33:55.048387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586dd01-d507-4a63-a965-7bf1c1a44ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ddb37d7-a9d0-4390-994e-3faeb5f17cf8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:55.066249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:33:57.746761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 52892) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:33:58.212625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd37923-edb8-4de3-b2da-b81f6a317800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:58.213871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2bd37923-edb8-4de3-b2da-b81f6a317800 admin admin] 10.222.0.105 "GET /v2.0/networks/3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 HTTP/1.1" status: 200 len: 825 time: 0.4661074 Feb 16 13:33:58.241941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f3110c1c-1cce-48f6-9375-79cd66723110 admin admin] 10.222.0.105 "GET /v2.0/subnetpools/fb962157-345c-41c8-9450-39e649028a15 HTTP/1.1" status: 200 len: 734 time: 0.0225089 Feb 16 13:33:58.250754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Request body: {'subnet': {'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15', 'ip_version': 4, 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:33:58.255319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:33:58.259249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Usage tracker for resource:subnet and tenant:8e0457146fa6493b8da11b3fe2c2b584 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:33:58.262134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:33:58.267887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:33:58.279666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Made reservation on behalf of 8e0457146fa6493b8da11b3fe2c2b584 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:33:58.282013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:58.574749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:58.654042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae240f6-f6f0-4933-bd78-662d51cacbf7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:58.659973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Checking segment: {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:33:58.660342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Network hostable DHCP agents. Network: 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:33:58.684677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:33:58.697427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:58.704035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:33:58.704614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:58.708966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afe89f-3abb-4d49-895d-6c7d8b1d1366 None None] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:33:58.725688 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5e538f9d-521a-4bb2-847f-e2461f1ec57b admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4785471 Feb 16 13:33:59.029165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:33:59.030427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.214651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Allocated IP 172.20.0.2 (3ddb37d7-a9d0-4390-994e-3faeb5f17cf8/4ae240f6-f6f0-4933-bd78-662d51cacbf7/bed92834-8de5-452b-8737-8bb8b911883b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:33:59.439339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.452873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Transition to ACTIVE for port object bed92834-8de5-452b-8737-8bb8b911883b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:33:59.474806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Transition to ACTIVE for port object bed92834-8de5-452b-8737-8bb8b911883b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:33:59.481470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.543942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:33:59.546784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:33:59.553444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:33:59.555547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Pushing event updated for resources: {'Port': ['ID=bed92834-8de5-452b-8737-8bb8b911883b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:33:59.589060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.589411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.589740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.590057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.590400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.590729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.591040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.591349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.591669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.591981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.592260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.592584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Tracked resource versions report: Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: pushed versions: Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: consumer versions: Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 13:33:59.593919 dv-neutron-828143-3-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:33:59.657114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Attempting to bind port bed92834-8de5-452b-8737-8bb8b911883b on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:33:59.657470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Attempting to bind port bed92834-8de5-452b-8737-8bb8b911883b by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:33:59.657921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Attempting to bind port bed92834-8de5-452b-8737-8bb8b911883b on network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:33:59.663221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:33:59.663600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Checking segment: {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:33:59.664028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.664433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Bound using segment: {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:33:59.664886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Bound port: bed92834-8de5-452b-8737-8bb8b911883b, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:33:59.665271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.749994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] For port bed92834-8de5-452b-8737-8bb8b911883b, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:33:59.753694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] For port bed92834-8de5-452b-8737-8bb8b911883b, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bed92834-8de5-452b-8737-8bb8b911883b,segment=NetworkSegment(83d5a239-5227-41d7-9c35-d6bc6b521479),segment_id=83d5a239-5227-41d7-9c35-d6bc6b521479)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:33:59.759334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:33:59.848946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f123bb-1eb1-4f84-a85e-61940d3dfea4 None None] Pushing event updated for resources: {'Port': ['ID=bed92834-8de5-452b-8737-8bb8b911883b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:01.128498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 52902) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:01.515590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-a87961e3-a3cb-4101-a10d-3b5502441f4d admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:34:01.516562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a87961e3-a3cb-4101-a10d-3b5502441f4d admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3871615 Feb 16 13:34:03.564031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3906b17b-7121-4c83-be57-0b5f928d146d None None] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:34:03.695181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-322e3b83-f74e-467b-b267-8b375a0d8745 None None] Provisioning for port bed92834-8de5-452b-8737-8bb8b911883b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:03.911224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 52916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:04.002254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bed92834-8de5-452b-8737-8bb8b911883b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:04.070670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port bed92834-8de5-452b-8737-8bb8b911883b completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:04.075738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port bed92834-8de5-452b-8737-8bb8b911883b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:04.076134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.146497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-38e9fa81-55f1-4faa-88b0-0cfab1a0bc81 None None] Provisioning complete for port bed92834-8de5-452b-8737-8bb8b911883b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:04.146870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38e9fa81-55f1-4faa-88b0-0cfab1a0bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.255932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.293890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-50683107-add4-439e-8218-dbb736853d05 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:34:04.310235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-50683107-add4-439e-8218-dbb736853d05 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3825738 Feb 16 13:34:04.359097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port bed92834-8de5-452b-8737-8bb8b911883b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bed92834-8de5-452b-8737-8bb8b911883b,segment=NetworkSegment(83d5a239-5227-41d7-9c35-d6bc6b521479),segment_id=83d5a239-5227-41d7-9c35-d6bc6b521479)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:04.361758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38e9fa81-55f1-4faa-88b0-0cfab1a0bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.373621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:04.502593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=bed92834-8de5-452b-8737-8bb8b911883b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:04.506976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-38e9fa81-55f1-4faa-88b0-0cfab1a0bc81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:34:04.507379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-38e9fa81-55f1-4faa-88b0-0cfab1a0bc81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:34:05.960450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bed92834-8de5-452b-8737-8bb8b911883b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:06.029912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port bed92834-8de5-452b-8737-8bb8b911883b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:06.030314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:06.760151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:06.974656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:07.346669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Request body: {'router': {'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:07.427860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 13:34:07.471143 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:34:07.471527 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING oslo_policy.policy [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 13:34:07.480020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.quota [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Loaded quota_driver: . Feb 16 13:34:07.496284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:34:07.504581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Usage tracker for resource:router and tenant:8e0457146fa6493b8da11b3fe2c2b584 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:34:07.510179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:34:07.518425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:34:07.536962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.539205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.564192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.686889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.711398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:07.712739 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c825a55a-e11b-4ec4-9b9e-615a3809b386 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7369730 Feb 16 13:34:10.130709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:10.544022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-a8a9800f-35da-4e30-b92e-ec43eeb7e8f7 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:34:10.544968 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8a9800f-35da-4e30-b92e-ec43eeb7e8f7 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4133897 Feb 16 13:34:10.667047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c084a624-6624-42d1-bc51-2341669a20ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:12.925330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e7ebde9-4a19-4554-bc8d-321196355fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:12.975687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:13.382646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:13.390738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:34:13.396005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Usage tracker for resource:network and tenant:6893d1a800b94cd1ae43d02b52cdcc3a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:34:13.399615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:34:13.405810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:34:13.416960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Made reservation on behalf of 6893d1a800b94cd1ae43d02b52cdcc3a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:13.419675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.435849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.449634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:34:13.453679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Usage tracker for resource:security_group_rule and tenant:6893d1a800b94cd1ae43d02b52cdcc3a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:34:13.457077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:34:13.463154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:34:13.555221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.562054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.576195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Reserving flat network on physical network physnet1 {{(pid=87698) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 13:34:13.603353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785370182822', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.603836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Unsubscribe: segment precommit_create {{(pid=87698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 13:34:13.604321 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Added segment 452b0bd1-843c-421b-88aa-5ee9fe10ef2d of type flat for network 7dc54659-8235-4664-846a-86cab931a5d4 Feb 16 13:34:13.664191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe018526-ccfa-461c-b613-6ae981c63f2e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:13.682317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.682632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.682987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.683281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.683598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.683942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.684266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.684587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.684904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.685215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.685522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.685830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Tracked resource versions report: Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: pushed versions: Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: { 'AddressGroup': {'1.2'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'ConntrackHelper': {'1.0'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Log': {'1.0'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Network': {'1.1'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Port': {'1.7'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'PortForwarding': {'1.2'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'QosPolicy': {'1.8'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroup': {'1.4'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SubPort': {'1.0'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Subnet': {'1.1'}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Trunk': {'1.1'}} Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: consumer versions: Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'ConntrackHelper': '1.0', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Log': '1.0', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Network': '1.1', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Port': '1.7', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'PortForwarding': '1.2', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'QosPolicy': '1.8', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroup': '1.4', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroupRule': '1.2', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SubPort': '1.0', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Subnet': '1.1', Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Trunk': '1.1'}} Feb 16 13:34:13.687153 dv-neutron-828143-3-hyperv neutron-server[87698]: {{(pid=87698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:34:13.722722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.766735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.767782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:13.768535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:13.873513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc54659-8235-4664-846a-86cab931a5d4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:13.876104 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e5a54e5-3d0d-462e-b5e0-4737dff52590 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8995452 Feb 16 13:34:13.888357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 7dc54659-8235-4664-846a-86cab931a5d4 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:34:14.016293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:14.137877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:15.549664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:16.249134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:16.491562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d3bec-c6ed-4c19-9534-3f4e3eff9961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:16.492858 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e87d3bec-c6ed-4c19-9534-3f4e3eff9961 admin admin] 10.222.0.105 "GET /v2.0/subnets/4ae240f6-f6f0-4933-bd78-662d51cacbf7 HTTP/1.1" status: 200 len: 849 time: 0.2427001 Feb 16 13:34:16.655874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da14de55-2dfc-4d38-abbc-04deb30e0081 admin admin] 10.222.0.105 "GET /v2.0/routers/5c0b217d-1fa0-4caf-96d0-28b1594f8259 HTTP/1.1" status: 200 len: 704 time: 0.1538215 Feb 16 13:34:17.118497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:17.363194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Allocated IP 172.20.0.1 (3ddb37d7-a9d0-4390-994e-3faeb5f17cf8/4ae240f6-f6f0-4933-bd78-662d51cacbf7/52e700cc-e715-458f-90a7-161aa806de00) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:17.541670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:17.560315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Transition to ACTIVE for port object 52e700cc-e715-458f-90a7-161aa806de00 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:34:17.619911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:17.683751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:17.686606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:17.693109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:34:17.694204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:17.808810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Pushing event updated for resources: {'Port': ['ID=52e700cc-e715-458f-90a7-161aa806de00,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:17.888556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b5ce81a9-b205-4db4-bbbd-138a92f3c748 None None] Provisioning for port 52e700cc-e715-458f-90a7-161aa806de00 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:17.893911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b5ce81a9-b205-4db4-bbbd-138a92f3c748 None None] Provisioning complete for port 52e700cc-e715-458f-90a7-161aa806de00 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:17.894415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5ce81a9-b205-4db4-bbbd-138a92f3c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:17.948982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce81a9-b205-4db4-bbbd-138a92f3c748 None None] Port 52e700cc-e715-458f-90a7-161aa806de00 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:34:18.001060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.250909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.257898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.258902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.385544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Pushing event updated for resources: {'Port': ['ID=52e700cc-e715-458f-90a7-161aa806de00,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:18.468120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:18.469168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:18.663686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:34:18.672551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-388efb30-c833-4942-949c-625ae6cd35b6 None None] Provisioning complete for port 52e700cc-e715-458f-90a7-161aa806de00 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:18.672924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-388efb30-c833-4942-949c-625ae6cd35b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:18.728470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-388efb30-c833-4942-949c-625ae6cd35b6 None None] Port 52e700cc-e715-458f-90a7-161aa806de00 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:34:18.819928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:34:18.829802 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2dd27164-5c9c-40f7-a2ad-0e3ef07df96f admin admin] 10.222.0.105 "PUT /v2.0/routers/5c0b217d-1fa0-4caf-96d0-28b1594f8259/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1673236 Feb 16 13:34:18.829974 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Sync routers for ids ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:18.840696 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Routers {'5c0b217d-1fa0-4caf-96d0-28b1594f8259'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:18.841510 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:34:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:19.017138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Set router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:19.381578 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:17Z', 'revision_number': 2, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port_host': None, '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:18Z', 'revision_number': 2, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:19.386576 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Checking router: 5c0b217d-1fa0-4caf-96d0-28b1594f8259 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:19.386940 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Updating router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 port 52e700cc-e715-458f-90a7-161aa806de00 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:19.438456 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:19.813034 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:19.827297 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Transition to ACTIVE for port object 52e700cc-e715-458f-90a7-161aa806de00 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:34:19.833885 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:20.071521 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Pushing event updated for resources: {'Port': ['ID=52e700cc-e715-458f-90a7-161aa806de00,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:20.080433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Attempting to bind port 52e700cc-e715-458f-90a7-161aa806de00 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:34:20.080816 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Attempting to bind port 52e700cc-e715-458f-90a7-161aa806de00 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:34:20.081239 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Attempting to bind port 52e700cc-e715-458f-90a7-161aa806de00 on network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:34:20.085067 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.085411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.085740 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.086065 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.086422 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.086758 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.087092 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.087393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.087720 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.088032 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.088343 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.088650 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Tracked resource versions report: Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: pushed versions: Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: { 'AddressGroup': {'1.2'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'ConntrackHelper': {'1.0'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Log': {'1.0'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Network': {'1.1'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Port': {'1.7'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'PortForwarding': {'1.2'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'QosPolicy': {'1.8'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroup': {'1.4'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SubPort': {'1.0'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Subnet': {'1.1'}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Trunk': {'1.1'}} Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: consumer versions: Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'ConntrackHelper': '1.0', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Log': '1.0', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Network': '1.1', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Port': '1.7', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'PortForwarding': '1.2', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'QosPolicy': '1.8', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroup': '1.4', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroupRule': '1.2', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SubPort': '1.0', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Subnet': '1.1', Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Trunk': '1.1'}} Feb 16 13:34:20.090087 dv-neutron-828143-3-hyperv neutron-server[87700]: {{(pid=87700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:34:20.094495 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:34:20.094882 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Checking segment: {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:34:20.095340 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:20.095708 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Bound using segment: {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:34:20.096175 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Bound port: 52e700cc-e715-458f-90a7-161aa806de00, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d5a239-5227-41d7-9c35-d6bc6b521479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:34:20.096572 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:20.184534 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] For port 52e700cc-e715-458f-90a7-161aa806de00, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:34:20.188475 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] For port 52e700cc-e715-458f-90a7-161aa806de00, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=52e700cc-e715-458f-90a7-161aa806de00,segment=NetworkSegment(83d5a239-5227-41d7-9c35-d6bc6b521479),segment_id=83d5a239-5227-41d7-9c35-d6bc6b521479)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:34:20.193148 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:20.278263 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14da12-581d-4fae-8b05-9368eb4cdfb6 None None] Pushing event updated for resources: {'Port': ['ID=52e700cc-e715-458f-90a7-161aa806de00,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:20.285234 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Routers {'5c0b217d-1fa0-4caf-96d0-28b1594f8259'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:20.285851 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:34:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:20.437989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] Set router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:20.756579 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:17Z', 'revision_number': 2, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port_host': None, '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:20Z', 'revision_number': 4, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:20.760703 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9176259-f74a-47c0-954c-b7afcc672e0d None None] The sync data for ids ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'] in dv-neutron-828143-3-hyperv is: [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:17Z', 'revision_number': 2, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port_host': None, '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:20Z', 'revision_number': 4, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:21.036084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 52996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:21.183818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7090b2e-d263-4cfd-ad8f-ea3272cbf697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:21.184384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7090b2e-d263-4cfd-ad8f-ea3272cbf697 admin admin] Synchronizing usage tracker for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:34:21.203470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7090b2e-d263-4cfd-ad8f-ea3272cbf697 admin admin] Unset dirty status for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:34:21.204901 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b7090b2e-d263-4cfd-ad8f-ea3272cbf697 admin admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 842 time: 0.1678109 Feb 16 13:34:21.217568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.26.1.1', 'cidr': '172.26.1.0/24', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:21.222963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:34:21.226819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Usage tracker for resource:subnet and tenant:6893d1a800b94cd1ae43d02b52cdcc3a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:34:21.229802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:34:21.236049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:34:21.247750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Made reservation on behalf of 6893d1a800b94cd1ae43d02b52cdcc3a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:34:21.250172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:21.647541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:34:21.648019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:21.767676 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599e618f-efd0-44e1-be6a-bedf4b3466ee,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:21.780349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:34:21.780690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Network hostable DHCP agents. Network: 7dc54659-8235-4664-846a-86cab931a5d4, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:34:21.805212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:34:21.820818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 7dc54659-8235-4664-846a-86cab931a5d4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:21.825177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:21.825744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:21.830105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f43cb7b-caa2-4363-9c67-a5ac9b164ae1 None None] Network 7dc54659-8235-4664-846a-86cab931a5d4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:34:21.847299 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7944921a-b8b0-4c0a-b5a7-e39c992a7c08 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6333477 Feb 16 13:34:22.017140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 52e700cc-e715-458f-90a7-161aa806de00 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:22.105991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5a9ee9-9835-4c54-b73b-2ac407a560c4 None None] Network 7dc54659-8235-4664-846a-86cab931a5d4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:34:22.189577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 52e700cc-e715-458f-90a7-161aa806de00 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:22.197424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 52e700cc-e715-458f-90a7-161aa806de00 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:22.197826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:22.378647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:22.454905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 52e700cc-e715-458f-90a7-161aa806de00, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=52e700cc-e715-458f-90a7-161aa806de00,segment=NetworkSegment(83d5a239-5227-41d7-9c35-d6bc6b521479),segment_id=83d5a239-5227-41d7-9c35-d6bc6b521479)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:22.460093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:22.532244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=52e700cc-e715-458f-90a7-161aa806de00,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:23.977644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 52e700cc-e715-458f-90a7-161aa806de00 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:24.049081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 52e700cc-e715-458f-90a7-161aa806de00 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:24.049452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:24.083077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:24.282514 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ff89347-e161-4ba2-baed-5cf745551ccd admin admin] 10.222.0.105 "GET /v2.0/routers/5c0b217d-1fa0-4caf-96d0-28b1594f8259 HTTP/1.1" status: 200 len: 710 time: 0.1982474 Feb 16 13:34:24.428314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e31c22-4d1b-4b5f-bdb0-12c3f842a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:34:24.429668 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27e31c22-4d1b-4b5f-bdb0-12c3f842a8c7 admin admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 886 time: 0.1407218 Feb 16 13:34:24.441352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:34:24.895294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.223457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.279883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.483776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Allocated IP 172.26.1.41 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fd16e6d4-a5c6-40d9-bb22-072f661183bf) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:34:25.630006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.661566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:25.737998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:34:25.740717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:34:25.744282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:34:25.797493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Pushing event updated for resources: {'Port': ['ID=fd16e6d4-a5c6-40d9-bb22-072f661183bf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:26.127393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:26.466815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:26.470113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:26.651418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:34:26.879550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:34:26.888858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:26.889905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Sync routers for ids ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:34:26.890450 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-256878c8-0559-4e2a-82d5-472888d83c9d admin admin] 10.222.0.105 "PUT /v2.0/routers/5c0b217d-1fa0-4caf-96d0-28b1594f8259 HTTP/1.1" status: 200 len: 889 time: 2.4519804 Feb 16 13:34:26.903134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Routers {'5c0b217d-1fa0-4caf-96d0-28b1594f8259'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:26.903880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:34:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:27.096612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Set router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:27.432664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:25Z', 'revision_number': 4, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port': {'id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:25Z', 'updated_at': '2022-02-16T13:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:22Z', 'revision_number': 5, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:27.437650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Checking router: 5c0b217d-1fa0-4caf-96d0-28b1594f8259 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:34:27.437991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Updating router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 port fd16e6d4-a5c6-40d9-bb22-072f661183bf binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:34:27.488050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.813537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.825437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Transition to ACTIVE for port object fd16e6d4-a5c6-40d9-bb22-072f661183bf will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:34:27.831969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.912769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Attempting to bind port fd16e6d4-a5c6-40d9-bb22-072f661183bf on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:34:27.913393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Attempting to bind port fd16e6d4-a5c6-40d9-bb22-072f661183bf by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:34:27.913521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Attempting to bind port fd16e6d4-a5c6-40d9-bb22-072f661183bf on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:34:27.918992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d086d1-ee28-4b43-9268-4a1b81d5d680 None None] Pushing event updated for resources: {'Port': ['ID=fd16e6d4-a5c6-40d9-bb22-072f661183bf,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:27.924005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:34:27.924575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:34:27.924854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:27.925294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:34:27.925851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Bound port: fd16e6d4-a5c6-40d9-bb22-072f661183bf, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:34:27.926303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:28.001816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] For port fd16e6d4-a5c6-40d9-bb22-072f661183bf, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:34:28.004855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] For port fd16e6d4-a5c6-40d9-bb22-072f661183bf, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fd16e6d4-a5c6-40d9-bb22-072f661183bf,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:34:28.011133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:28.094055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Routers {'5c0b217d-1fa0-4caf-96d0-28b1594f8259'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:34:28.094683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:34:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:28.147582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d086d1-ee28-4b43-9268-4a1b81d5d680 None None] Pushing event updated for resources: {'Port': ['ID=fd16e6d4-a5c6-40d9-bb22-072f661183bf,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:28.273848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] Set router 5c0b217d-1fa0-4caf-96d0-28b1594f8259 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:34:28.614098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:25Z', 'revision_number': 4, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port': {'id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:25Z', 'updated_at': '2022-02-16T13:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:22Z', 'revision_number': 5, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:34:28.618009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ec740-36d8-4622-8466-78b603267ce2 None None] The sync data for ids ['5c0b217d-1fa0-4caf-96d0-28b1594f8259'] in dv-neutron-828143-3-hyperv is: [{'id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'name': 'router1', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41'}], 'enable_snat': True}, 'gw_port_id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:34:07Z', 'updated_at': '2022-02-16T13:34:25Z', 'revision_number': 4, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'gw_port': {'id': 'fd16e6d4-a5c6-40d9-bb22-072f661183bf', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:25Z', 'updated_at': '2022-02-16T13:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '52e700cc-e715-458f-90a7-161aa806de00', 'name': '', 'network_id': '3ddb37d7-a9d0-4390-994e-3faeb5f17cf8', 'tenant_id': '8e0457146fa6493b8da11b3fe2c2b584', 'mac_address': 'fa:16:3e:7a:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0b217d-1fa0-4caf-96d0-28b1594f8259', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:34:17Z', 'updated_at': '2022-02-16T13:34:22Z', 'revision_number': 5, 'project_id': '8e0457146fa6493b8da11b3fe2c2b584', 'subnets': [{'id': '4ae240f6-f6f0-4933-bd78-662d51cacbf7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb962157-345c-41c8-9450-39e649028a15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:34:29.258269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:34:29.377170 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2498f01b-8736-4dee-ba24-8e9ab2ff740b admin admin] 10.222.0.105 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1176488 Feb 16 13:34:30.004546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fd16e6d4-a5c6-40d9-bb22-072f661183bf up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:30.079882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fd16e6d4-a5c6-40d9-bb22-072f661183bf completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:34:30.084842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fd16e6d4-a5c6-40d9-bb22-072f661183bf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:30.085309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:30.202568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:30.218574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port fd16e6d4-a5c6-40d9-bb22-072f661183bf, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fd16e6d4-a5c6-40d9-bb22-072f661183bf,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:34:30.224557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:30.298836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=fd16e6d4-a5c6-40d9-bb22-072f661183bf,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:34:32.035177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fd16e6d4-a5c6-40d9-bb22-072f661183bf up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:34:32.105674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fd16e6d4-a5c6-40d9-bb22-072f661183bf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:34:32.106311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:40.675487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed2f949b-9582-496c-8af8-acb9a710027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:42.929408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fff91fa-793e-4352-997d-a126f462c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:43.759751 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:34:44.020346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:44.142979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:34:45.556174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:10.667597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd395727-4a56-4029-a47a-924114fdac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:12.935284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a576b7a3-4f26-46eb-94f5-bdf868d4dee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:14.025731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:14.153750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:15.560488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:20.762334 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:35:40.662879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ca595d2-c1e1-4a3d-b872-632178bcb1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:42.946360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a57cb4c0-cee8-4325-96d6-58beb9d7fc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:44.029415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:44.149660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:45.568943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:35:57.760499 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:10.660877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3b723d9-284c-48e0-86a2-c20560283f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:12.935807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec9648a5-024b-4a49-96de-42fb30e46cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:14.035781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:14.154494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:15.571586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:34.758879 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:36:35.916471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53624) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:35.992787 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1361cc-a0e1-4cb7-93c9-d92b8f3d5136 admin admin] GET failed (client error): The resource could not be found. Feb 16 13:36:35.994056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9d1361cc-a0e1-4cb7-93c9-d92b8f3d5136 admin admin] 10.222.0.105 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0767031 Feb 16 13:36:36.130018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb551f94-615e-469d-8e7c-b08bd9121949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:36.131569 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eb551f94-615e-469d-8e7c-b08bd9121949 admin admin] 10.222.0.105 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1312304 Feb 16 13:36:38.293355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53634) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:38.413133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd24b70-85a2-49a7-b9b6-b4961b5d6a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:38.414533 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fdd24b70-85a2-49a7-b9b6-b4961b5d6a50 admin admin] 10.222.0.105 "GET /v2.0/subnets/4ae240f6-f6f0-4933-bd78-662d51cacbf7 HTTP/1.1" status: 200 len: 849 time: 0.1202033 Feb 16 13:36:38.426617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:36:38.545450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:38.757644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607'] for subnet, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:38.798340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:38.798842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:38.800492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] 10.222.0.105 "PUT /v2.0/subnets/4ae240f6-f6f0-4933-bd78-662d51cacbf7 HTTP/1.1" status: 200 len: 868 time: 0.3772905 Feb 16 13:36:38.804549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09a45e-27d2-458e-b21d-c04c3e2b5160 None None] Network 3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:36:38.824380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ae240f6-f6f0-4933-bd78-662d51cacbf7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:36:38.832142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.832514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.832836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.833152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.833505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.833820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.834139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.834652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.834973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.835282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.835577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:38.835883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d93e6-fa64-453e-a142-5ea8ea084855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:36:39.315147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c3194f3b-84c2-4d04-91e4-58a82905e322 None None] Provisioning complete for port bed92834-8de5-452b-8737-8bb8b911883b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:39.315797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3194f3b-84c2-4d04-91e4-58a82905e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:39.447077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c3194f3b-84c2-4d04-91e4-58a82905e322 None None] Provisioning complete for port 52e700cc-e715-458f-90a7-161aa806de00 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:36:39.447440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3194f3b-84c2-4d04-91e4-58a82905e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:40.654689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0036a4ba-b7eb-4c0f-8308-b8273d6dc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:40.971219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:41.152679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83987ca6-6ece-4da7-a71c-989ea6885580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:41.153022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83987ca6-6ece-4da7-a71c-989ea6885580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:41.154559 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-83987ca6-6ece-4da7-a71c-989ea6885580 admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1821704 Feb 16 13:36:42.933103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2490dd85-a686-4a8b-951e-136614d6ecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:43.310248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53654) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:43.491127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57eee75-8770-46bc-911b-b871872ea39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.491532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57eee75-8770-46bc-911b-b871872ea39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:43.493094 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b57eee75-8770-46bc-911b-b871872ea39e admin admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1818185 Feb 16 13:36:44.028876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:44.159145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:45.574993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:36:45.635965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:45.825097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcaa1e-85f5-40fa-a80d-407a43b8f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:45.826476 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-52fcaa1e-85f5-40fa-a80d-407a43b8f82a admin admin] 10.222.0.105 "GET /v2.0/networks/3ddb37d7-a9d0-4390-994e-3faeb5f17cf8 HTTP/1.1" status: 200 len: 869 time: 0.1895237 Feb 16 13:36:47.979501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:48.159613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4e5add-db39-492d-818d-c865c2b0877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:48.160931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7d4e5add-db39-492d-818d-c865c2b0877a admin admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 886 time: 0.1804678 Feb 16 13:36:50.295531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53684) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:50.417346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd5d1f-afda-430a-bc88-3a89e3c88158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:50.417915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd5d1f-afda-430a-bc88-3a89e3c88158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:50.418781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-75bd5d1f-afda-430a-bc88-3a89e3c88158 admin admin] Synchronizing usage tracker for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:36:50.437771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-75bd5d1f-afda-430a-bc88-3a89e3c88158 admin admin] Unset dirty status for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:36:50.439494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75bd5d1f-afda-430a-bc88-3a89e3c88158 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1429148 Feb 16 13:36:52.585733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:52.708906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178d78b-96ca-4d81-a918-95ea9a9a3d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.709358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4178d78b-96ca-4d81-a918-95ea9a9a3d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:52.710878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4178d78b-96ca-4d81-a918-95ea9a9a3d88 admin admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238110 Feb 16 13:36:54.857694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53704) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:54.976390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b8674-6da3-4ffc-bfa0-cd45b9de6370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:54.977769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-685b8674-6da3-4ffc-bfa0-cd45b9de6370 admin admin] 10.222.0.105 "GET /v2.0/subnets/4ae240f6-f6f0-4933-bd78-662d51cacbf7 HTTP/1.1" status: 200 len: 868 time: 0.1191258 Feb 16 13:36:57.141435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53714) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:36:57.269212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ade2fb-187e-4a9e-b96e-50ae06f6f2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:36:57.270641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b4ade2fb-187e-4a9e-b96e-50ae06f6f2f5 admin admin] 10.222.0.105 "GET /v2.0/subnets/599e618f-efd0-44e1-be6a-bedf4b3466ee HTTP/1.1" status: 200 len: 816 time: 0.1280618 Feb 16 13:37:10.662159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0c483dd1-61e7-4383-8fd6-aeea094249c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:11.758084 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:37:12.928582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8584ab25-232d-4aa2-9eb7-42b354e11f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:14.036026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:14.163877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:15.577918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:16.300865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53760) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:37:16.361541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-304b459d-ab17-4f15-a48c-b1a364e1ed65 admin admin] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:37:16.362641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-304b459d-ab17-4f15-a48c-b1a364e1ed65 admin admin] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0607991 Feb 16 13:37:18.554518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:37:18.629394 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc58762-729d-4eaa-86ee-70dc2024b3f8 admin admin] GET failed (client error): The resource could not be found. Feb 16 13:37:18.630676 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4fc58762-729d-4eaa-86ee-70dc2024b3f8 admin admin] 10.222.0.105 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0751519 Feb 16 13:37:18.768357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a47915d-ce86-4ab8-8886-781ea2209b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:18.769749 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a47915d-ce86-4ab8-8886-781ea2209b45 admin admin] 10.222.0.105 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1325068 Feb 16 13:37:20.919793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53780) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:37:20.969039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:20.973993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:37:20.984611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:37:20.997383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Made reservation on behalf of 6893d1a800b94cd1ae43d02b52cdcc3a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:20.999834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:21.091159 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.services.revisions.revision_plugin [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Could not find related network for resource to bump revision. Feb 16 13:37:21.106973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:37:21.120040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:21.120516 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Added segment 04b4903f-3469-4873-b6a9-17f9ab0d7dd4 of type vlan for network 00a00c65-0cbb-4872-b8f6-9ff52024989a Feb 16 13:37:21.146753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:21.179191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:21.180275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:21.180897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:21.299507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] Pushing event updated for resources: {'Network': ['ID=00a00c65-0cbb-4872-b8f6-9ff52024989a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:21.302887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-346dd931-df2b-4e84-b3d3-848fa87eeab8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3819816 Feb 16 13:37:21.316084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:37:23.466203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53790) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:37:23.548313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-60deff3e-e4e1-4ade-ac8e-da29c40cf0cb admin admin] GET failed (client error): The resource could not be found. Feb 16 13:37:23.548845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60deff3e-e4e1-4ade-ac8e-da29c40cf0cb admin admin] Synchronizing usage tracker for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:37:23.566250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60deff3e-e4e1-4ade-ac8e-da29c40cf0cb admin admin] Unset dirty status for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:37:23.567454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60deff3e-e4e1-4ade-ac8e-da29c40cf0cb admin admin] 10.222.0.105 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1002250 Feb 16 13:37:23.674498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394ea2c-bae0-4384-9836-4417ae0f5fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:23.675869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d394ea2c-bae0-4384-9836-4417ae0f5fe4 admin admin] 10.222.0.105 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1030931 Feb 16 13:37:23.689001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:37:23.694030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:37:23.703636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:37:23.716000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Made reservation on behalf of 6893d1a800b94cd1ae43d02b52cdcc3a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:37:23.718426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:23.939531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.018008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336c5887-e772-41ea-800b-1405e14758ba,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:24.029481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Checking segment: {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:37:24.029826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Network hostable DHCP agents. Network: 00a00c65-0cbb-4872-b8f6-9ff52024989a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:37:24.051572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:37:24.061703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 00a00c65-0cbb-4872-b8f6-9ff52024989a) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:24.066543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:37:24.067114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.070895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9ae4f-c4da-4635-8203-463a6c0d5c6f None None] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:37:24.091838 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4c260232-6e6c-4b90-9559-3756c5d86604 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4062109 Feb 16 13:37:24.292026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-00a00c65-0cbb-4872-b8f6-9ff52024989a', 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a', 'tenant_id': '6893d1a800b94cd1ae43d02b52cdcc3a', 'fixed_ips': [{'subnet_id': '336c5887-e772-41ea-800b-1405e14758ba'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:37:24.292886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.447464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Allocated IP 192.168.233.2 (00a00c65-0cbb-4872-b8f6-9ff52024989a/336c5887-e772-41ea-800b-1405e14758ba/88070c3f-aa77-46be-b077-719fd9963a73) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:37:24.654386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.665567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Transition to ACTIVE for port object 88070c3f-aa77-46be-b077-719fd9963a73 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:37:24.684815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Transition to ACTIVE for port object 88070c3f-aa77-46be-b077-719fd9963a73 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:37:24.691578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.758553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:37:24.761337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:37:24.765606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Pushing event updated for resources: {'Port': ['ID=88070c3f-aa77-46be-b077-719fd9963a73,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:24.767906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:37:24.807689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.808042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.808380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.808708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.809028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.809366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.809707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.810023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.810381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.810697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.811006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.811320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:37:24.867832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Attempting to bind port 88070c3f-aa77-46be-b077-719fd9963a73 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:37:24.868203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Attempting to bind port 88070c3f-aa77-46be-b077-719fd9963a73 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:37:24.868555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Attempting to bind port 88070c3f-aa77-46be-b077-719fd9963a73 on network 00a00c65-0cbb-4872-b8f6-9ff52024989a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:37:24.874405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:37:24.874767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Checking segment: {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:37:24.875156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.875546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Bound using segment: {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:37:24.875980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Bound port: 88070c3f-aa77-46be-b077-719fd9963a73, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:37:24.876357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:24.968565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] For port 88070c3f-aa77-46be-b077-719fd9963a73, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:37:24.971846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] For port 88070c3f-aa77-46be-b077-719fd9963a73, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=88070c3f-aa77-46be-b077-719fd9963a73,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:37:24.977292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:25.056917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349f2c9-c73d-45ab-84dc-166ce018f909 None None] Pushing event updated for resources: {'Port': ['ID=88070c3f-aa77-46be-b077-719fd9963a73,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:25.844309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428e9c06-1122-48e7-9a84-3be53eb9526d None None] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:37:25.962081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2f412d3e-8ab1-40b5-8e2e-038b2f50c6c1 None None] Provisioning for port 88070c3f-aa77-46be-b077-719fd9963a73 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:37:26.130099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 88070c3f-aa77-46be-b077-719fd9963a73 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:37:26.210156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 88070c3f-aa77-46be-b077-719fd9963a73 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:37:26.217034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 88070c3f-aa77-46be-b077-719fd9963a73 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.217476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:26.354843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:26.365021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-871ced7c-4bff-406e-8b71-1ed4aae735d7 None None] Provisioning complete for port 88070c3f-aa77-46be-b077-719fd9963a73 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:26.365348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-871ced7c-4bff-406e-8b71-1ed4aae735d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:26.436816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 88070c3f-aa77-46be-b077-719fd9963a73, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=88070c3f-aa77-46be-b077-719fd9963a73,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:37:26.443748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:26.564588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=88070c3f-aa77-46be-b077-719fd9963a73,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:37:28.091813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 88070c3f-aa77-46be-b077-719fd9963a73 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:37:28.162506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 88070c3f-aa77-46be-b077-719fd9963a73 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:37:28.162870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:40.657617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97c19910-2eb4-46e2-bd0a-36e8df1f071a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:42.935549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f860d00d-12be-477d-9c9c-f635229f4eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:44.038195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:44.173008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:45.580071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:37:48.757724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:10.654539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-811de98e-4620-45f9-8144-0334a5a8e545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:12.933640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e55f972d-37b7-4a99-ba54-4064516d8cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:14.038960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:14.167239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:15.583365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:25.759001 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:38:40.650549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-125827ce-17e9-44d6-aed4-43c52a124d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:41.569782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 53836) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:41.575895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-604b573c-8c62-402a-8c3d-53c8cf193a70 tempest-verify_tempest_config-404585892 tempest-verify_tempest_config-404585892-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:38:41.576926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-604b573c-8c62-402a-8c3d-53c8cf193a70 tempest-verify_tempest_config-404585892 tempest-verify_tempest_config-404585892-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059938 Feb 16 13:38:41.919718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:42.038929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.053459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:38:42.057609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Usage tracker for resource:security_group_rule and tenant:76e1418df95f4baeba407a431543cb17 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:38:42.060746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:38:42.066759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:38:42.153249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.158102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.205864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c42aa3b-a740-4ac6-ae3d-dc60eb39fc21,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:42.208940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Synchronizing usage tracker for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:38:42.217157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.217516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.217853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.218181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.218546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.218855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.219175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.219512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.219830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.220145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.220462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.220774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:38:42.236628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] Unset dirty status for tenant:6893d1a800b94cd1ae43d02b52cdcc3a on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:38:42.238087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8dc039f3-3a73-4f38-b086-d3aecd7e63fb admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=76e1418df95f4baeba407a431543cb17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3174200 Feb 16 13:38:42.240940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53860) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:38:42.298337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.324999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.417128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.431363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c42aa3b-a740-4ac6-ae3d-dc60eb39fc21,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:38:42.437934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:42.439720 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b926e9e5-d649-4b04-9f4c-86b2b02a6d56 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5c42aa3b-a740-4ac6-ae3d-dc60eb39fc21 HTTP/1.1" status: 204 len: 168 time: 0.1978276 Feb 16 13:38:42.937352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f2c8d29-ccce-4355-8bac-aa3bcc043106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.043521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:44.171388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:38:45.586409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:02.760353 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:39:10.644899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eba37863-a2e9-4821-9015-cd4868521faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:12.932703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5810f703-477d-4b3a-99d9-5e5e42bfe36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.047843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:14.176918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:15.588850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:39.759320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 5 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:39:40.651477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c6875a3-52fc-4900-86ff-a382e35e8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:42.938169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1bc06e-e2cf-41c4-bff0-5581b467a5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:44.055811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:44.173331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:39:45.595810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:10.645781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-879dfc38-8db4-465f-a744-90dd1a40ae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:12.943660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d4a3d7f-05a3-487a-89c5-ac87efcc2f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:14.053692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:14.167308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:15.325030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-691303'] for agent, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:15.601563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:16.759576 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:40:30.210459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53930) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:40:30.329277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48abfecd-7770-4fb0-b684-ff9ef91dd6ff admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1177237 Feb 16 13:40:32.503777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 53940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:40:32.569412 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-648042ac-5df9-46b7-b259-f96b57199b3e admin admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0645032 Feb 16 13:40:40.651705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3510c53f-1fa3-45f3-9968-2a41f5adda75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:42.952830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9fa8-a661-49af-9e2c-e2567ba07a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:44.055560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:44.171295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:45.291200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:45.604426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:40:53.759924 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:10.652253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13f7805d-27cb-4e9a-b9b0-84d720becbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:12.971122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b15d7dfd-4b47-4f18-b063-b647c9a8cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.060095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:14.173655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:15.319750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:15.602440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:30.760262 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:41:40.653641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fb8b050a-0c2a-480b-816c-866681678908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:42.963956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f986e830-1ee2-4330-8176-ca6640038d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:44.063453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:44.183010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:45.320399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:41:45.604241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:04.531695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54128) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:04.649276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54138) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:04.778099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54148) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:04.937635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-779522154-network', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:04.943292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:04.947911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Usage tracker for resource:network and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:04.952400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:04.959102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:04.971081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Made reservation on behalf of 014ff2ce13534abdb5f7db426a158cba for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:04.974510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:04.990756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.008472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.012682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Usage tracker for resource:security_group_rule and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.015723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.025819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.129745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.135554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.172889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:05.181390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11279d7-ade6-4492-88d8-09edd0a452cd,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:05.190528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.190896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.191253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.191562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.191873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.192209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.192534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.192864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.193185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.193493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.193984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.194493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Tracked resource versions report: Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: pushed versions: Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: { 'AddressGroup': {'1.2'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'ConntrackHelper': {'1.0'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Log': {'1.0'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Network': {'1.1'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Port': {'1.7'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'PortForwarding': {'1.2'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'QosPolicy': {'1.8'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroup': {'1.4'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SubPort': {'1.0'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Subnet': {'1.1'}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Trunk': {'1.1'}} Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: consumer versions: Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: HyperV agent@hv-neutron-8281: {}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'ConntrackHelper': '1.0', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Log': '1.0', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Network': '1.1', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Port': '1.7', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'PortForwarding': '1.2', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'QosPolicy': '1.8', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroup': '1.4', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SecurityGroupRule': '1.2', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'SubPort': '1.0', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Subnet': '1.1', Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: 'Trunk': '1.1'}} Feb 16 13:42:05.195594 dv-neutron-828143-3-hyperv neutron-server[87697]: {{(pid=87697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:42:05.205287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.205697 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Added segment 3a7d88f6-968f-4e37-98d5-583021f1d200 of type vlan for network 293f8050-7e4c-43b9-89fe-f08033502803 Feb 16 13:42:05.216232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-139230585-network', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:05.220695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.226474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Usage tracker for resource:network and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.232771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.248910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.259594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.273564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Made reservation on behalf of 7a67c6a87e934a6e9e264a8c27030975 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:05.276099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.296801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.312677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:05.328769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.332993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Usage tracker for resource:security_group_rule and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.336043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.345261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.369773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.370925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:05.371677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.396224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-784830395'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:05.481672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.513165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:network and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.519182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] Pushing event updated for resources: {'Network': ['ID=293f8050-7e4c-43b9-89fe-f08033502803,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:05.522122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.592115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.611735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.615350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.634888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:05.647039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.647828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Added segment 3a54402e-1ddd-42a9-8256-8ddf20006752 of type vlan for network 49e00c71-985e-4345-91de-d00f3d0059d7 Feb 16 13:42:05.675962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 293f8050-7e4c-43b9-89fe-f08033502803 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:05.682804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1708040708-network', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:05.690504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.695287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Usage tracker for resource:network and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.700354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.700597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.708533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.723678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Made reservation on behalf of 6dfc7bff3dda404cbe88d844ed82700f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:05.727487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.746738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.775841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.785431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.794448 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-641c8121-8e67-4d29-b97b-fe786a166760 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2606165 Feb 16 13:42:05.797237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54186) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:05.806834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Request body: {'subnet': {'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-779522154-subnet', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:05.812442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:05.812895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.816132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:05.818274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Usage tracker for resource:subnet and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:05.818455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.821747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.829726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.840051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:05.848913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Made reservation on behalf of 014ff2ce13534abdb5f7db426a158cba for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:05.853217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.860150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Made reservation on behalf of 70b2729a85fe4171b1a8db0860e3ce8b for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:05.864174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.879568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:05.911074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7df615-d0c6-4270-b4f4-458da6b443e7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:05.917939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:05.989554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3390687 Feb 16 13:42:05.993022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54194) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:05.994264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:06.010732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54196) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:06.016831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Request body: {'subnet': {'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-139230585-subnet', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:06.030616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:security_group_rule and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:06.040196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:06.046019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Usage tracker for resource:subnet and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:06.049473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:06.056857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:06.072928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:06.077382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb6bec-4ac7-4d09-b7c6-c172fa406826 admin admin] Pushing event updated for resources: {'Network': ['ID=49e00c71-985e-4345-91de-d00f3d0059d7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:06.083308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Made reservation on behalf of 7a67c6a87e934a6e9e264a8c27030975 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:06.085877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.094251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 49e00c71-985e-4345-91de-d00f3d0059d7 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:06.122714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:06.328856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.358635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.366840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.418964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Checking segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:06.419999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Network hostable DHCP agents. Network: 293f8050-7e4c-43b9-89fe-f08033502803, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:06.439114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:06.444907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:06.452743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ede91-8018-4f8e-be1a-688b812ae9cb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:06.457781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:06.460372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.468169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Network 293f8050-7e4c-43b9-89fe-f08033502803 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:06.484968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 293f8050-7e4c-43b9-89fe-f08033502803) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:06.494957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.496135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb010d6-430a-4895-8e55-61812a6cd080 None None] Network 293f8050-7e4c-43b9-89fe-f08033502803 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:06.497130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:06.497974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.502143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Usage tracker for resource:floatingip and tenant:cc8db44381744edd906b9561f4f1d314 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:06.506153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.506511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Added segment fc09d385-6c05-4569-af95-b60f3d543ead of type vlan for network d29d7704-ada8-42fc-b39f-06a08b3adc96 Feb 16 13:42:06.511198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:06.524294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.532816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:06.548717 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7505119 Feb 16 13:42:06.575985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:06.577396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d834244a-215e-4466-9ee7-9b3be7729cb1,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:06.578279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097913f-906b-4ba2-b128-8f7894141551,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:06.593640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.594098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.594678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.595318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.595790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.596222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.596642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.597101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.597523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.597951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.598398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.598807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Tracked resource versions report: Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: pushed versions: Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: { 'AddressGroup': {'1.2'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'ConntrackHelper': {'1.0'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Log': {'1.0'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Network': {'1.1'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Port': {'1.7'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'PortForwarding': {'1.2'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'QosPolicy': {'1.8'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroup': {'1.4'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SubPort': {'1.0'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Subnet': {'1.1'}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Trunk': {'1.1'}} Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: consumer versions: Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: HyperV agent@hv-neutron-8281: {}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'ConntrackHelper': '1.0', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Log': '1.0', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Network': '1.1', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Port': '1.7', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'PortForwarding': '1.2', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'QosPolicy': '1.8', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroup': '1.4', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SecurityGroupRule': '1.2', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'SubPort': '1.0', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Subnet': '1.1', Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: 'Trunk': '1.1'}} Feb 16 13:42:06.600141 dv-neutron-828143-3-hyperv neutron-server[87698]: {{(pid=87698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:42:06.606105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:06.611962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:06.617013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Usage tracker for resource:router and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:06.620643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:06.621864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.626663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:06.631042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.638560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb036f4f-b1f1-4f79-ac9b-d94452775d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b524342-a03c-4fda-b3a3-2fcd11656c5d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:06.648876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.651142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.656426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:06.669409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.669953 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Added segment 442ba796-2573-4f1d-9712-ecc88c3e1358 of type vlan for network e2f23b10-bde0-496f-aa68-8bd1ef089f3e Feb 16 13:42:06.676025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Checking segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:06.676367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Network hostable DHCP agents. Network: 49e00c71-985e-4345-91de-d00f3d0059d7, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:06.705321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.768583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:06.776579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.797207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.798906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:06.799883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.839321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Network 49e00c71-985e-4345-91de-d00f3d0059d7 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:06.849767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.862927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:06.863763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:06.883780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 49e00c71-985e-4345-91de-d00f3d0059d7) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:06.901170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d341b2-7a61-41e3-8a40-5a598a6befd7 None None] Network 49e00c71-985e-4345-91de-d00f3d0059d7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:06.902966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:06.903712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.021145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:07.028593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f23b10-bde0-496f-aa68-8bd1ef089f3e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:07.036974 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d7aa31b9-5ef8-4ac7-a702-4980309276f4 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0393167 Feb 16 13:42:07.041922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54238) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:07.065837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2866418 Feb 16 13:42:07.072246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:07.078158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54244) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:07.080220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:07.087207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:07.094370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'subnet': {'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:07.117214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-293f8050-7e4c-43b9-89fe-f08033502803', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:07.118053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.205264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a55e67-96b9-4941-b85c-baf2c237ea11 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Network': ['ID=d29d7704-ada8-42fc-b39f-06a08b3adc96,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:07.217203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Usage tracker for resource:router and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:07.224923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:07.229253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:07.248470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:07.249667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:subnet and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:07.252389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54252) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:07.253457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:07.261514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:07.275055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:07.285107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.326938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.328773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.349984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.408834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.417821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7c4bafbb-3c14-49fc-98b7-d3c98d44fc94 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1040506 Feb 16 13:42:07.422798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54260) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:07.454293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Request body: {'subnet': {'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1708040708-subnet', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:07.461448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:07.468908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Usage tracker for resource:subnet and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:07.473033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:07.526467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Allocated IP 172.20.0.2 (293f8050-7e4c-43b9-89fe-f08033502803/3b524342-a03c-4fda-b3a3-2fcd11656c5d/428e5907-8a5c-4320-a9ae-cd35ee08c2ea) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:07.549657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:07.589982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Made reservation on behalf of 70b2729a85fe4171b1a8db0860e3ce8b for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:07.591268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Made reservation on behalf of 6dfc7bff3dda404cbe88d844ed82700f for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:07.593732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.594498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.720400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-226499208'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:07.759330 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:42:07.793591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:07.809674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Usage tracker for resource:network and tenant:c65c59ed0e324c8299cb27757d2943d8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:07.815818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:07.838170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1542533919', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:07.842791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:07.847544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Usage tracker for resource:port and tenant:6220f95340294abda70e7e6af2a709b5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:07.849903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.850785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:07.857877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:07.868892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.871970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-49e00c71-985e-4345-91de-d00f3d0059d7', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:07.872683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Made reservation on behalf of 6220f95340294abda70e7e6af2a709b5 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:07.873058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.875172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.894324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Transition to ACTIVE for port object 428e5907-8a5c-4320-a9ae-cd35ee08c2ea will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:07.894573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:07.961908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Transition to ACTIVE for port object 428e5907-8a5c-4320-a9ae-cd35ee08c2ea will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:07.980769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:07.993893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.029053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.039586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:08.043949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Usage tracker for resource:security_group_rule and tenant:6220f95340294abda70e7e6af2a709b5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:08.046987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:08.052264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:08.053999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:08.055413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.073608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Made reservation on behalf of c65c59ed0e324c8299cb27757d2943d8 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:08.077725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.110205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.134358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Network 293f8050-7e4c-43b9-89fe-f08033502803 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:08.139052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:08.142580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:08.145415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.163796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.167401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] device_id is not set on port 28124be8-eb11-4031-8261-a6274f16f3c9 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:08.169843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:08.187401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Allocated IP 172.26.1.179 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/106496e9-9253-493a-ae0a-b57134a17368) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:08.202714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Usage tracker for resource:security_group_rule and tenant:c65c59ed0e324c8299cb27757d2943d8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:08.207263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Pushing event updated for resources: {'Port': ['ID=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.254231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:08.266963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.267300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.267644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.267966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.268278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.268613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.268975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.269286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.269607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.269916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.270256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.270541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Tracked resource versions report: Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: pushed versions: Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: { 'AddressGroup': {'1.2'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'ConntrackHelper': {'1.0'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Log': {'1.0'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Network': {'1.1'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Port': {'1.7'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'PortForwarding': {'1.2'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'QosPolicy': {'1.8'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroup': {'1.4'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SubPort': {'1.0'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Subnet': {'1.1'}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Trunk': {'1.1'}} Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: consumer versions: Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: HyperV agent@hv-neutron-8281: {}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'ConntrackHelper': '1.0', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Log': '1.0', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Network': '1.1', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Port': '1.7', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'PortForwarding': '1.2', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'QosPolicy': '1.8', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroup': '1.4', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SecurityGroupRule': '1.2', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'SubPort': '1.0', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Subnet': '1.1', Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: 'Trunk': '1.1'}} Feb 16 13:42:08.271674 dv-neutron-828143-3-hyperv neutron-server[87699]: {{(pid=87699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:42:08.276804 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Allocated IP 172.20.0.2 (49e00c71-985e-4345-91de-d00f3d0059d7/d834244a-215e-4466-9ee7-9b3be7729cb1/cfe3be89-2231-445f-b83c-c6a6f24c9475) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:08.282646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:08.294126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Attempting to bind port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:08.294652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Attempting to bind port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:08.295001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Attempting to bind port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea on network 293f8050-7e4c-43b9-89fe-f08033502803 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:08.296895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7995863-0184-4b74-adfa-bf4ad17e438c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.317912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:08.318340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Checking segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:08.318688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.319611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Bound using segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:08.320087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Bound port: 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:08.320825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.331706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Checking segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:08.332059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Network hostable DHCP agents. Network: e2f23b10-bde0-496f-aa68-8bd1ef089f3e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:08.393699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:08.398670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.493341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:08.512411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:08.513959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] For port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:08.521639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:floatingip and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:08.530849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e2f23b10-bde0-496f-aa68-8bd1ef089f3e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:08.532067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:08.535791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:08.536365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.555260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c72e60-593a-4f07-869b-f4d6d0fc5a5b None None] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:08.572158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.583406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:08.589349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] For port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:08.605973 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-07d9e5ae-b529-4806-9b32-4d0f6eec60e2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1792526 Feb 16 13:42:08.605973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.606327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54282) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:08.612580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:08.622426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Subnet': ['ID=8e3b54f3-97c6-40de-8799-50325d6b033f,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.634585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Checking segment: {'id': 'fc09d385-6c05-4569-af95-b60f3d543ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:08.635207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network hostable DHCP agents. Network: d29d7704-ada8-42fc-b39f-06a08b3adc96, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:08.641365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.644109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.650169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:08.658977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Usage tracker for resource:router and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:08.666774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:08.677564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:08.704093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.705221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.707882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.721042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.726315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.737980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Transition to ACTIVE for port object cfe3be89-2231-445f-b83c-c6a6f24c9475 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:08.815851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Transition to ACTIVE for port object cfe3be89-2231-445f-b83c-c6a6f24c9475 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:08.856245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.864902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb85d9-42e4-4b31-8bc3-b7017580b037 None None] Pushing event updated for resources: {'Port': ['ID=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.868394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:08.876396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.931780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.933026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Pushing event updated for resources: {'Port': ['ID=cfe3be89-2231-445f-b83c-c6a6f24c9475,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:08.952171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:08.961622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Network 49e00c71-985e-4345-91de-d00f3d0059d7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:08.964878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:08.965502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:08.965502 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Added segment c46cdcd5-ac4f-40a1-a76d-85d81f3a7489 of type vlan for network fa39de5d-7c64-4e13-8425-adc851ac124d Feb 16 13:42:08.967595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:08.996071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.065241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.069798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, d29d7704-ada8-42fc-b39f-06a08b3adc96) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:09.097512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc31d6d-16fd-4610-b04b-0a4d3bb80ada,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:09.101818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Attempting to bind port cfe3be89-2231-445f-b83c-c6a6f24c9475 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:09.102403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Attempting to bind port cfe3be89-2231-445f-b83c-c6a6f24c9475 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:09.102800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Attempting to bind port cfe3be89-2231-445f-b83c-c6a6f24c9475 on network 49e00c71-985e-4345-91de-d00f3d0059d7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:09.108888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:09.109249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Checking segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:09.109781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.110249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Bound using segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:09.110703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Bound port: cfe3be89-2231-445f-b83c-c6a6f24c9475, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:09.111081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.153932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.161181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:09.161728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.161862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:09.162673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.172966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f5733c-afbb-43de-b255-6b6f6198cb08 None None] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:09.173309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:09.174195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.195998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.245670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Allocated IP 172.26.1.180 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/28124be8-eb11-4031-8261-a6274f16f3c9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:09.305154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Pushing event updated for resources: {'Port': ['ID=106496e9-9253-493a-ae0a-b57134a17368,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:09.363469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:09.486685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:09.501339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:09.506649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] For port cfe3be89-2231-445f-b83c-c6a6f24c9475, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:09.537694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] For port cfe3be89-2231-445f-b83c-c6a6f24c9475, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cfe3be89-2231-445f-b83c-c6a6f24c9475,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:09.552153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Allocated IP 172.20.0.2 (e2f23b10-bde0-496f-aa68-8bd1ef089f3e/9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6/1e396125-fd0e-4963-9b0a-7477bf4cdbe4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:09.556750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.649320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3919287 Feb 16 13:42:09.650424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b821451-7270-40a1-a52e-594a78fa1f33 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Pushing event updated for resources: {'Network': ['ID=fa39de5d-7c64-4e13-8425-adc851ac124d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:09.661225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-96875a78-0ffa-494c-91b0-e8b0e5bc24e9 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5758293 Feb 16 13:42:09.668623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54298) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:09.679638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.683181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fa39de5d-7c64-4e13-8425-adc851ac124d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:09.711857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-618361417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:09.745198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:09.757828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.762151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:router and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:09.790233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:09.793597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.796985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.802007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.841201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:09.851476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.863027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-d29d7704-ada8-42fc-b39f-06a08b3adc96', 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96', 'tenant_id': '70b2729a85fe4171b1a8db0860e3ce8b', 'fixed_ips': [{'subnet_id': '8e3b54f3-97c6-40de-8799-50325d6b033f'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:09.863392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.863534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:09.968375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef768b-0102-4302-9607-13b3a6d957c5 None None] Pushing event updated for resources: {'Port': ['ID=cfe3be89-2231-445f-b83c-c6a6f24c9475,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:10.089706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.090780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.113993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Allocated IP 172.26.1.134 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/13967fba-0040-487b-9df2-4d2da7f9b16e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:10.117095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.265489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.297432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Allocated IP 172.20.0.2 (d29d7704-ada8-42fc-b39f-06a08b3adc96/8e3b54f3-97c6-40de-8799-50325d6b033f/4415ec4b-33cc-47db-9e0e-67aff1deef6d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:10.304268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.320571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Transition to ACTIVE for port object 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:10.419409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Transition to ACTIVE for port object 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:10.437477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.446646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a993c-647a-4f1b-8328-4e33ecd900bc None None] Network 293f8050-7e4c-43b9-89fe-f08033502803 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:10.447808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Pushing event updated for resources: {'Port': ['ID=28124be8-eb11-4031-8261-a6274f16f3c9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:10.504097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:10.519499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:10.522195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:10.526111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:10.529705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:10.542861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:10.543794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:10.544140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 428e5907-8a5c-4320-a9ae-cd35ee08c2ea up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:10.544391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.606949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c57d2ee7-190d-43bd-b074-7ec8b94f7351 tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5732069 Feb 16 13:42:10.635617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.637111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54310) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:10.644677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.655156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.180'}]}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:10.666189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:10.678676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Usage tracker for resource:router and tenant:6220f95340294abda70e7e6af2a709b5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:10.686201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.692563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:10.743650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:10.751251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:10.754964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54314) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:10.755528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:10.755985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:10.776685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1783649242'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:10.788303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Pushing event updated for resources: {'Port': ['ID=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:10.800167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:10.806988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.826097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Usage tracker for resource:port and tenant:40bdc8245e5b473c9308f53c98ca0011 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:10.832717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c04c4730-7e46-4d52-800b-21621c8d1032 None None] Provisioning for port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:10.839980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.841095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.844852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:10.865187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:10.882210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Allocated IP 172.26.1.155 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:10.919369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.921021 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5cf255c3-c066-4a43-8e6d-27f35c48e4ad tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2346320 Feb 16 13:42:10.926476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54318) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:10.929811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.935182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Made reservation on behalf of 40bdc8245e5b473c9308f53c98ca0011 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:10.937954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.951092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Attempting to bind port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:10.951475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Attempting to bind port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:10.951825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Attempting to bind port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 on network e2f23b10-bde0-496f-aa68-8bd1ef089f3e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:10.954174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3f01c83-9892-4227-ad09-97c655955c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:10.971554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Pushing event updated for resources: {'Port': ['ID=13967fba-0040-487b-9df2-4d2da7f9b16e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:11.020672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:11.021291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Checking segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:11.021433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.021797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Bound using segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:11.022411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Bound port: 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:11.022893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.063051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:11.153389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.184051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:11.224051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Transition to ACTIVE for port object 4415ec4b-33cc-47db-9e0e-67aff1deef6d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:11.225010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.238347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:11.238721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.323340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Transition to ACTIVE for port object 4415ec4b-33cc-47db-9e0e-67aff1deef6d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:11.344705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.346189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] For port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:11.350158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.357299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] For port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:11.363297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.408467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.412483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6eaaf5-52f3-4e91-8114-93c94d7e154b None None] Network 49e00c71-985e-4345-91de-d00f3d0059d7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:11.532706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:11.539801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.546651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:11.595040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:11.615881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Pushing event updated for resources: {'Port': ['ID=4415ec4b-33cc-47db-9e0e-67aff1deef6d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:11.688169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa91a8d3-4523-446d-bf35-92fa22f33392 None None] Provisioning for port cfe3be89-2231-445f-b83c-c6a6f24c9475 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:11.700591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:11.754993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.790894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:11.824116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Usage tracker for resource:security_group_rule and tenant:40bdc8245e5b473c9308f53c98ca0011 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:11.978084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:12.073034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Pushing event updated for resources: {'Port': ['ID=106496e9-9253-493a-ae0a-b57134a17368,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:12.084303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Router d57909f6-f11d-4f63-abf1-d99a10fd322d is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:12.100731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.110973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:12.172128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Attempting to bind port 4415ec4b-33cc-47db-9e0e-67aff1deef6d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:12.172128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Attempting to bind port 4415ec4b-33cc-47db-9e0e-67aff1deef6d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'fc09d385-6c05-4569-af95-b60f3d543ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:12.172128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Attempting to bind port 4415ec4b-33cc-47db-9e0e-67aff1deef6d on network d29d7704-ada8-42fc-b39f-06a08b3adc96 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:12.205483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:12.206933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9063642-36f2-4c6d-9e2b-b9971f975587 None None] Pushing event updated for resources: {'Port': ['ID=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:12.210981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:12.211515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Checking segment: {'id': 'fc09d385-6c05-4569-af95-b60f3d543ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:12.211972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.212346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Bound using segment: {'id': 'fc09d385-6c05-4569-af95-b60f3d543ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:12.212909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Bound port: 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc09d385-6c05-4569-af95-b60f3d543ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:12.213363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.223911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.225320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cbb7a823-61af-46ca-8224-9391ede0ffa8 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2130983 Feb 16 13:42:12.229210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.230011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cfe3be89-2231-445f-b83c-c6a6f24c9475 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:12.246153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.252903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54326) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:12.273146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-299024245', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'fixed_ips': [{'ip_address': '172.26.1.179'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:12.285472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.313034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:12.325677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:12.341893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Usage tracker for resource:port and tenant:cc8db44381744edd906b9561f4f1d314 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:12.349759 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Sync routers for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:12.363118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:12.365333 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:41:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:12.378138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:12.389696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.394303 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dbfd9a3d-f1e8-4d45-a007-5cc79322540d admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8070011 Feb 16 13:42:12.396887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:12.399422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.407669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c20b03e0-3ce9-4ac3-920b-d8f6b599cb39 None None] Provisioning complete for port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:12.408036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c20b03e0-3ce9-4ac3-920b-d8f6b599cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.412681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:12.525028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:12.571644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] For port 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:12.571868 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:12.578729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] For port 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4415ec4b-33cc-47db-9e0e-67aff1deef6d,segment=NetworkSegment(fc09d385-6c05-4569-af95-b60f3d543ead),segment_id=fc09d385-6c05-4569-af95-b60f3d543ead)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:12.582205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port cfe3be89-2231-445f-b83c-c6a6f24c9475 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:12.652860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Made reservation on behalf of cc8db44381744edd906b9561f4f1d314 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:12.657522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.669719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.755723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cfe3be89-2231-445f-b83c-c6a6f24c9475 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:12.756139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:12.865485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.017543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326dc4e4-549b-4caa-b3ca-196b48eb3022 None None] Pushing event updated for resources: {'Port': ['ID=4415ec4b-33cc-47db-9e0e-67aff1deef6d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:13.032130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9ee95a65-6ca8-4625-9e20-4aa5052d6074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.064446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Allocated IP 172.26.1.20 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/810a8daa-fc45-43f1-a9e0-67274a77f5ce) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:13.101243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.106023 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:11Z', 'revision_number': 3, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:13.113486 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Checking router: d57909f6-f11d-4f63-abf1-d99a10fd322d for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:13.115418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Updating router d57909f6-f11d-4f63-abf1-d99a10fd322d port 13967fba-0040-487b-9df2-4d2da7f9b16e binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:13.116879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:13.148441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d418c-7304-4ece-bb4a-9055bdd81eb2 None None] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:13.173576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Usage tracker for resource:security_group_rule and tenant:cc8db44381744edd906b9561f4f1d314 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:13.190012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.205755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:13.277181 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.289322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52dfe518-4d5b-4dfe-93b4-39a5fb9c5f28 None None] Provisioning complete for port cfe3be89-2231-445f-b83c-c6a6f24c9475 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:13.289999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52dfe518-4d5b-4dfe-93b4-39a5fb9c5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.314406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:13.321138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.351107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:13.389218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:13.394387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.446625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d2672d-b13f-4a5a-8599-d0f360c7576b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:13.463992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:13.542097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:13.547264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:13.591808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cfe3be89-2231-445f-b83c-c6a6f24c9475, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cfe3be89-2231-445f-b83c-c6a6f24c9475,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:13.617296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.698349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cfe3be89-2231-445f-b83c-c6a6f24c9475,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:13.717410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52dfe518-4d5b-4dfe-93b4-39a5fb9c5f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.758005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.864607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-52dfe518-4d5b-4dfe-93b4-39a5fb9c5f28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:42:13.865112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-52dfe518-4d5b-4dfe-93b4-39a5fb9c5f28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:42:13.879404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.929407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:13.930672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:14.033312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:14.051459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.055058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 428e5907-8a5c-4320-a9ae-cd35ee08c2ea up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:14.088936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Allocated IP 172.20.0.1 (d29d7704-ada8-42fc-b39f-06a08b3adc96/8e3b54f3-97c6-40de-8799-50325d6b033f/4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:14.117870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.126241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Allocated IP 172.20.0.1 (293f8050-7e4c-43b9-89fe-f08033502803/3b524342-a03c-4fda-b3a3-2fcd11656c5d/614b54b5-4187-4a10-a543-89c8fd6a540f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:14.163117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.185353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.215738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:14.216127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.238276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] device_id is not set on port bcad8a0a-251e-4527-bf23-484ca03098fc yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:14.364014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.386724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Transition to ACTIVE for port object 614b54b5-4187-4a10-a543-89c8fd6a540f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:14.416624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.466744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4415ec4b-33cc-47db-9e0e-67aff1deef6d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:14.490697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2049ba-86df-4618-b7e9-572880428a08 None None] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:14.502490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Network 293f8050-7e4c-43b9-89fe-f08033502803 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:14.505879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:14.508200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:14.508650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.529002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Pushing event updated for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:14.637548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e815bd-6113-4e26-8257-2d8ce8031578,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:14.668642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.695527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4415ec4b-33cc-47db-9e0e-67aff1deef6d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:14.720188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.763838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Provisioning for port 4415ec4b-33cc-47db-9e0e-67aff1deef6d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:14.776162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Provisioning complete for port 4415ec4b-33cc-47db-9e0e-67aff1deef6d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:14.776669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.842092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.923913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:14.949671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Allocated IP 172.26.1.25 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/3ce28941-7098-41ad-93a5-0f8d1ecb04f7) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:14.983217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] For port 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4415ec4b-33cc-47db-9e0e-67aff1deef6d,segment=NetworkSegment(fc09d385-6c05-4569-af95-b60f3d543ead),segment_id=fc09d385-6c05-4569-af95-b60f3d543ead)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:14.992322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.089888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Provisioning for port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:15.092074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.099219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Provisioning complete for port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:15.099580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.158805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.169807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.170559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.195531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Pushing event updated for resources: {'Port': ['ID=4415ec4b-33cc-47db-9e0e-67aff1deef6d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.212708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.229752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.258635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.277936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:15.289003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:15.294672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] For port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:15.299373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.340648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Pushing event updated for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.344086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:15.354250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.359465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:15.380153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.390853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351da5c0-c147-4202-813c-979ea1cb5db0 None None] Pushing event updated for resources: {'Port': ['ID=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.410773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Pushing event updated for resources: {'Port': ['ID=810a8daa-fc45-43f1-a9e0-67274a77f5ce,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.410987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Network 293f8050-7e4c-43b9-89fe-f08033502803 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:15.412832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:15.424267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Provisioning for port 614b54b5-4187-4a10-a543-89c8fd6a540f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:15.432329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Provisioning complete for port 614b54b5-4187-4a10-a543-89c8fd6a540f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:15.432909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.444054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.497588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.513642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Port 614b54b5-4187-4a10-a543-89c8fd6a540f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:15.525347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Provisioning complete for port 4415ec4b-33cc-47db-9e0e-67aff1deef6d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:15.525710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6958b5da-8a3c-45ce-9bda-9324abdade7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.658619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.692405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Transition to ACTIVE for port object 1c6d9f22-d696-4cc1-b306-82d6e2a8906a will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:15.756699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Transition to ACTIVE for port object 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:15.802753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:15.811320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.814314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4415ec4b-33cc-47db-9e0e-67aff1deef6d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:15.814772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:15.822927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:15.868853 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.885860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.888585 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Transition to ACTIVE for port object 13967fba-0040-487b-9df2-4d2da7f9b16e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:15.899475 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.918237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-606ac54b-27bb-4af6-b6dc-b1c38ff5dfa7 None None] Provisioning complete for port 614b54b5-4187-4a10-a543-89c8fd6a540f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:15.918663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-606ac54b-27bb-4af6-b6dc-b1c38ff5dfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:15.932894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6d9f22-d696-4cc1-b306-82d6e2a8906a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:15.991477 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Pushing event updated for resources: {'Port': ['ID=13967fba-0040-487b-9df2-4d2da7f9b16e,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:16.003238 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.003620 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.004105 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.004475 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.004839 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.005246 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.005631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.005953 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.006331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.007118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.007118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.007323 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Tracked resource versions report: Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: pushed versions: Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: { 'AddressGroup': {'1.2'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'ConntrackHelper': {'1.0'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Log': {'1.0'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Network': {'1.1'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Port': {'1.7'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'PortForwarding': {'1.2'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'QosPolicy': {'1.8'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroup': {'1.4'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroupRule': {'1.2'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SubPort': {'1.0'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Subnet': {'1.1'}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Trunk': {'1.1'}} Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: consumer versions: Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: { DHCP agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: HyperV agent@hv-neutron-8281: {}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: L3 agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: Metadata agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: Metering agent@dv-neutron-828143-3-hyperv: {}, Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: Open vSwitch agent@dv-neutron-828143-3-hyperv: { 'AddressGroup': '1.2', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'ConntrackHelper': '1.0', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Log': '1.0', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Network': '1.1', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Port': '1.7', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'PortForwarding': '1.2', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'QosPolicy': '1.8', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroup': '1.4', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SecurityGroupRule': '1.2', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'SubPort': '1.0', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Subnet': '1.1', Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: 'Trunk': '1.1'}} Feb 16 13:42:16.008581 dv-neutron-828143-3-hyperv neutron-server[87700]: {{(pid=87700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 13:42:16.016704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4415ec4b-33cc-47db-9e0e-67aff1deef6d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:16.017101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.039958 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Attempting to bind port 13967fba-0040-487b-9df2-4d2da7f9b16e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:16.040321 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Attempting to bind port 13967fba-0040-487b-9df2-4d2da7f9b16e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:16.040693 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Attempting to bind port 13967fba-0040-487b-9df2-4d2da7f9b16e on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:16.047807 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:16.048272 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:16.048683 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.049079 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:16.049587 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Bound port: 13967fba-0040-487b-9df2-4d2da7f9b16e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:16.049972 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.095453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Router d57909f6-f11d-4f63-abf1-d99a10fd322d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:16.112108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-606ac54b-27bb-4af6-b6dc-b1c38ff5dfa7 None None] Port 614b54b5-4187-4a10-a543-89c8fd6a540f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:16.134652 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] For port 13967fba-0040-487b-9df2-4d2da7f9b16e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:16.138420 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] For port 13967fba-0040-487b-9df2-4d2da7f9b16e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13967fba-0040-487b-9df2-4d2da7f9b16e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:16.143850 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.155613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Checking segment: {'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:16.156763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Network hostable DHCP agents. Network: fa39de5d-7c64-4e13-8425-adc851ac124d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:16.172143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:16.204528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.221566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:16.227595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472c089-6684-4bbd-b538-725ccb639cde None None] Pushing event updated for resources: {'Port': ['ID=13967fba-0040-487b-9df2-4d2da7f9b16e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:16.250847 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:16.251375 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:16.279710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.288876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.356861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:16.357238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.432707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 13:42:16.433776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:42:16.484800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:16.496185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.507488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:16.515921 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0622dfde-cbd4-4ee0-9829-ee0973e140ac tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.2564919 Feb 16 13:42:16.515921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Network fa39de5d-7c64-4e13-8425-adc851ac124d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:16.520507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54336) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:16.525416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.536021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cfe3be89-2231-445f-b83c-c6a6f24c9475 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:16.537628 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:16.547200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:16.566614 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-faf353fb-0bbb-4157-9528-3ec236825469 admin admin] 10.222.0.105 "PUT /v2.0/routers/d57909f6-f11d-4f63-abf1-d99a10fd322d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1678262 Feb 16 13:42:16.637842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.648936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5832243 Feb 16 13:42:16.654509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:16.655212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.712359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cfe3be89-2231-445f-b83c-c6a6f24c9475 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:16.712834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:16.722287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:16.765099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-885892618'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:16.799727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:16.848501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:network and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:16.932965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:16.959505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:17.012688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Made reservation on behalf of d2ef0ecba4db4fa3832ae001d8f67cde for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:17.018270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.043396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f4b11efb-9bc0-4378-b7c2-750e48fc426b None None] Provisioning for port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:17.059217 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 2, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:17.064843 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e87a21-a535-477d-a8a8-48aeb560e358 None None] The sync data for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv is: [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 2, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:17.076879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f4b11efb-9bc0-4378-b7c2-750e48fc426b None None] Provisioning complete for port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:17.077248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4b11efb-9bc0-4378-b7c2-750e48fc426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.089376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.118628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:17.122255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:17.127106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:security_group_rule and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:17.132811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:17.142689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:17.151538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.225155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f4b11efb-9bc0-4378-b7c2-750e48fc426b None None] Port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:17.309850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810379b-bd26-43d6-840a-9fe6d424ec53 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:17.313546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fa39de5d-7c64-4e13-8425-adc851ac124d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:17.317811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:17.342325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5a86e-215d-4bf5-83da-1300670029aa None None] Network fa39de5d-7c64-4e13-8425-adc851ac124d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:17.355021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.428740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.542717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.555198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.663576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19227ad-53a4-4915-ab0e-b85066973901,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:17.696283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:17.723056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.723507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Added segment 4b411ef8-c51a-4d66-a39d-e57ae088c6a3 of type vlan for network 4777aa02-2b45-4f9f-a430-2449234c48b8 Feb 16 13:42:17.726429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Router c90645e3-e5a1-49d2-94e3-74fd1b37d037 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:17.910801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:17.911157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:17.911529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:17.916046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54358) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:17.973547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:17.974481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Deleting port 106496e9-9253-493a-ae0a-b57134a17368 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:17.974839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.031512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81280213', 'description': 'tempest-description--297612180'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:18.038347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:18.054179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:18.054550 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:18.070457 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 2 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:18.080102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:security_group and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:18.104133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.110499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:18.111621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.139637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:18.164489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:18.174280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.178160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Sync routers for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:18.178976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:18.200148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:18.201334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:18.262208 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5388281 Feb 16 13:42:18.270088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:18.293611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Request body: {'subnet': {'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:18.391270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.394700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.418692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.423162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b62df461-085e-4a14-95a4-c79f93cbd503 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8127484 Feb 16 13:42:18.423444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:18.425825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:18.428431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd990319-0793-4d06-a716-eb0112e2f8a4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Network': ['ID=4777aa02-2b45-4f9f-a430-2449234c48b8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:18.433573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:subnet and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:18.439953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:18.525254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:18.525926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:18.526704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:18.528396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:18.539830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:18.560848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:18.580502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:18.581169 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:18.642481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Made reservation on behalf of d2ef0ecba4db4fa3832ae001d8f67cde for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:18.647602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.817990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.818540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67152a49-4733-43d0-b5b0-a4a1cbeb71f2 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:42:18.828728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 3 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:18.894003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:18.900389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Checking router: c90645e3-e5a1-49d2-94e3-74fd1b37d037 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:18.900578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Updating router c90645e3-e5a1-49d2-94e3-74fd1b37d037 port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:18.935357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:42:18.938806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-730b0cf5-1584-4399-b9a5-9ad7b96240af tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.2968793 Feb 16 13:42:18.946970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54370) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:18.947816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.965261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.972355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:18.983117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:18.983544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:18.983914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:19.052945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:19.053291 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:19.121947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 4 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:19.212573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:19.238734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:security_group_rule and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:19.243506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:19.243921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:19.244336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:19.256659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:19.321260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.342885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Deleting port 28124be8-eb11-4031-8261-a6274f16f3c9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:19.343308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.367415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:19.367765 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:19.377351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:19.386848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 5 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:19.419362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.436450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Transition to ACTIVE for port object 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:19.447312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.460914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Subnet': ['ID=298c2b04-7713-4b8d-836e-7dcb9e3c8ab2,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:19.464997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.465547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.582041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Attempting to bind port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:19.582707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Attempting to bind port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:19.583430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Attempting to bind port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:19.586756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10aa82d-8297-4e33-bbd6-e098db6ff8e8 None None] Pushing event updated for resources: {'Port': ['ID=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:19.595376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:19.595756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:19.596165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:19.598969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:19.599631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:19.600483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.601268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:19.602450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Bound port: 3ce28941-7098-41ad-93a5-0f8d1ecb04f7, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:19.602450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.604583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Checking segment: {'id': '4b411ef8-c51a-4d66-a39d-e57ae088c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:19.605014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network hostable DHCP agents. Network: 4777aa02-2b45-4f9f-a430-2449234c48b8, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:19.677654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Calling delete_port for 106496e9-9253-493a-ae0a-b57134a17368 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:19.679883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:19.704337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 4777aa02-2b45-4f9f-a430-2449234c48b8) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:19.712270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:19.712270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.732850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64f633-1402-4887-8a49-6880a2eb62e7 None None] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:19.744145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.749106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] For port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:19.771305 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c57511dc-4978-454f-9637-82dfe1d4e875 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4847865 Feb 16 13:42:19.771826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:19.810634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:19.811050 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:19.841926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 6 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:19.847164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1157396981', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:19.851949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] For port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:19.855754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13967fba-0040-487b-9df2-4d2da7f9b16e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:19.858186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:19.873873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:19.874312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:19.874565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:19.876686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:router and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:19.882807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:19.898445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:19.901008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:19.968275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:19.968511 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:19.982709 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 7 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:20.005884 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Sync routers for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:20.020489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:20.020858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:20.021136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:20.025492 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:20.032280 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:20.036791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:20.036910 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:20.084649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10aa82d-8297-4e33-bbd6-e098db6ff8e8 None None] Pushing event updated for resources: {'Port': ['ID=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:20.112759 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 8 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:20.123918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.125813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.150474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Allocated IP 172.20.0.1 (e2f23b10-bde0-496f-aa68-8bd1ef089f3e/9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6/72927c8a-3925-4261-8299-6a240bdb8a96) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:20.168888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:20.170515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:20.171649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.180252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Router 749a1cd9-d940-4e9d-9311-f2eb74666c79 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:20.234006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:20.234309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:20.234747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:20.275532 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:20.336911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.339499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:20.340556 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:20.362672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.367049 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 9 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:20.375190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.381079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Transition to ACTIVE for port object 72927c8a-3925-4261-8299-6a240bdb8a96 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:20.427705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:20.599180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.667834 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 2, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:20.673763 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Checking router: d57909f6-f11d-4f63-abf1-d99a10fd322d for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:20.674290 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Updating router d57909f6-f11d-4f63-abf1-d99a10fd322d port 614b54b5-4187-4a10-a543-89c8fd6a540f binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:20.692105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:20.701077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Pushing event updated for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:20.704304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:20.724186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:20.724711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:20.724894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:20.732308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 13967fba-0040-487b-9df2-4d2da7f9b16e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:20.768762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:20.769253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.800067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-4777aa02-2b45-4f9f-a430-2449234c48b8', 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8', 'tenant_id': 'd2ef0ecba4db4fa3832ae001d8f67cde', 'fixed_ips': [{'subnet_id': '298c2b04-7713-4b8d-836e-7dcb9e3c8ab2'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:20.801367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.818561 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.837735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.857880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 13967fba-0040-487b-9df2-4d2da7f9b16e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:20.858612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:20.932947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0204f749-6d60-456a-a23e-b0aab5a1c430,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:20.936945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:20.937567 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:20.961578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 10 to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a Feb 16 13:42:21.020317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.021554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5938d57d-f978-479f-9b63-fc5550376fb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 3.0491855 Feb 16 13:42:21.060470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54378) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:21.065693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.096432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'security_group_rule': {'security_group_id': '0204f749-6d60-456a-a23e-b0aab5a1c430', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:21.103064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:21.107360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:security_group_rule and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:21.111829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:21.115315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:21.115463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:21.115787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:21.118150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:21.118816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:21.142279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.153216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:21.153538 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:21.153896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.159892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.169767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.172233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:21.178307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.197203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Allocated IP 172.20.0.2 (4777aa02-2b45-4f9f-a430-2449234c48b8/298c2b04-7713-4b8d-836e-7dcb9e3c8ab2/9cacd4c5-7ad2-49f6-b796-1d7b3e627448) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:21.249402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.359548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.360310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.387963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Calling delete_port for 28124be8-eb11-4031-8261-a6274f16f3c9 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:21.410396 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.426327 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Transition to ACTIVE for port object 614b54b5-4187-4a10-a543-89c8fd6a540f will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:21.430203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.435241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.435813 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.443874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Transition to ACTIVE for port object 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:21.463881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Transition to ACTIVE for port object 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:21.466007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65586718-59db-4f33-ab4a-e7ff447cb165,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:21.469081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Pushing event deleted for resources: {'Port': ['ID=106496e9-9253-493a-ae0a-b57134a17368,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:21.511865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.515742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.516009 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8ad1663-ccab-457c-b046-43e5476c6bf7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4406338 Feb 16 13:42:21.520441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Sync routers for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:21.522457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:21.531038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'security_group_rule': {'security_group_id': '0204f749-6d60-456a-a23e-b0aab5a1c430', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:21.538789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:21.543109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:security_group_rule and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:21.546933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:21.553132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b1543-43d9-4e35-bf5b-144a322e2ada None None] Pushing event updated for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:21.553384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:21.627609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.629743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-10842cb7-de2f-4d27-be72-3996ec8874ab admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.5864708 Feb 16 13:42:21.633771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Pushing event updated for resources: {'Port': ['ID=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:21.636223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:21.636828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:21.727601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54386) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:21.820193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.870937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Attempting to bind port 614b54b5-4187-4a10-a543-89c8fd6a540f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:21.871635 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Attempting to bind port 614b54b5-4187-4a10-a543-89c8fd6a540f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:21.872096 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Attempting to bind port 614b54b5-4187-4a10-a543-89c8fd6a540f on network 293f8050-7e4c-43b9-89fe-f08033502803 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:21.878776 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:21.879685 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Checking segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:21.879685 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.880148 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Bound using segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:21.880705 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Bound port: 614b54b5-4187-4a10-a543-89c8fd6a540f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:21.881178 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:21.885866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:21.904616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:21.992917 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] For port 614b54b5-4187-4a10-a543-89c8fd6a540f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:21.996353 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] For port 614b54b5-4187-4a10-a543-89c8fd6a540f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=614b54b5-4187-4a10-a543-89c8fd6a540f,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:22.004985 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.012145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a, host hv-neutron-8281, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:22.012584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.012885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempted to set empty binding levels {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:42:22.030886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.032442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-39cd1b1a-dc0d-4671-9061-d94ebd40fa56 None None] Provisioning for port 72927c8a-3925-4261-8299-6a240bdb8a96 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:22.033624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.035332 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-38e9f048-62e9-40c3-b43f-a5635dec5067 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305 tempest-ExternalNetworksAdminNegativeTestJSON-1453338305-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/57ccdb2b-2f98-49d3-9c25-54076f8c9e73 HTTP/1.1" status: 204 len: 168 time: 5.4899006 Feb 16 13:42:22.049356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:22.053343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:22.055268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.063419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.067594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.076403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:22.093319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:22.109408 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b1543-43d9-4e35-bf5b-144a322e2ada None None] Pushing event updated for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:22.160676 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:22.161633 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:22.167171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-39cd1b1a-dc0d-4671-9061-d94ebd40fa56 None None] Provisioning complete for port 72927c8a-3925-4261-8299-6a240bdb8a96 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:22.167855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39cd1b1a-dc0d-4671-9061-d94ebd40fa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.256480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Pushing event updated for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:22.313445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.318724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-39cd1b1a-dc0d-4671-9061-d94ebd40fa56 None None] Port 72927c8a-3925-4261-8299-6a240bdb8a96 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:22.332353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.435342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:22.466677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:22.468575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.498425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:22.505518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:22.531538 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 11.7687449 Feb 16 13:42:22.535174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Attempting to bind port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:22.535710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Attempting to bind port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '4b411ef8-c51a-4d66-a39d-e57ae088c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:22.536245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Attempting to bind port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 on network 4777aa02-2b45-4f9f-a430-2449234c48b8 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:22.546628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.551931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.581487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:22.582210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Checking segment: {'id': '4b411ef8-c51a-4d66-a39d-e57ae088c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:22.582799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.583678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Bound using segment: {'id': '4b411ef8-c51a-4d66-a39d-e57ae088c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:22.584318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Bound port: 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b411ef8-c51a-4d66-a39d-e57ae088c6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:22.584870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.587953 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:22.623637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.636322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54398) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:22.636662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54400) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:22.687829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:22.800917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 13967fba-0040-487b-9df2-4d2da7f9b16e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13967fba-0040-487b-9df2-4d2da7f9b16e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:22.822881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:22.834949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.935883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:22.938739 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] 10.222.0.105 "DELETE /v2.0/ports/28124be8-eb11-4031-8261-a6274f16f3c9 HTTP/1.1" status: 204 len: 168 time: 3.9807484 Feb 16 13:42:22.971740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b6942-46d3-44c6-8fe0-14e3f365e3b7 None None] The sync data for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv is: [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:22.992506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.038507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Router c90645e3-e5a1-49d2-94e3-74fd1b37d037 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:23.053302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.054619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5312140 Feb 16 13:42:23.072547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:23.117871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=13967fba-0040-487b-9df2-4d2da7f9b16e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:23.125404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 614b54b5-4187-4a10-a543-89c8fd6a540f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:23.226534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b105db8-ddd6-4345-98c6-b620044c1cf3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6d9f22-d696-4cc1-b306-82d6e2a8906a,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:23.274418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] For port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:23.280561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] For port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,segment=NetworkSegment(4b411ef8-c51a-4d66-a39d-e57ae088c6a3),segment_id=4b411ef8-c51a-4d66-a39d-e57ae088c6a3)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:23.282031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 614b54b5-4187-4a10-a543-89c8fd6a540f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:23.292015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 614b54b5-4187-4a10-a543-89c8fd6a540f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:23.293692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.383712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:23.387522 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:21Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:23.393875 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5e928da3-4b9d-4421-af46-3b876905d2fc admin admin] 10.222.0.105 "PUT /v2.0/routers/c90645e3-e5a1-49d2-94e3-74fd1b37d037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9668512 Feb 16 13:42:23.401421 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170262ce-3e13-45d4-93bd-139f74f93c14 None None] The sync data for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv is: [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:21Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:23.410968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.417469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:23.428659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:23.461270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3165e82-41af-485e-a762-aac44fa27477 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a8aae6-0cea-47d0-ba22-980223624579,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:23.485401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118d20a-ad2e-4ff7-a581-2116913a74ea tempest-RoutersAdminNegativeTest-144207212 tempest-RoutersAdminNegativeTest-144207212-project-admin] Pushing event deleted for resources: {'Port': ['ID=28124be8-eb11-4031-8261-a6274f16f3c9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:23.500713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:floatingip and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:23.519638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:23.545585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Allocated IP 172.26.1.191 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/630371c5-1225-40a3-8961-c41a875d0876) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:23.560437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518d9fb-ff30-4a60-8be2-362b026634fa None None] Pushing event updated for resources: {'Port': ['ID=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:23.562087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:23.568729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:23.634578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.681096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:15Z', 'revision_number': 3, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:23.685803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.709653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Provisioning complete for port 72927c8a-3925-4261-8299-6a240bdb8a96 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:23.710972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.778177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Deleting port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:23.779775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:23.798535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Checking router: 749a1cd9-d940-4e9d-9311-f2eb74666c79 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:23.798879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Updating router 749a1cd9-d940-4e9d-9311-f2eb74666c79 port 810a8daa-fc45-43f1-a9e0-67274a77f5ce binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:23.932161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Port 72927c8a-3925-4261-8299-6a240bdb8a96 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:23.970834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 614b54b5-4187-4a10-a543-89c8fd6a540f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=614b54b5-4187-4a10-a543-89c8fd6a540f,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:23.985375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.020149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.187650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Provisioning complete for port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:24.188034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.206079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.218024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.274043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:24.347163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.347583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-952823a3-f823-411c-ab72-5c638843e5b2 None None] Port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:24.396712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:24.406805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Usage tracker for resource:security_group_rule and tenant:c7c3ed8ccf2d4fa191367a1a1ee87f01 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:24.412599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:24.428669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:24.433392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:24.485043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.512008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5b278984adde485fb16019bc44c518bf is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:24.518328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:24.564799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:24.598688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Router 71aae3f3-ae6b-460a-b843-bed9fef625de is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:24.605852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:24.608908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54430) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:24.621651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:24.629745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626643455', 'description': 'tempest-description--1393214532'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:24.642936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:24.788454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=630371c5-1225-40a3-8961-c41a875d0876,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:24.791512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:24.856362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.867575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 1c6d9f22-d696-4cc1-b306-82d6e2a8906a, host hv-neutron-8281, got binding levels [] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:24.867878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:24.871502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:security_group and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:24.887968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:24.912449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Transition to ACTIVE for port object 810a8daa-fc45-43f1-a9e0-67274a77f5ce will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:24.931733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.004984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:25.065909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Attempting to bind port 810a8daa-fc45-43f1-a9e0-67274a77f5ce on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:25.066822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Attempting to bind port 810a8daa-fc45-43f1-a9e0-67274a77f5ce by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:25.067335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Attempting to bind port 810a8daa-fc45-43f1-a9e0-67274a77f5ce on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:25.082545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:25.083249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:25.083840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.084395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:25.085087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Bound port: 810a8daa-fc45-43f1-a9e0-67274a77f5ce, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:25.085646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.140163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.185022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Calling delete_port for 1c6d9f22-d696-4cc1-b306-82d6e2a8906a owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:25.188346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 614b54b5-4187-4a10-a543-89c8fd6a540f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:25.250370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a837-8e16-4ea7-bce4-edd99fd11333 None None] Pushing event updated for resources: {'Port': ['ID=810a8daa-fc45-43f1-a9e0-67274a77f5ce,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:25.279191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db3891-9916-461c-ae39-f97037d0bf2b None None] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:25.296214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.324861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.333578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.391980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] For port 810a8daa-fc45-43f1-a9e0-67274a77f5ce, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:25.424807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] For port 810a8daa-fc45-43f1-a9e0-67274a77f5ce, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=810a8daa-fc45-43f1-a9e0-67274a77f5ce,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:25.426851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:25.435255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-18477f1a-3d81-48d2-9c30-3ea987262edc None None] Provisioning for port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:25.454916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.473373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:security_group_rule and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:25.479836 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-46497988-4976-4317-9be7-286f50807696 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c7c3ed8ccf2d4fa191367a1a1ee87f01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9085460 Feb 16 13:42:25.484874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:25.488156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.498077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54434) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:25.541875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46497988-4976-4317-9be7-286f50807696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5633fc-b453-4033-ba2e-758256447ada,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:25.563712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:25.566834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:25.588062 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] Sync routers for ids ['71aae3f3-ae6b-460a-b843-bed9fef625de'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:25.599326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 614b54b5-4187-4a10-a543-89c8fd6a540f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:25.599326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.603900 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] Routers {'71aae3f3-ae6b-460a-b843-bed9fef625de'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:25.604891 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['71aae3f3-ae6b-460a-b843-bed9fef625de'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:25.635796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.638577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.641823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Allocated IP 172.26.1.65 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/a91d74be-1247-4ee6-8b86-ea471cb3583a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:25.674905 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-235e3392-b421-40bb-ba27-2da348cec0ea tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "PUT /v2.0/routers/71aae3f3-ae6b-460a-b843-bed9fef625de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7408049 Feb 16 13:42:25.688609 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:25.699064 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] Routers {'71aae3f3-ae6b-460a-b843-bed9fef625de'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:25.699996 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['71aae3f3-ae6b-460a-b843-bed9fef625de'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:25.744541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54438) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:25.761167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'port': {'network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96', 'name': 'tempest-FloatingIPNegativeTestJSON-547121370'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:25.771937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:25.772724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc168695-6dcc-479c-b827-f6c10f904220 None None] The sync data for ids ['71aae3f3-ae6b-460a-b843-bed9fef625de'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:25.793656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.795144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.802247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c6d9f22-d696-4cc1-b306-82d6e2a8906a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:25.832897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Sync routers for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:25.844710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:25.904124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:25.914024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:25.914708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:25.949323 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4951670a-e1b1-443e-88f6-ceced5168827 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "DELETE /v2.0/ports/1c6d9f22-d696-4cc1-b306-82d6e2a8906a HTTP/1.1" status: 204 len: 168 time: 3.3056190 Feb 16 13:42:25.969194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590a837-8e16-4ea7-bce4-edd99fd11333 None None] Pushing event updated for resources: {'Port': ['ID=810a8daa-fc45-43f1-a9e0-67274a77f5ce,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:25.981573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:25.982268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:26.016730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:26.028195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.116780 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8c9fdf-c422-4479-a274-9181cf0de034 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:42:26.118169 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae8c9fdf-c422-4479-a274-9181cf0de034 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports/1c6d9f22-d696-4cc1-b306-82d6e2a8906a HTTP/1.1" status: 404 len: 333 time: 0.1012290 Feb 16 13:42:26.129444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:26.137712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5b278984adde485fb16019bc44c518bf&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4921610 Feb 16 13:42:26.153030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:26.179934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e42eed-7156-45ce-ba81-173c6757a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bd5eec-471a-46b8-94c2-70ada03d06f1,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:26.188732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.198784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-183964717'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:26.207548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.218579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:26.222299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.235108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:26.236744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Usage tracker for resource:port and tenant:40bdc8245e5b473c9308f53c98ca0011 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:26.242536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.249084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:26.268591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:port and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:26.275497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:26.282934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:26.317613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4478d705-4b69-460f-a509-ea5f6c076499,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:26.325016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:26.326948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Made reservation on behalf of 40bdc8245e5b473c9308f53c98ca0011 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:26.329371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.340603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.360468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:26.375262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Made reservation on behalf of 70b2729a85fe4171b1a8db0860e3ce8b for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:26.377150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:26.377513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.378852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.417093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.422080 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e275927f-143e-449d-bdae-cbb46b66751a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8075943 Feb 16 13:42:26.430637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:26.435261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.438837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'security_group_rule': {'security_group_id': '4478d705-4b69-460f-a509-ea5f6c076499', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:26.448671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 837528b5-2c10-469e-87f9-56b65cf68d2f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:26.484586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:26.488718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] device_id is not set on port f1b89445-0b19-4218-87a9-eb7564faeebb yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:26.491849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.500717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:26.538889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.552034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.593631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:26.603489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Allocated IP 172.20.0.1 (49e00c71-985e-4345-91de-d00f3d0059d7/d834244a-215e-4466-9ee7-9b3be7729cb1/5a086711-2dbd-402f-baad-2eff4923a74f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:26.617936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5633fc-b453-4033-ba2e-758256447ada,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:26.623886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:security_group_rule and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:26.646465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:26.677261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:26.747476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:26.778346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:26.795176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.795355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:26.797345 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c58259fa-874e-4f60-8ffe-7ddbd587e60e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5c5633fc-b453-4033-ba2e-758256447ada HTTP/1.1" status: 204 len: 168 time: 1.2949791 Feb 16 13:42:26.827032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'Port': ['ID=a91d74be-1247-4ee6-8b86-ea471cb3583a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:26.845018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.882510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:26.902265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Allocated IP 172.20.0.14 (d29d7704-ada8-42fc-b39f-06a08b3adc96/8e3b54f3-97c6-40de-8799-50325d6b033f/f1b89445-0b19-4218-87a9-eb7564faeebb) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:26.930905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bd5eec-471a-46b8-94c2-70ada03d06f1,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.024228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.029306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.031212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-82da732b-625d-468d-a297-d3081d756d77 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c2bd5eec-471a-46b8-94c2-70ada03d06f1 HTTP/1.1" status: 204 len: 168 time: 0.8701227 Feb 16 13:42:27.108454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Transition to ACTIVE for port object 5a086711-2dbd-402f-baad-2eff4923a74f will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:27.133962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.308355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,segment=NetworkSegment(4b411ef8-c51a-4d66-a39d-e57ae088c6a3),segment_id=4b411ef8-c51a-4d66-a39d-e57ae088c6a3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:27.320495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.321764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13967fba-0040-487b-9df2-4d2da7f9b16e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:27.331153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.359290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.371697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.401915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.445347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54466) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:27.480866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Network 49e00c71-985e-4345-91de-d00f3d0059d7 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:27.491432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:27.500302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.507859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:27.508552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.526347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Pushing event updated for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.538510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.542778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Router 4e0a5211-0c31-4f10-9e85-660a45daf409 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:27.556016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-581af804-1202-427b-b5e7-0e1db2707537 None None] Provisioning complete for port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:27.556555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-581af804-1202-427b-b5e7-0e1db2707537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.567176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Transition to ACTIVE for port object f1b89445-0b19-4218-87a9-eb7564faeebb will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:27.600662 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b4ead9e-36a7-4069-a574-a795faa721b4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6220f95340294abda70e7e6af2a709b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1540005 Feb 16 13:42:27.609332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.609571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54470) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:27.626199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Network fa39de5d-7c64-4e13-8425-adc851ac124d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:27.631691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=837528b5-2c10-469e-87f9-56b65cf68d2f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.634374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.637165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:27.680857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.705006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.808361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:15Z', 'revision_number': 3, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:27.810373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 13967fba-0040-487b-9df2-4d2da7f9b16e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:27.810729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.817882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:27.838490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:27.854862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:27.864554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:27.865789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:27.866602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.871424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:27.873024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.900364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54476) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:27.964421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:27.966254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e86313-8f4a-4a53-8789-b8ac30dec923 None None] The sync data for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv is: [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:15Z', 'revision_number': 3, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:27.974692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=f1b89445-0b19-4218-87a9-eb7564faeebb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:27.978579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c8c8e2-a6c7-4d19-8280-519813d88896,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:28.012534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c9762516-aba0-45c0-8890-b5eb796eeb30 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2563767 Feb 16 13:42:28.014301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54480) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:28.119658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:21Z', 'revision_number': 2, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:28.131090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Checking router: c90645e3-e5a1-49d2-94e3-74fd1b37d037 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:28.131903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Updating router c90645e3-e5a1-49d2-94e3-74fd1b37d037 port 72927c8a-3925-4261-8299-6a240bdb8a96 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:28.142528 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8d209184-6582-4982-a220-8bd5d263c92c tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0102725 Feb 16 13:42:28.143408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:28.157706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:28.172768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.177124 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-36c1fda3-e0eb-4eaa-91ba-4d2ab6db1394 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7394550 Feb 16 13:42:28.179722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:28.180956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:28.184679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54488) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:28.206593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.223550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:floatingip and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:28.230976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'security_group_rule': {'security_group_id': '4478d705-4b69-460f-a509-ea5f6c076499', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:28.248476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:28.261552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.279216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:28.282593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:28.300025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.315080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:security_group_rule and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:28.335625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:28.340221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:28.348355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.353170 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] Sync routers for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:28.369367 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:28.370502 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:28.388515 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-54daa8fe-ba9e-4728-9f05-04965e3b8589 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cc8db44381744edd906b9561f4f1d314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697380 Feb 16 13:42:28.417212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:28.430909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.435147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a550ae0b-4092-4101-abc0-b35db30ff9fb tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.6602187 Feb 16 13:42:28.445655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:28.458703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:28.466461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Provisioning for port f1b89445-0b19-4218-87a9-eb7564faeebb completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:28.476667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:28.526991 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:28.541204 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:28.542657 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:28.556114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Provisioning complete for port f1b89445-0b19-4218-87a9-eb7564faeebb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:28.556705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.637517 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:28.637935 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d5dd7-f390-4c90-8524-33482170e5a6 None None] The sync data for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:28.662632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.723501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:28.733309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Port f1b89445-0b19-4218-87a9-eb7564faeebb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:28.741007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:28.741376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.839507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Provisioning for port 5a086711-2dbd-402f-baad-2eff4923a74f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:28.854750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.870090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Provisioning complete for port 5a086711-2dbd-402f-baad-2eff4923a74f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:28.870810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:28.888240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:28.926744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.046853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.064353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.065457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.068649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.071899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.073960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.108328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9b90d53-deb4-4cba-917e-8853f44b2232 None None] Port 5a086711-2dbd-402f-baad-2eff4923a74f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:29.137519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.148917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.177557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:29.186135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.231949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.259082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.267860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Transition to ACTIVE for port object 72927c8a-3925-4261-8299-6a240bdb8a96 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:29.282868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.309023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.338289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.370982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7995863-0184-4b74-adfa-bf4ad17e438c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.387915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.409057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.423171 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0324049 Feb 16 13:42:29.437541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd353e82-ab66-468a-9201-9910f2fbc55c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'Port': ['ID=a91d74be-1247-4ee6-8b86-ea471cb3583a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.513077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Pushing event updated for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.521634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.522379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:29.526194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f0c997a3-16c8-40d7-9095-b74979bbec3c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d7995863-0184-4b74-adfa-bf4ad17e438c HTTP/1.1" status: 204 len: 168 time: 1.9075058 Feb 16 13:42:29.536976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.541506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3383243 Feb 16 13:42:29.546680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54504) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:29.552941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66760a13-da4d-4bc3-ae67-22d160dd69ad tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdd469d-ad27-491c-9874-03f15a95b228,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.559477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:29.573548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:29.583144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:floatingip and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:29.587689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:29.598690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:29.622929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.665465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:29.776966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.794377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f4e7-b90e-4f9a-9785-5052933a7885 None None] Pushing event updated for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.819709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Attempting to bind port 72927c8a-3925-4261-8299-6a240bdb8a96 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:29.821406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Attempting to bind port 72927c8a-3925-4261-8299-6a240bdb8a96 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:29.822003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Attempting to bind port 72927c8a-3925-4261-8299-6a240bdb8a96 on network e2f23b10-bde0-496f-aa68-8bd1ef089f3e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:29.832734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:29.833334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Checking segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:29.833841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.834346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Bound using segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:29.834986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Bound port: 72927c8a-3925-4261-8299-6a240bdb8a96, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:29.835490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.867232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:29.868033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:29.874687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e815bd-6113-4e26-8257-2d8ce8031578,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:29.882624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Network 49e00c71-985e-4345-91de-d00f3d0059d7 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:29.885802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:30.060480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 837528b5-2c10-469e-87f9-56b65cf68d2f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:30.113141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.117837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-028eb04e-6953-4012-bea3-03707b210981 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/91e815bd-6113-4e26-8257-2d8ce8031578 HTTP/1.1" status: 204 len: 168 time: 1.7004452 Feb 16 13:42:30.137930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.179737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Transition to ACTIVE for port object 837528b5-2c10-469e-87f9-56b65cf68d2f will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:30.272036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.275838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] For port 72927c8a-3925-4261-8299-6a240bdb8a96, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:30.289535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] For port 72927c8a-3925-4261-8299-6a240bdb8a96, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=72927c8a-3925-4261-8299-6a240bdb8a96,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:30.298689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 810a8daa-fc45-43f1-a9e0-67274a77f5ce up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:30.323466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Router 749a1cd9-d940-4e9d-9311-f2eb74666c79 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:30.368229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.473440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=837528b5-2c10-469e-87f9-56b65cf68d2f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:30.487938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.490359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54536) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:30.500274 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 13:42:30.544451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:30.545011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:30.545648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:30.557690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:30.558545 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:30.565042 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 2 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:30.614871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:30.615078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.615979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:30.616466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:30.628370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:30.628880 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:30.631188 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 3 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:30.645303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f4e7-b90e-4f9a-9785-5052933a7885 None None] Pushing event updated for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:30.673851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d43b626b-02e9-4faa-b52e-3f4c5157b550 None None] Provisioning complete for port 5a086711-2dbd-402f-baad-2eff4923a74f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:30.674153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d43b626b-02e9-4faa-b52e-3f4c5157b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.692734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:30.693071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:30.693418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:30.778563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:30.779862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:30.788934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-520b20ea-c919-42ce-8c1d-8908c7fc8001 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Synchronizing usage tracker for tenant:014ff2ce13534abdb5f7db426a158cba on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:30.792972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:30.793338 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:30.808034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 4 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:30.865796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:30.866137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:30.869578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:30.884722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:30.905470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:30.905809 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:30.916216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 5 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.019487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Allocated IP 172.26.1.99 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:31.025645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.025645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.025645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.045832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.046163 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.048549 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 6 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.080115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:31.142471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.142857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.143136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.164688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.165052 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.167509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 7 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.192120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.192344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.192713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.239285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.239636 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.241143 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 8 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.267470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d43b626b-02e9-4faa-b52e-3f4c5157b550 None None] Port 5a086711-2dbd-402f-baad-2eff4923a74f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:31.273013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.273369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.273741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.287121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.290144 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.291861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 810a8daa-fc45-43f1-a9e0-67274a77f5ce completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:31.297510 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 9 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.300609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.307270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 810a8daa-fc45-43f1-a9e0-67274a77f5ce triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:31.307897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.358641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.359285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.359816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.371248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.371915 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.377553 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 10 to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f Feb 16 13:42:31.408074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:31.408805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:31.409337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:31.624627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.646484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Allocated IP 172.20.0.1 (4777aa02-2b45-4f9f-a430-2449234c48b8/298c2b04-7713-4b8d-836e-7dcb9e3c8ab2/a3d8daa3-ff9f-4271-a78f-64e20dcee88e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:31.647590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 810a8daa-fc45-43f1-a9e0-67274a77f5ce, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=810a8daa-fc45-43f1-a9e0-67274a77f5ce,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:31.654689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.740133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54570) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:31.757538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.772734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:30Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:31.789511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b4415-c61f-4c1d-91b3-820f3365fd61 None None] The sync data for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv is: [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:30Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:31.791366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:31.791707 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 837528b5-2c10-469e-87f9-56b65cf68d2f on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:31.793104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:31.814279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:31.842469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Allocated IP 172.26.1.187 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/59b0d497-8e37-44e6-81be-0415eb83fa1f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:31.872995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=810a8daa-fc45-43f1-a9e0-67274a77f5ce,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:31.898016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-520b20ea-c919-42ce-8c1d-8908c7fc8001 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Unset dirty status for tenant:014ff2ce13534abdb5f7db426a158cba on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:31.926694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-520b20ea-c919-42ce-8c1d-8908c7fc8001 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--81280213&fields=id&tenant_id=014ff2ce13534abdb5f7db426a158cba HTTP/1.1" status: 200 len: 267 time: 1.4288063 Feb 16 13:42:31.980155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:31.980555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.161369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.181042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Transition to ACTIVE for port object a3d8daa3-ff9f-4271-a78f-64e20dcee88e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:32.235558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:32.241761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 837528b5-2c10-469e-87f9-56b65cf68d2f, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:32.246330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempted to set empty binding levels {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:42:32.247515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:32.256404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:32.261650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:32.267729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.275531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Sync routers for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:32.337379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e79c823b-5692-4171-8587-a008567e5e4c admin admin] 10.222.0.105 "PUT /v2.0/routers/749a1cd9-d940-4e9d-9311-f2eb74666c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5933080 Feb 16 13:42:32.341338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:32.341946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:32.361706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-85bf4c51-8782-4b86-92df-ed1e5c5d92aa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.361947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-85bf4c51-8782-4b86-92df-ed1e5c5d92aa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Synchronizing usage tracker for tenant:014ff2ce13534abdb5f7db426a158cba on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:32.375492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-642965709'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:32.379845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:32.403206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=837528b5-2c10-469e-87f9-56b65cf68d2f,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:32.418581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] In _notify_port_updated(), no bound segment for port 837528b5-2c10-469e-87f9-56b65cf68d2f on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:42:32.419847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.420553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.432561 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2a411bdf-dba5-4c40-893a-617b21fb7bb3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "PUT /v2.0/ports/837528b5-2c10-469e-87f9-56b65cf68d2f HTTP/1.1" status: 200 len: 976 time: 4.2753015 Feb 16 13:42:32.435858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:32.436522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:32.447220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:network and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:32.458669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:32.483741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:32.506342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-85bf4c51-8782-4b86-92df-ed1e5c5d92aa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Unset dirty status for tenant:014ff2ce13534abdb5f7db426a158cba on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:32.507945 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-85bf4c51-8782-4b86-92df-ed1e5c5d92aa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/networks?id=293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 200 len: 805 time: 0.5801945 Feb 16 13:42:32.514414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:32.514696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.518593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.548950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.563605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.638712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-829c34b5-381b-4429-9cfc-be912343b06a tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/quotas/014ff2ce13534abdb5f7db426a158cba HTTP/1.1" status: 200 len: 375 time: 0.1043394 Feb 16 13:42:32.656252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:32.745047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:security_group_rule and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:32.749010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=a3d8daa3-ff9f-4271-a78f-64e20dcee88e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:32.759690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:32.768612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.776923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:32.781475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:32.786421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:32.786932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.809447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:32.812703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:32.816175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:32.901661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.902449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.902938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.903402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.904732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.906738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.907288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.907770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.908270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.908741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.920936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.921480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.927016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.927846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.928420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.928976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.929597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.930098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.930629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.931090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.931567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.932012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.932654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:32.938027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Synchronizing usage tracker for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:33.218263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.231392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.238937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.288138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.308971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54600) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:33.410589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.415871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3707643 Feb 16 13:42:33.425504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54606) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:33.435907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-28972ad2-a87d-4c08-bac6-d32ec6b0f7cc tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=014ff2ce13534abdb5f7db426a158cba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7879992 Feb 16 13:42:33.441705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d84a3-f25c-4aec-9cb4-1f3abca48f04 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:33.459892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d4a3e658-dec4-4011-895f-fe131f5995be tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'floatingip': {'port_id': 'f1b89445-0b19-4218-87a9-eb7564faeebb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:33.460097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2d89272a-3c0a-4bfc-94bc-79e5f490f29b None None] Provisioning for port a3d8daa3-ff9f-4271-a78f-64e20dcee88e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:33.490116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2d89272a-3c0a-4bfc-94bc-79e5f490f29b None None] Provisioning complete for port a3d8daa3-ff9f-4271-a78f-64e20dcee88e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:33.490547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d89272a-3c0a-4bfc-94bc-79e5f490f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.604102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2d89272a-3c0a-4bfc-94bc-79e5f490f29b None None] Port a3d8daa3-ff9f-4271-a78f-64e20dcee88e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:33.645861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-889676291', 'router:external': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:33.677124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:33.697959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:network and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:33.705799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d4a3e658-dec4-4011-895f-fe131f5995be tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.729019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:28Z', 'revision_number': 2, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:33.742749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Checking router: 749a1cd9-d940-4e9d-9311-f2eb74666c79 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:33.742905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Updating router 749a1cd9-d940-4e9d-9311-f2eb74666c79 port 5a086711-2dbd-402f-baad-2eff4923a74f binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:33.786063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-69f90680-7856-49c2-9cc2-6f291be5a337 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:42:33.794110 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-69f90680-7856-49c2-9cc2-6f291be5a337 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1275048 Feb 16 13:42:33.820953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:33.825426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.833133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.914516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 810a8daa-fc45-43f1-a9e0-67274a77f5ce up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:33.944302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:33.946315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'Port': ['ID=59b0d497-8e37-44e6-81be-0415eb83fa1f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:33.965880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.971785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:33.972973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.063153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:34.086478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=a3d8daa3-ff9f-4271-a78f-64e20dcee88e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:34.092870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:34.117026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:34.134132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Made reservation on behalf of 30987b2441954b19a0157a1b19cdb05b for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:34.136640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.157536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:34.169709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948809801', 'description': 'tempest-description--431243154'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:34.170599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.171381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 810a8daa-fc45-43f1-a9e0-67274a77f5ce triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:34.171756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.185423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:34.200019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Usage tracker for resource:security_group and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:34.206991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:34.221503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.230513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:34.252405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Unset dirty status for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:34.254548 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f55ed7c8-ef62-4a6b-b140-da668160ac24 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20338 time: 1.8169422 Feb 16 13:42:34.261107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:34.267150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:34.283712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.302921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.332888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:34.340555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:34.358977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:34.424335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Deleting port 837528b5-2c10-469e-87f9-56b65cf68d2f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:34.424706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.424823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:security_group_rule and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:34.430494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:34.445998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 72927c8a-3925-4261-8299-6a240bdb8a96 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:34.451909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Usage tracker for resource:security_group_rule and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:34.462942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:34.473271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:34.497833 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-bfbbbd68-dc96-4816-aa8a-a4ef6512a9c4 service neutron] 10.222.0.105 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026062 Feb 16 13:42:34.504630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:34.519987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:34.552194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.602371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 72927c8a-3925-4261-8299-6a240bdb8a96 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:34.609773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0910ae60-3dc5-45b7-8262-0240f02ed786,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:34.611217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 72927c8a-3925-4261-8299-6a240bdb8a96 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:34.611619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.638425 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d4a3e658-dec4-4011-895f-fe131f5995be tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] update failed (client error): The resource could not be found. Feb 16 13:42:34.645167 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d4a3e658-dec4-4011-895f-fe131f5995be tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "PUT /v2.0/floatingips/2eb8bdfd-6da8-4987-a065-d9b39ea52652 HTTP/1.1" status: 404 len: 507 time: 1.2052836 Feb 16 13:42:34.681210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:34.696230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.696766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Added segment 4960a0ef-3d71-431b-a9f3-24dfd4025142 of type vlan for network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 Feb 16 13:42:34.814402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.852104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-95f6d7b6-26c0-4006-8511-f65c05a1726d None None] Provisioning complete for port a3d8daa3-ff9f-4271-a78f-64e20dcee88e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:34.853230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-95f6d7b6-26c0-4006-8511-f65c05a1726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.897109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:34.916180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.005228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.007184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port 1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:35.007533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.016691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Transition to ACTIVE for port object 5a086711-2dbd-402f-baad-2eff4923a74f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:35.021143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-95f6d7b6-26c0-4006-8511-f65c05a1726d None None] Port a3d8daa3-ff9f-4271-a78f-64e20dcee88e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:35.033310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.037010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Router 4e0a5211-0c31-4f10-9e85-660a45daf409 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:35.172150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-5061ac4c-94fc-4269-8f0b-969e2c3df795 service neutron] 10.222.0.105 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533954 Feb 16 13:42:35.217346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.224851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:35.225688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.231446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.295757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 72927c8a-3925-4261-8299-6a240bdb8a96, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=72927c8a-3925-4261-8299-6a240bdb8a96,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:35.301646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Attempting to bind port 5a086711-2dbd-402f-baad-2eff4923a74f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:35.302058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Attempting to bind port 5a086711-2dbd-402f-baad-2eff4923a74f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:35.306370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Attempting to bind port 5a086711-2dbd-402f-baad-2eff4923a74f on network 49e00c71-985e-4345-91de-d00f3d0059d7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:35.323914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:35.324286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Checking segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:35.324981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.325104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Bound using segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:35.325550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Bound port: 5a086711-2dbd-402f-baad-2eff4923a74f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:35.325927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.344917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.347459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df388d-a070-44bf-834b-35ab74c4080b None None] Pushing event updated for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:35.372216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Network': ['ID=7195f5a0-8089-4226-b3b1-2e2d4b115c17,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:35.377380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:42:35.385186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.416599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.437987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.446429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:35.452776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:35.459852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 837528b5-2c10-469e-87f9-56b65cf68d2f, host hv-neutron-8281, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:35.460376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.477006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.510360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:42:35.556743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-76705ecf-3e85-4710-8497-1fb54140fef9 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8019943 Feb 16 13:42:35.563824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54634) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:35.569838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fed577-6453-48d6-ab88-cdfd98b8024b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:35.575400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.602506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.603156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Added segment ec18e65c-9075-4307-adfb-868ff4493462 of type vlan for network f4d9d44d-e282-4cb5-bedd-162b90e1961f Feb 16 13:42:35.608789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'subnet': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:35.633567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.634819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0871706 Feb 16 13:42:35.660590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Calling delete_port for 837528b5-2c10-469e-87f9-56b65cf68d2f owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:35.691449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.732317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] For port 5a086711-2dbd-402f-baad-2eff4923a74f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:35.742415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] For port 5a086711-2dbd-402f-baad-2eff4923a74f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a086711-2dbd-402f-baad-2eff4923a74f,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:35.750988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.771882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1baa2b2-e5c8-45ae-a959-89e0197fcfac tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'Port': ['ID=59b0d497-8e37-44e6-81be-0415eb83fa1f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:35.830428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.831816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 72927c8a-3925-4261-8299-6a240bdb8a96 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:35.835922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:35.842783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:subnet and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:35.848439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:35.860261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:35.901621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:35.906647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:35.952717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:35.958277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:36.007813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.008487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:36.009075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.020530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54656) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:36.159583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:36.171700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-98c75442-bdf6-410d-b513-2f16f70fbbd4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "PUT /v2.0/routers/4e0a5211-0c31-4f10-9e85-660a45daf409/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7086022 Feb 16 13:42:36.179225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:36.183168 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] Sync routers for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:36.185095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.191079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.8806927 Feb 16 13:42:36.193924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df388d-a070-44bf-834b-35ab74c4080b None None] Pushing event updated for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:36.199896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54674) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:36.200230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54676) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:36.205335 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0471754 Feb 16 13:42:36.207871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a602f-6488-48f9-afd8-9aad6bf4089c tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd832e3-2e7e-46f0-80b8-81db52b50c18,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:36.214089 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:36.214746 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:36.216689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'subnet': {'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:36.220197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 72927c8a-3925-4261-8299-6a240bdb8a96 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:36.220965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.262608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'security_group_rule': {'security_group_id': '0dd832e3-2e7e-46f0-80b8-81db52b50c18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:36.288699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:36.299649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Request body: {'port': {'network_id': '4777aa02-2b45-4f9f-a430-2449234c48b8', 'name': 'tempest-FloatingIPAdminTestJSON-1839838197'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:36.316143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854911e-b2c8-49a5-9452-6171c37e89cd tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Network': ['ID=f4d9d44d-e282-4cb5-bedd-162b90e1961f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:36.325142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:36.345364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:42:36.381465 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:36.391346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:36.391926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:36.426936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55b1e56a-973a-40fd-a913-124d8842eb91 req-e41f73ec-d2ea-4ad6-962e-77fac98aa80d tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.3916130 Feb 16 13:42:36.435889 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-25b8cbae-0f9c-4e50-8bdd-ff8f7745fd6e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--626643455&fields=id&tenant_id=6dfc7bff3dda404cbe88d844ed82700f HTTP/1.1" status: 200 len: 267 time: 0.2934258 Feb 16 13:42:36.438123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:subnet and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:36.472702 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:36.473409 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f3c636-3f0c-494d-9dea-cf50770d8bcc None None] The sync data for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:36.518037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.519548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.559523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:36.590045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:36.590617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Usage tracker for resource:security_group_rule and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:36.616657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:36.635578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:36.718110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.723562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:36.734322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Made reservation on behalf of 30987b2441954b19a0157a1b19cdb05b for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:36.737416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:36.806155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Calling delete_port for 1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:36.921134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event deleted for resources: {'Port': ['ID=837528b5-2c10-469e-87f9-56b65cf68d2f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:36.980260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-c08df4a2-e45b-4838-8670-2289e62bb7ff tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:36.981819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-c08df4a2-e45b-4838-8670-2289e62bb7ff tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 812 time: 0.4191682 Feb 16 13:42:37.000833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.013783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:37.019603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5474-da5c-44a2-9191-43fb02860238 None None] The sync data for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv is: [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:37.031491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.092641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:37.118426 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b1b0783-2d40-47e9-93fb-5ef2908ba326 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "DELETE /v2.0/ports/837528b5-2c10-469e-87f9-56b65cf68d2f HTTP/1.1" status: 204 len: 168 time: 2.8568437 Feb 16 13:42:37.121874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Usage tracker for resource:port and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:37.133349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:37.137180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:37.193872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:37.207770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d530789f-9f5d-4fdc-a7f3-4b57a27c43c2 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:42:37.208382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d530789f-9f5d-4fdc-a7f3-4b57a27c43c2 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Synchronizing usage tracker for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:37.258807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Made reservation on behalf of d2ef0ecba4db4fa3832ae001d8f67cde for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:37.262552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.302903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d530789f-9f5d-4fdc-a7f3-4b57a27c43c2 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Unset dirty status for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:37.304062 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d530789f-9f5d-4fdc-a7f3-4b57a27c43c2 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports/837528b5-2c10-469e-87f9-56b65cf68d2f HTTP/1.1" status: 404 len: 333 time: 0.1697147 Feb 16 13:42:37.312527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:37.320538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] device_id is not set on port 31f7be5c-9c93-45d9-85e2-c1fae536fb98 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:37.324637 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-55c1c468-c4bf-4305-aa79-2043a8ed8ba5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/quotas/6dfc7bff3dda404cbe88d844ed82700f HTTP/1.1" status: 200 len: 375 time: 0.3158262 Feb 16 13:42:37.325232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Subnet': ['ID=7bf0cc1b-3df5-4825-a043-8eaac49ece0e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:37.333657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.381102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1257369991', 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:37.387189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:37.404769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.416063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:37.442356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Checking segment: {'id': '4960a0ef-3d71-431b-a9f3-24dfd4025142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:37.442732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network hostable DHCP agents. Network: 7195f5a0-8089-4226-b3b1-2e2d4b115c17, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:37.494260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Port': ['ID=1cd8f05f-2e9e-462e-b6a0-a65a664c9cd5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:37.536201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Made reservation on behalf of 40bdc8245e5b473c9308f53c98ca0011 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:37.538621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.621298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.667531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:37.670854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:37.709929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 7195f5a0-8089-4226-b3b1-2e2d4b115c17) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:37.728585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2235b5e-0c8b-4b3a-ad10-15111636eac9 None None] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:37.740692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Allocated IP 172.20.0.8 (4777aa02-2b45-4f9f-a430-2449234c48b8/298c2b04-7713-4b8d-836e-7dcb9e3c8ab2/31f7be5c-9c93-45d9-85e2-c1fae536fb98) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:37.773056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.780974 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e6976e53-ba0b-434f-be77-1ec43952eebc tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "DELETE /v2.0/floatingips/2eb8bdfd-6da8-4987-a065-d9b39ea52652 HTTP/1.1" status: 204 len: 168 time: 3.0885422 Feb 16 13:42:37.782037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.807050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54716) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:37.814388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:37.815022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.847875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'floatingip': {'floating_network_id': 'd29d7704-ada8-42fc-b39f-06a08b3adc96', 'port_id': 'f1b89445-0b19-4218-87a9-eb7564faeebb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:37.877316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a086711-2dbd-402f-baad-2eff4923a74f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:37.907971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-586b541f-1801-4151-b077-6b964658540c req-1944d80c-68c5-4138-8c59-98c6cd1712ad tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.0995188 Feb 16 13:42:37.908619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:37.939672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:37.983110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:floatingip and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:38.008748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ee351c-6511-4669-861c-754a409896bc,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:38.022927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:38.031115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5a086711-2dbd-402f-baad-2eff4923a74f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:38.039142 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fd4935d6-6000-42a1-a7f3-0e611e090b94 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6944385 Feb 16 13:42:38.052835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5a086711-2dbd-402f-baad-2eff4923a74f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:38.053214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.097577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:38.107744 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-caf41593-aa4b-43e0-94aa-60d4357c4cb4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5387585 Feb 16 13:42:38.107955 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54720) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:38.132636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.133784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-47bbf4e2-7b5a-4dbd-8b96-54e86bc8cdef tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9326029 Feb 16 13:42:38.140944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54724) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:38.150428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-312788243'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:38.158202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.181232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'tenant_id': '29acec0f4103446fbc13dff9182b9d6f', 'fixed_ips': [{'subnet_id': '7bf0cc1b-3df5-4825-a043-8eaac49ece0e'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:42:38.182583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.211982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.26', 58160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:38.222605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Transition to ACTIVE for port object 31f7be5c-9c93-45d9-85e2-c1fae536fb98 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:38.231603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'security_group_rule': {'security_group_id': '0dd832e3-2e7e-46f0-80b8-81db52b50c18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:38.238009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:38.241865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Usage tracker for resource:security_group_rule and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:38.244827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:38.251099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:38.322484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.326266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.368413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.435083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.495948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Allocated IP 172.20.0.2 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/f0ca3b73-44e5-413e-a402-ea9e5be6e7b2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:38.502645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5a086711-2dbd-402f-baad-2eff4923a74f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a086711-2dbd-402f-baad-2eff4923a74f,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:38.511601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.548495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:38.557115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:38.585844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:38.588346 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-5101cda5-9235-409f-ad0d-4e42cb054907 service neutron] 10.222.0.105 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876621 Feb 16 13:42:38.597360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:38.597641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.611279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:38.660313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.660570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.669097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:port and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:38.702933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:38.703933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:38.712666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.739647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event updated for resources: {'Port': ['ID=31f7be5c-9c93-45d9-85e2-c1fae536fb98,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:38.796549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:38.799587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.806794 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a8a4b7e-2b7f-4ba6-9e08-732b870536b2 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5958586 Feb 16 13:42:38.821194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54740) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:38.835923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfaf0c0-9d58-445e-9ad0-8745c5b496f3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:38.928080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:38.931598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.939238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:38.959859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Network fa39de5d-7c64-4e13-8425-adc851ac124d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:38.962954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Transition to ACTIVE for port object f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:38.968693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:38.995014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Transition to ACTIVE for port object f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:38.999733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.000837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40de062f-31e1-45bd-92b9-8cc5e1057781 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8340008 Feb 16 13:42:39.005476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-680bd223-7989-4cd8-a731-59453de0aec2 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:39.008637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.019462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54754) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:39.020293 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-680bd223-7989-4cd8-a731-59453de0aec2 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "GET /v2.0/networks?id=293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 200 len: 805 time: 0.7674961 Feb 16 13:42:39.021383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:39.029129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:39.034000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.064944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:39.106622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:39.113374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Pushing event updated for resources: {'Port': ['ID=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:39.117196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:39.120353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:39.124036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:39.128095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:39.153584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-979f7b8b-7706-4705-90fb-ede486266abd tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8385823 Feb 16 13:42:39.160415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:39.233035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Attempting to bind port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:39.233416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Attempting to bind port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '4960a0ef-3d71-431b-a9f3-24dfd4025142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:39.233773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Attempting to bind port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 on network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:39.236322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e16ef483-b30d-4373-8e32-0e38cc6dd7a9 None None] Provisioning for port 31f7be5c-9c93-45d9-85e2-c1fae536fb98 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:39.242187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:39.244630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:42:39.245398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.252212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:39.252503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Checking segment: {'id': '4960a0ef-3d71-431b-a9f3-24dfd4025142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:39.252861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.253249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Bound using segment: {'id': '4960a0ef-3d71-431b-a9f3-24dfd4025142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:39.253734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Bound port: f0ca3b73-44e5-413e-a402-ea9e5be6e7b2, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4960a0ef-3d71-431b-a9f3-24dfd4025142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:39.254098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.268114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e16ef483-b30d-4373-8e32-0e38cc6dd7a9 None None] Provisioning complete for port 31f7be5c-9c93-45d9-85e2-c1fae536fb98 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:39.268489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e16ef483-b30d-4373-8e32-0e38cc6dd7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.283650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a4040c-ed70-4060-a55e-7ff2eae20cc8 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:39.284528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-17a4040c-ed70-4060-a55e-7ff2eae20cc8 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Synchronizing usage tracker for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:39.328529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Usage tracker for resource:floatingip and tenant:7a67c6a87e934a6e9e264a8c27030975 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:39.342695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-7c4ede2e-3794-48a6-8d3f-224e759f0be6 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014ff2ce13534abdb5f7db426a158cba HTTP/1.1" status: 200 len: 378 time: 0.2257757 Feb 16 13:42:39.343635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-17a4040c-ed70-4060-a55e-7ff2eae20cc8 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Unset dirty status for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:39.345087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-17a4040c-ed70-4060-a55e-7ff2eae20cc8 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports/a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c HTTP/1.1" status: 200 len: 955 time: 0.1731250 Feb 16 13:42:39.354316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'port': {'device_id': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'admin_state_up': True, 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'security_groups': ['0204f749-6d60-456a-a23e-b0aab5a1c430']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:39.359117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'project_id': 'd2ef0ecba4db4fa3832ae001d8f67cde', 'port_id': '31f7be5c-9c93-45d9-85e2-c1fae536fb98'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:39.409281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:39.416158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:39.434803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54772) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:39.443141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] For port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:39.446883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] For port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,segment=NetworkSegment(4960a0ef-3d71-431b-a9f3-24dfd4025142),segment_id=4960a0ef-3d71-431b-a9f3-24dfd4025142)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:39.457315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.459866 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-e968b786-6701-4736-975e-ae0ac14b481b service neutron] 10.222.0.105 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8407722 Feb 16 13:42:39.479487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:39.488804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Usage tracker for resource:floatingip and tenant:d2ef0ecba4db4fa3832ae001d8f67cde is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:39.554380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-497da527-a572-4dcf-bd2d-2c4b15168fd4 req-27c106ea-32a9-4397-8f89-9c1639352313 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.2885160 Feb 16 13:42:39.555810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:39.568524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e16ef483-b30d-4373-8e32-0e38cc6dd7a9 None None] Port 31f7be5c-9c93-45d9-85e2-c1fae536fb98 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:39.596073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991548e-50ae-41a3-bf92-6b80676e1b50 None None] Pushing event updated for resources: {'Port': ['ID=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:39.596526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:39.666997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:39.726262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71276640-93b7-448a-8818-fa567fdd90b9,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:39.851890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a086711-2dbd-402f-baad-2eff4923a74f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:40.127570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:40.140098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Usage tracker for resource:port and tenant:014ff2ce13534abdb5f7db426a158cba is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:40.145740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5a086711-2dbd-402f-baad-2eff4923a74f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:40.147535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:40.147895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:40.173506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:40.198346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Made reservation on behalf of 014ff2ce13534abdb5f7db426a158cba for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:40.206674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:40.326049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:40.487080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.9 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/5c7ebcad-e1a4-42af-9f57-8235b5d9d236) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:40.492569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Deleting port a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:40.492852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:40.583585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Checking segment: {'id': 'ec18e65c-9075-4307-adfb-868ff4493462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:40.583967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network hostable DHCP agents. Network: f4d9d44d-e282-4cb5-bedd-162b90e1961f, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:42:40.665164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-440390f2-8733-4288-9a98-500126dbf498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:40.669966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Allocated IP 172.20.0.9 (293f8050-7e4c-43b9-89fe-f08033502803/3b524342-a03c-4fda-b3a3-2fcd11656c5d/22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:40.694505 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40975fe9-d928-4841-ab75-4b0e0d1c3fd0 req-bdc02f6c-bd88-4d13-8dab-04b178581078 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.3847258 Feb 16 13:42:40.971683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:42:40.973372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1b219b6f-2604-4e57-8dd6-a29b2dc90b08 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.1636152 Feb 16 13:42:40.992072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54810) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:41.023603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'f1b89445-0b19-4218-87a9-eb7564faeebb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:41.099228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:41.229770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:42:41.246637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Usage tracker for resource:floatingip and tenant:70b2729a85fe4171b1a8db0860e3ce8b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:41.275180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.323043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Transition to ACTIVE for port object 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:41.327839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:41.351790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-99ce499a-c32b-4e63-80b0-73107e1a2a4d req-6a2f4aa8-d2a9-45e4-b8bb-1a5b3bed0fc1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.3538828 Feb 16 13:42:41.408260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:41.411712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.430465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86b12e-f567-4f6d-b4b1-459f4ba10284 None None] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:41.463583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, f4d9d44d-e282-4cb5-bedd-162b90e1961f) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:41.482775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Network 293f8050-7e4c-43b9-89fe-f08033502803 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:41.491547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:41.495403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:41.501877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:41.508980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.582620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:41.583496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.634676 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2807977 Feb 16 13:42:41.639100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca499f5-ac18-4271-a2b5-7fbec9bab8f8 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event updated for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:41.683473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-7ecf708d-6ad6-422f-a6fb-09c6f3ed8e6f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:42:41.686276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-7ecf708d-6ad6-422f-a6fb-09c6f3ed8e6f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291121 Feb 16 13:42:41.692810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:41.960420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Request body: {'port': {'device_id': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:42.080580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:42.181898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f04236-59ba-4936-a517-ac5cb1b7f816 None None] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:42.274842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:42.289279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Calling delete_port for a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:42.336978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:42.417641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-541ec7af-c6d3-40c9-b4a5-e3dfd0927aa1 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.2145469 Feb 16 13:42:42.434421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54826) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:42.452436 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1d5a81de-d231-479c-96e8-b917d2d822fb req-4ad4643f-864b-4dd9-a707-73069f680cff tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.3478255 Feb 16 13:42:42.517431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1071310156', 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:42.552749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:42.591910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58e76490-e80a-4247-a952-6bd17dcf1b5d None None] Provisioning for port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:42.675755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:port and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:42.682106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:42.748501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:42.761528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:42.925436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:42.969366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:43.084453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7ef4db0a-1621-42a4-be6d-8cd0985d291e None None] Provisioning for port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:43.112301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:42:43.135179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.143140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:43.150959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.160537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:43.170403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Transition to ACTIVE for port object 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:43.175607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.184688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Made reservation on behalf of 30987b2441954b19a0157a1b19cdb05b for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:43.198177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.212845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7ef4db0a-1621-42a4-be6d-8cd0985d291e None None] Provisioning complete for port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:43.213582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ef4db0a-1621-42a4-be6d-8cd0985d291e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.268002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5884f6d-b39d-49ba-b483-edd8bc7cc95f None None] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:42:43.271448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] device_id is not set on port 1d4c5c5e-fe60-470a-93da-03229b02df12 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:43.322257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b96208a1-b48f-4c04-be7d-9080df44af71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.504990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:43.515160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 2001:db8::3bf (f4d9d44d-e282-4cb5-bedd-162b90e1961f/71276640-93b7-448a-8818-fa567fdd90b9/1d4c5c5e-fe60-470a-93da-03229b02df12) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:43.568761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4db0a-1621-42a4-be6d-8cd0985d291e None None] Port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:43.706664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Attempting to bind port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:43.707237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Attempting to bind port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:43.707768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Attempting to bind port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 on network 293f8050-7e4c-43b9-89fe-f08033502803 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:43.725112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 on network 293f8050-7e4c-43b9-89fe-f08033502803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:43.725433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Attempting to bind port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 on network 293f8050-7e4c-43b9-89fe-f08033502803 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:43.750282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:43.750685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Checking segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:43.751187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Bound using segment: {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:43.751607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Bound port: 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7d88f6-968f-4e37-98d5-583021f1d200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:43.751946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.898948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:43.996022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:44.003895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:44.012601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.105041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:44.145399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.26', 58167) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:44.146116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Pushing event updated for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:44.174501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.231270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,segment=NetworkSegment(4960a0ef-3d71-431b-a9f3-24dfd4025142),segment_id=4960a0ef-3d71-431b-a9f3-24dfd4025142)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:44.254459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.288288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.325529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.336633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.393290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.492435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b652bb35-6a21-405c-b34e-fa46e53fec66 None None] Provisioning complete for port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:44.492764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b652bb35-6a21-405c-b34e-fa46e53fec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.525632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Allocated IP 172.26.1.140 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/b0e3f99b-edf4-4646-8a5c-3ba002f85ec8) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:44.575806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-69edc708-e4cc-4329-95cb-0f507de26737 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:44.577558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-69edc708-e4cc-4329-95cb-0f507de26737 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Synchronizing usage tracker for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:44.583085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:44.584017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.585662 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-78916119-20bb-45e6-9ac5-1075df3c1514 service neutron] 10.222.0.26 "PUT /v2.0/ports/22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 200 len: 1093 time: 2.7804892 Feb 16 13:42:44.586478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:42:44.659079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:44.696532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-69edc708-e4cc-4329-95cb-0f507de26737 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Unset dirty status for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:44.698184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-69edc708-e4cc-4329-95cb-0f507de26737 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 812 time: 0.5375798 Feb 16 13:42:44.766324 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:42:44.776672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.797962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.903509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:44.992991 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f655fbb4-c641-44b2-ba07-fcab8f7ee19f req-9bd0c184-039f-4e3e-bf32-864e4e072cf6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.8665719 Feb 16 13:42:45.061500 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-938544f2-8e38-4bb9-87dd-6cf9e179140d tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "DELETE /v2.0/ports/a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c HTTP/1.1" status: 204 len: 168 time: 5.6004817 Feb 16 13:42:45.067318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54848) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:45.113577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-140c19e1-5837-4af7-8a1c-4da259e33517 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Synchronizing usage tracker for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:45.157291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-140c19e1-5837-4af7-8a1c-4da259e33517 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Unset dirty status for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:45.158515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-140c19e1-5837-4af7-8a1c-4da259e33517 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6dfc7bff3dda404cbe88d844ed82700f HTTP/1.1" status: 200 len: 379 time: 0.3673618 Feb 16 13:42:45.175326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'port': {'device_id': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'admin_state_up': True, 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'security_groups': ['4478d705-4b69-460f-a509-ea5f6c076499']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:45.194482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:45.217222 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'status': 'completed', 'code': 200} Feb 16 13:42:45.219972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-41fb176d-78b5-4676-942e-f9997b187572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.222106 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-41fb176d-78b5-4676-942e-f9997b187572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=014ff2ce13534abdb5f7db426a158cba&device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 1096 time: 0.5138073 Feb 16 13:42:45.227800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:45.247355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:45.254395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.255633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.282489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.287205 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ef45df-444b-4c90-8a5b-5cf46715dacc tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:42:45.287999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-49ef45df-444b-4c90-8a5b-5cf46715dacc tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Synchronizing usage tracker for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:45.361045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.365531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.377034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b1cb-efe5-4d37-a13b-36619987d5b8 req-514e99c4-5f3b-4cce-b0d9-58e53bfea983 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.378701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5094b1cb-efe5-4d37-a13b-36619987d5b8 req-514e99c4-5f3b-4cce-b0d9-58e53bfea983 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 931 time: 2.6085675 Feb 16 13:42:45.382539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=1d4c5c5e-fe60-470a-93da-03229b02df12,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:45.409768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:45.421322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Usage tracker for resource:port and tenant:6dfc7bff3dda404cbe88d844ed82700f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:45.424769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:45.433382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:45.514280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Made reservation on behalf of 6dfc7bff3dda404cbe88d844ed82700f for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:45.519156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.565803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-869d2f1b-3d4d-4112-a36a-cd641395a436 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.1291413 Feb 16 13:42:45.572559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54854) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:45.579309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:45.583894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-49ef45df-444b-4c90-8a5b-5cf46715dacc tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Unset dirty status for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:45.588995 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-49ef45df-444b-4c90-8a5b-5cf46715dacc tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports/a1d06ee1-ef72-4a4d-9ef3-5a649a3a0e9c HTTP/1.1" status: 404 len: 333 time: 0.5083439 Feb 16 13:42:45.596648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:45.604269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:45.605158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:45.612843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:45.620249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1828896443'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:45.622943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.632252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:45.659574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:45.708744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:45.729747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Made reservation on behalf of 40bdc8245e5b473c9308f53c98ca0011 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:45.732527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.781541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:45.787521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:45.788353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.807117 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5094b1cb-efe5-4d37-a13b-36619987d5b8 req-94c096e2-f12d-4377-8160-b152f7ec6c1c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3328636 Feb 16 13:42:45.810596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e3f99b-edf4-4646-8a5c-3ba002f85ec8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:45.820569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Allocated IP 172.20.0.13 (e2f23b10-bde0-496f-aa68-8bd1ef089f3e/9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6/e91ada2d-2ba1-402d-abe7-94211e16aefd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:45.881600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:45.953126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Allocated IP 172.26.1.81 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/334fb4da-769d-4500-9b40-9472046a0d0a) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:46.036180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:46.106845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c62217df-2d1d-42fd-8deb-34619a6294ab None None] Provisioning for port 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:46.116537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c62217df-2d1d-42fd-8deb-34619a6294ab None None] Provisioning complete for port 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:46.126769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c62217df-2d1d-42fd-8deb-34619a6294ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.162415 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.0312536 Feb 16 13:42:46.171984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54864) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:46.211104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c62217df-2d1d-42fd-8deb-34619a6294ab None None] Port 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:46.311210 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-904c6ba3-d449-4c15-ae43-26720368801d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 200 len: 217 time: 0.4670141 Feb 16 13:42:46.334251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port 1d4c5c5e-fe60-470a-93da-03229b02df12 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:46.334251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.393777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:46.401632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-651389993', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:f7:f3'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:46.445563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b29266-5598-4da7-9014-86c1c32b8e9e tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=5c7ebcad-e1a4-42af-9f57-8235b5d9d236,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:46.526911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-50467ab7-eb9e-452f-be1c-ba35702a4bc6 req-3cde9e94-0fab-4580-a5e2-eaf0736fb0e4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.3349833 Feb 16 13:42:46.555884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:46.558293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.615620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.636795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Transition to ACTIVE for port object e91ada2d-2ba1-402d-abe7-94211e16aefd will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:46.743163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.791263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.906920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:46.912938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:46.921127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:46.927316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:46.927937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:46.955183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event updated for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:46.962567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.099706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-fc397785-9d87-4cf9-a2f6-d82cc3571c4e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9340510 Feb 16 13:42:47.132219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Request body: {'port': {'device_id': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:47.170552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:47.175397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:port and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:47.179033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:47.185511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:47.218668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=4104d903-b4d9-4e14-9cbb-1952e85e3d99,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:47.231088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Network fa39de5d-7c64-4e13-8425-adc851ac124d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:47.245195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:47.288849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:47.300647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:47.302122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:47.305231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.348338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a604b243-6b13-4f7e-a932-2134380d4627 None None] Provisioning for port e91ada2d-2ba1-402d-abe7-94211e16aefd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:47.355250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-637379c5-872c-49e2-815b-a667dbf16d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:47.357415 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-637379c5-872c-49e2-815b-a667dbf16d47 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b524342-a03c-4fda-b3a3-2fcd11656c5d HTTP/1.1" status: 200 len: 844 time: 0.3014591 Feb 16 13:42:47.358314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a604b243-6b13-4f7e-a932-2134380d4627 None None] Provisioning complete for port e91ada2d-2ba1-402d-abe7-94211e16aefd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:47.358751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a604b243-6b13-4f7e-a932-2134380d4627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.368340 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9aa9dd1-3456-4337-9152-a39f826a44b3 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7542861 Feb 16 13:42:47.405604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.423435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:47.431136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:47.472948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.571159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a604b243-6b13-4f7e-a932-2134380d4627 None None] Port e91ada2d-2ba1-402d-abe7-94211e16aefd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:47.596031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:47.792465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456730f5-fef6-46c0-a521-aea1de741bb6 req-d0584c3a-c366-4eb0-92e4-edf1719a4f37 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:47.798067 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-456730f5-fef6-46c0-a521-aea1de741bb6 req-d0584c3a-c366-4eb0-92e4-edf1719a4f37 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 943 time: 0.6969025 Feb 16 13:42:47.801870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810b220-57b8-4601-95cb-c830080e1fec req-009fa7b9-aefc-4ab1-b6e0-fc169966da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:47.803561 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-009fa7b9-aefc-4ab1-b6e0-fc169966da2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=293f8050-7e4c-43b9-89fe-f08033502803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4339371 Feb 16 13:42:47.807519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.261013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for 1d4c5c5e-fe60-470a-93da-03229b02df12 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:48.347329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.363140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.572290 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-456730f5-fef6-46c0-a521-aea1de741bb6 req-c5bfa3cf-f939-4524-ac71-1fd04a6305a4 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7573504 Feb 16 13:42:48.599319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port b8ebb94a-a202-4f03-a86d-087abfd325ca yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:48.599455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] device_id is not set on port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:48.607869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.626508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Transition to ACTIVE for port object 4104d903-b4d9-4e14-9cbb-1952e85e3d99 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:48.645899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.647127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:48.669716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:48.702895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:48.710390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'Port': ['ID=334fb4da-769d-4500-9b40-9472046a0d0a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:48.742944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.803158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Allocated IP 172.26.1.76 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fab1be19-414a-4e15-959f-a0dcba13abf6) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:48.817660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91ada2d-2ba1-402d-abe7-94211e16aefd {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:42:48.834437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:48.880871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=4104d903-b4d9-4e14-9cbb-1952e85e3d99,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:48.907726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Transition to ACTIVE for port object e91ada2d-2ba1-402d-abe7-94211e16aefd will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:48.920718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:48.942790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:48.943355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:48.956134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.032138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.032138 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.047446 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 2 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.140771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.141163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.142958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.165882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.166262 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.169013 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 3 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.232007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Pushing event updated for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:49.243682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.244242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.245202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.247487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.252956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Attempting to bind port e91ada2d-2ba1-402d-abe7-94211e16aefd on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.253380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Attempting to bind port e91ada2d-2ba1-402d-abe7-94211e16aefd by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.253914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Attempting to bind port e91ada2d-2ba1-402d-abe7-94211e16aefd on network e2f23b10-bde0-496f-aa68-8bd1ef089f3e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.256364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.256766 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.258639 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 4 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.271054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Port e91ada2d-2ba1-402d-abe7-94211e16aefd on network e2f23b10-bde0-496f-aa68-8bd1ef089f3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.271557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Attempting to bind port e91ada2d-2ba1-402d-abe7-94211e16aefd on network e2f23b10-bde0-496f-aa68-8bd1ef089f3e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.283350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:49.283568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Checking segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:49.284231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Bound using segment: {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:49.284758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Bound port: e91ada2d-2ba1-402d-abe7-94211e16aefd, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442ba796-2573-4f1d-9712-ecc88c3e1358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:49.285230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.296897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.297269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.297710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.306848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc1759-3ea8-4b2c-9c73-568b436a5763 req-f8088758-4c1e-415f-91d8-e69b0c6b645c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:49.307450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.307450 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.308534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3dc1759-3ea8-4b2c-9c73-568b436a5763 req-f8088758-4c1e-415f-91d8-e69b0c6b645c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 932 time: 1.5008333 Feb 16 13:42:49.308743 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 5 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.379781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.380162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.380433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.446356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.446677 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.450360 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 6 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.456337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.497212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.497535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.497926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.517497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.517814 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.520494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.520784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:49.522573 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 7 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.556190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.8 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/b8ebb94a-a202-4f03-a86d-087abfd325ca) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:49.557843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:49.560373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-3b441a15-3b00-4384-9f07-95217ef435b3 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165744 Feb 16 13:42:49.560981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.561296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.561612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.567225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.591029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.600375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.600967 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.607259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 8 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.615833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d4c5c5e-fe60-470a-93da-03229b02df12,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:49.645346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.645850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.646208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.651177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:49.651782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.653129 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] 10.222.0.26 "PUT /v2.0/ports/e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1094 time: 2.5303292 Feb 16 13:42:49.653555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:42:49.660553 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3dc1759-3ea8-4b2c-9c73-568b436a5763 req-9cfb0a2c-8977-4ec4-b0cb-07a518c02e71 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405809 Feb 16 13:42:49.693748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ceee7-9775-40b8-aeb7-0df3eb95fb87 service neutron] Pushing event updated for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:49.710395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.711190 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.711742 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 9 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.721018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.730857 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'status': 'completed', 'code': 200} Feb 16 13:42:49.747444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.749087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.749087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.756226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.756529 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.757001 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempt 10 to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 Feb 16 13:42:49.774309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:49.774929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:49.775123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempting to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:49.782550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:42:49.783561 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Failed to bind port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'fa39de5d-7c64-4e13-8425-adc851ac124d'}] Feb 16 13:42:49.784150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.795846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.898271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 4104d903-b4d9-4e14-9cbb-1952e85e3d99, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:49.898998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attempted to set empty binding levels {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:42:49.910244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.974889 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fcd4d059-0896-4da2-803c-ab3f39117a2e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/ports/1d4c5c5e-fe60-470a-93da-03229b02df12 HTTP/1.1" status: 204 len: 168 time: 4.3923662 Feb 16 13:42:49.976957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] In _notify_port_updated(), no bound segment for port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 on network fa39de5d-7c64-4e13-8425-adc851ac124d {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:42:49.978756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:49.978756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:49.980112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "PUT /v2.0/ports/4104d903-b4d9-4e14-9cbb-1952e85e3d99 HTTP/1.1" status: 200 len: 977 time: 2.5555861 Feb 16 13:42:49.984350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:49.984835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:50.027804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f', 'external_fixed_ips': [{'subnet_id': '71276640-93b7-448a-8818-fa567fdd90b9', 'ip_address': '2001:db8::3bf'}]}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:50.051888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:50.061182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:router and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:50.068948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:50.073895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e00236-6003-4111-b3ea-a440ac4de60e tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event updated for resources: {'Port': ['ID=4104d903-b4d9-4e14-9cbb-1952e85e3d99,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:50.089382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:50.093516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Deleting port 4104d903-b4d9-4e14-9cbb-1952e85e3d99 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:50.093995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.143743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.144755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.197605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.288257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52fb5-8da7-4266-ba92-2d3da180e2a8 req-c3984172-4136-4a14-88ad-b9b206e94cf0 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:50.289869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ba52fb5-8da7-4266-ba92-2d3da180e2a8 req-c3984172-4136-4a14-88ad-b9b206e94cf0 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 943 time: 0.5662003 Feb 16 13:42:50.290979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.491095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:50.501787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:50.519680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event updated for resources: {'Port': ['ID=fab1be19-414a-4e15-959f-a0dcba13abf6,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:50.528828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:50.585854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ba52fb5-8da7-4266-ba92-2d3da180e2a8 req-113cbcae-4693-48e8-a319-08ac85a4b41f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2134552 Feb 16 13:42:50.587583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.631103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.640717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.649049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.669210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] For port 4104d903-b4d9-4e14-9cbb-1952e85e3d99, host hv-neutron-8281, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:50.669910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.686700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.688207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.706140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object b8ebb94a-a202-4f03-a86d-087abfd325ca will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:50.777959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.806508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Calling delete_port for 4104d903-b4d9-4e14-9cbb-1952e85e3d99 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:50.844162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:50.961131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.027460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Pushing event deleted for resources: {'Port': ['ID=4104d903-b4d9-4e14-9cbb-1952e85e3d99,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.036781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.076214 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7defec06-763e-4cdf-bf3e-9be1306f6a95 tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "DELETE /v2.0/ports/4104d903-b4d9-4e14-9cbb-1952e85e3d99 HTTP/1.1" status: 204 len: 168 time: 1.0859153 Feb 16 13:42:51.077271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54890) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:51.100965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Pushing event updated for resources: {'Port': ['ID=b0e3f99b-edf4-4646-8a5c-3ba002f85ec8,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.128491 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe8f93-b88c-462c-aa09-696e9bb6ccee tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:42:51.129059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-02fe8f93-b88c-462c-aa09-696e9bb6ccee tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Synchronizing usage tracker for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:51.143695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port fab1be19-414a-4e15-959f-a0dcba13abf6 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:51.144031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.183160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-02fe8f93-b88c-462c-aa09-696e9bb6ccee tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] Unset dirty status for tenant:40bdc8245e5b473c9308f53c98ca0011 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:51.183686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.184375 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-02fe8f93-b88c-462c-aa09-696e9bb6ccee tempest-PortsAdminExtendedAttrsTestJSON-1248411367 tempest-PortsAdminExtendedAttrsTestJSON-1248411367-project-admin] 10.222.0.105 "GET /v2.0/ports/4104d903-b4d9-4e14-9cbb-1952e85e3d99 HTTP/1.1" status: 404 len: 333 time: 0.1060958 Feb 16 13:42:51.187757 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.1665134 Feb 16 13:42:51.198601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:51.360447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa961967-103b-4b83-8da3-0318013d220e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'Port': ['ID=334fb4da-769d-4500-9b40-9472046a0d0a,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.369896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.525655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Floating IP e1ec1f53-8248-408f-ab0a-3db5d8d205c1 associated. External IP: 172.26.1.140, port: 31f7be5c-9c93-45d9-85e2-c1fae536fb98. Feb 16 13:42:51.600254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:51.622507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:51.636639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:51.643073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:51.643073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.647611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=b8ebb94a-a202-4f03-a86d-087abfd325ca,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:51.684177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146548e4-99dc-4061-87e4-696265abadd9 req-85dc4f28-e028-440b-a826-85de4af4bafc tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:51.686721 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-146548e4-99dc-4061-87e4-696265abadd9 req-85dc4f28-e028-440b-a826-85de4af4bafc tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 0.8543112 Feb 16 13:42:51.737658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.787095 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e810b220-57b8-4601-95cb-c830080e1fec req-1bb55426-2519-495c-9c87-c0b843eee5a8 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197620 Feb 16 13:42:51.791459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.818500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-a678b04f-02d3-41d3-bd26-2b350892d211 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Synchronizing usage tracker for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:51.824061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c47323c6-876f-4836-a70c-827c5f82f33b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 5.6264346 Feb 16 13:42:51.824061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.824061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.845798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:51.874228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cfa7c6ec-6c7d-4dc5-b3b6-f017a9b4bbbc None None] Provisioning for port b8ebb94a-a202-4f03-a86d-087abfd325ca completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:51.879992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cfa7c6ec-6c7d-4dc5-b3b6-f017a9b4bbbc None None] Provisioning complete for port b8ebb94a-a202-4f03-a86d-087abfd325ca triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:51.880459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c6ec-6c7d-4dc5-b3b6-f017a9b4bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.891688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:51.939892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7c6ec-6c7d-4dc5-b3b6-f017a9b4bbbc None None] Port b8ebb94a-a202-4f03-a86d-087abfd325ca cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:52.007406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Calling delete_port for fab1be19-414a-4e15-959f-a0dcba13abf6 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:52.036708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-e461b563-7406-4506-a4a3-37d58023f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.038204 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-e461b563-7406-4506-a4a3-37d58023f524 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1097 time: 0.7070100 Feb 16 13:42:52.039093 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-146548e4-99dc-4061-87e4-696265abadd9 req-4964c389-83e5-41fd-820d-783cf9fa4094 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232555 Feb 16 13:42:52.080087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-a678b04f-02d3-41d3-bd26-2b350892d211 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Unset dirty status for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:52.081263 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-a678b04f-02d3-41d3-bd26-2b350892d211 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--948809801&fields=id&tenant_id=7a67c6a87e934a6e9e264a8c27030975 HTTP/1.1" status: 200 len: 267 time: 0.6158695 Feb 16 13:42:52.148045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:52.232510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > segment before_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.232834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.233583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.233905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > port after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.234262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > port after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.234573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > port after_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.234883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > segment after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.235511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.235828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.236136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet after_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.400461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet after_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.400758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet after_delete 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.401089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet before_create 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.401516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Subscribe: > subnet before_update 55550000 {{(pid=87698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:42:52.401965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa39de5d-7c64-4e13-8425-adc851ac124d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.453175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.453462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46cdcd5-ac4f-40a1-a76d-85d81f3a7489') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:52.512408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:52.581008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-7cc335c4-4784-48df-948f-0d3284f911ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.583168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-7cc335c4-4784-48df-948f-0d3284f911ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=014ff2ce13534abdb5f7db426a158cba&device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 1096 time: 0.7324576 Feb 16 13:42:52.623585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-e8ba6caf-e38a-4d17-9821-7baae5d1a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.625361 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-e8ba6caf-e38a-4d17-9821-7baae5d1a7cd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5665562 Feb 16 13:42:52.630648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:52.657353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:52.701927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.707587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.713212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.714101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Synchronizing usage tracker for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:52.717670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:42:52.718068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:52.725489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-fbd297c1-b379-4806-8ec0-f936329dd0b1 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.726143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-fbd297c1-b379-4806-8ec0-f936329dd0b1 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Synchronizing usage tracker for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: from cryptography.utils import int_from_bytes Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: from cryptography.utils import int_from_bytes Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn_limited( Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn_limited( Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:42:52.738237 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:42:52.754356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Router 4e0a5211-0c31-4f10-9e85-660a45daf409 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:52.764664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Port': ['ID=fab1be19-414a-4e15-959f-a0dcba13abf6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:52.826156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-fbd297c1-b379-4806-8ec0-f936329dd0b1 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Unset dirty status for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:52.827330 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-fbd297c1-b379-4806-8ec0-f936329dd0b1 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/networks?id=49e00c71-985e-4345-91de-d00f3d0059d7 HTTP/1.1" status: 200 len: 811 time: 0.7291532 Feb 16 13:42:52.880851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 2001:db8::3bf (f4d9d44d-e282-4cb5-bedd-162b90e1961f/71276640-93b7-448a-8818-fa567fdd90b9/5a4c5c2a-af23-4295-9791-5f471d2f2336) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:52.882602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Unset dirty status for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:52.883734 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-89425e00-97c8-47ae-a9fb-a1c548ca692b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.0318995 Feb 16 13:42:52.892157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a9f6c-b32d-4656-96cb-21c98ee8cdf8 req-3d43519e-3bcd-4512-a52e-3d2f856a8049 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:52.893145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:52.893777 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-430a9f6c-b32d-4656-96cb-21c98ee8cdf8 req-3d43519e-3bcd-4512-a52e-3d2f856a8049 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 943 time: 0.7046580 Feb 16 13:42:52.949003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-e6f40ab5-c1a6-4daa-afe1-a456d2610fc7 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/quotas/7a67c6a87e934a6e9e264a8c27030975 HTTP/1.1" status: 200 len: 375 time: 0.0722487 Feb 16 13:42:53.048695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.061806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] create failed (client error): The resource could not be found. Feb 16 13:42:53.062854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d19cce57-8ac4-46e9-b18f-4a8d7ec9fc28 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 12.0685337 Feb 16 13:42:53.079277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54926) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:53.125550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-430a9f6c-b32d-4656-96cb-21c98ee8cdf8 req-fd8a11ae-094d-4f77-bfbf-beae659cfe87 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151389 Feb 16 13:42:53.152850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.152850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-0eed24a7-951b-46c9-819f-a71607e87a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:53.152850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-0eed24a7-951b-46c9-819f-a71607e87a44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 200 len: 906 time: 0.5574019 Feb 16 13:42:53.170598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] Pushing event deleted for resources: {'Network': ['ID=fa39de5d-7c64-4e13-8425-adc851ac124d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:53.196100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port b8ebb94a-a202-4f03-a86d-087abfd325ca {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:53.196601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.200824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:53.210857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port f1b89445-0b19-4218-87a9-eb7564faeebb {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:53.211089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.213660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] Sync routers for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:53.223123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:53.223729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.288680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.297794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:53.298499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.303799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-232e7130-4b2c-4d07-a951-8637ac0dec89 tempest-PortsAdminExtendedAttrsTestJSON-844665040 tempest-PortsAdminExtendedAttrsTestJSON-844665040-project] 10.222.0.105 "DELETE /v2.0/networks/fa39de5d-7c64-4e13-8425-adc851ac124d HTTP/1.1" status: 204 len: 168 time: 2.1020887 Feb 16 13:42:53.326530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.336423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-5920af17-6d6f-4472-bc5c-837a6e24a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:53.337856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4304861c-0c74-4527-b3d2-f07a40f23ae7 req-5920af17-6d6f-4472-bc5c-837a6e24a036 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6978626 Feb 16 13:42:53.344984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-489bfa56-a3d9-4ccb-94dc-384d39f65442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 200 len: 217 time: 0.1713395 Feb 16 13:42:53.369668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:53.370064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef15dcfc-1686-448a-a1cc-f4ab72f5a4b9 None None] The sync data for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:53.414293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-8058714c-0754-48f0-8885-ad53ba2c5c52 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Synchronizing usage tracker for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:53.482630 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-86084266-cbe5-4a23-947a-828cc60b77a9 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.6543708 Feb 16 13:42:53.502755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54934) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:53.505941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-8058714c-0754-48f0-8885-ad53ba2c5c52 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Unset dirty status for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:53.507329 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-8058714c-0754-48f0-8885-ad53ba2c5c52 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=7a67c6a87e934a6e9e264a8c27030975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5434399 Feb 16 13:42:53.665379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54940) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:53.761456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-c9f6c84b-294f-45f2-ae85-e779a64a493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:53.763433 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-c9f6c84b-294f-45f2-ae85-e779a64a493b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b524342-a03c-4fda-b3a3-2fcd11656c5d HTTP/1.1" status: 200 len: 844 time: 0.4034610 Feb 16 13:42:53.768475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:53.784964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c11ef-4c8f-4d44-b0f9-20f4fefb5fb7 req-f31fdd66-6f39-47e4-b140-288c1794e3f3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:53.786497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-163c11ef-4c8f-4d44-b0f9-20f4fefb5fb7 req-f31fdd66-6f39-47e4-b140-288c1794e3f3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 0.5130343 Feb 16 13:42:53.793938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb438c38-89d4-4288-ac3c-47e19f791068 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "GET /v2.0/floatingips/e1ec1f53-8248-408f-ab0a-3db5d8d205c1 HTTP/1.1" status: 200 len: 983 time: 0.2892373 Feb 16 13:42:53.814342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54946) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:53.949922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:54.040638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-58ab86c4-a8e7-4337-8335-09166fe18f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:54.042393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-58ab86c4-a8e7-4337-8335-09166fe18f38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1097 time: 0.5143394 Feb 16 13:42:54.065601 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-1bde039d-985d-4bee-9303-ef9f25daf418 service neutron] 10.222.0.105 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496312 Feb 16 13:42:54.104570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:54.129658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:54.134121 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-83fa7a9d-e097-4bc1-8352-4d0fc07c4bb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 217 time: 0.0845134 Feb 16 13:42:54.255661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Calling delete_port for f1b89445-0b19-4218-87a9-eb7564faeebb owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:54.314407 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee0ba8f2-7d09-4c3b-88fe-38bd47e8f2b3 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.4987631 Feb 16 13:42:54.331586 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-163c11ef-4c8f-4d44-b0f9-20f4fefb5fb7 req-b3bce764-73a9-4250-ac7f-dca64cbf0e16 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5312331 Feb 16 13:42:54.334719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54952) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:54.386162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for b8ebb94a-a202-4f03-a86d-087abfd325ca owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:54.429686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-14daea27-c9d6-4554-903b-7b0d6c6ccad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:54.431693 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-14daea27-c9d6-4554-903b-7b0d6c6ccad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=293f8050-7e4c-43b9-89fe-f08033502803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6544685 Feb 16 13:42:54.462906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network f4d9d44d-e282-4cb5-bedd-162b90e1961f is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:54.479221 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-821af0e2-8d35-4419-a1e9-963c52340bc1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c65c59ed0e324c8299cb27757d2943d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8127015 Feb 16 13:42:54.493933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:54.503338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 54956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:54.513811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:54.747813 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-fc980797-d46c-4b12-b10a-af9e04401405 service neutron] 10.222.0.105 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654133 Feb 16 13:42:54.761789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=5a4c5c2a-af23-4295-9791-5f471d2f2336,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:54.778484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port b0e3f99b-edf4-4646-8a5c-3ba002f85ec8 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:54.778834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:54.808716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:54.811883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-cb694944-d010-4f84-883b-18ddd462e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:54.813729 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-cb694944-d010-4f84-883b-18ddd462e07e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.6469274 Feb 16 13:42:54.885661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Port': ['ID=f1b89445-0b19-4218-87a9-eb7564faeebb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:54.902778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e34bb-a619-42ca-add6-4720241971f4 req-f5e367cc-0ae3-4b5c-a654-eb9db2d28d4b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:54.904460 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-746e34bb-a619-42ca-add6-4720241971f4 req-f5e367cc-0ae3-4b5c-a654-eb9db2d28d4b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 943 time: 0.4479523 Feb 16 13:42:55.048117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.081019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.165718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b999ec01-ae12-4325-92d1-83c19630140c req-4230f215-25a7-49c0-9551-4d068208d240 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 210 time: 0.1764963 Feb 16 13:42:55.175952 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dd4ebd2d-325e-4161-be18-cd4d9bc0e521 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "DELETE /v2.0/ports/f1b89445-0b19-4218-87a9-eb7564faeebb HTTP/1.1" status: 204 len: 168 time: 2.0948906 Feb 16 13:42:55.181135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:55.245580 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-746e34bb-a619-42ca-add6-4720241971f4 req-19f746a7-8b07-483d-8112-0422832d3489 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2947109 Feb 16 13:42:55.282384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=b8ebb94a-a202-4f03-a86d-087abfd325ca,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:55.313703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-fb056648-eab9-47a5-91c4-fe3ec6d8387b service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538189 Feb 16 13:42:55.319942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.322438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.323992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.556645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for b0e3f99b-edf4-4646-8a5c-3ba002f85ec8 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:55.666568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aafbd5-e982-4f0d-80e2-27d08f2c657e tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:55.667258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4aafbd5-e982-4f0d-80e2-27d08f2c657e tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Synchronizing usage tracker for tenant:70b2729a85fe4171b1a8db0860e3ce8b on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:55.673489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:55.719451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4aafbd5-e982-4f0d-80e2-27d08f2c657e tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Unset dirty status for tenant:70b2729a85fe4171b1a8db0860e3ce8b on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:55.723166 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4aafbd5-e982-4f0d-80e2-27d08f2c657e tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "GET /v2.0/ports?device_id=71aae3f3-ae6b-460a-b843-bed9fef625de HTTP/1.1" status: 200 len: 913 time: 0.5366054 Feb 16 13:42:55.724422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54978) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:55.780032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-d42f16fa-a599-4afa-9c13-badfb3fdb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:55.781774 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-d42f16fa-a599-4afa-9c13-badfb3fdb8c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9518056 Feb 16 13:42:55.855270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d734-2633-4bf9-b6b1-3a37d92e3611 req-97b29f76-e81f-4da4-994a-514b93c5fb50 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:55.856604 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d842d734-2633-4bf9-b6b1-3a37d92e3611 req-97b29f76-e81f-4da4-994a-514b93c5fb50 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 0.3075550 Feb 16 13:42:56.018546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:42:56.117619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-40c7cfbc-7538-495f-affa-44cd3feadd37 req-94b1b3be-5357-4faa-8c49-3034dfb2c75e service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935305 Feb 16 13:42:56.130504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.172141 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d842d734-2633-4bf9-b6b1-3a37d92e3611 req-b0fa2be2-0cdb-4e84-a9bd-425372a8f981 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759229 Feb 16 13:42:56.209484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:56.218947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.231391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'port_id': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'mac_address': 'fa:16:3e:a6:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:42:56.277987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.278274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.315647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.349077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:42:56.363132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc31d6d-16fd-4610-b04b-0a4d3bb80ada,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.374952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:42:56.389608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=b0e3f99b-edf4-4646-8a5c-3ba002f85ec8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.400442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.400638 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c89ddb97-a971-4339-a446-1845245b7bdd tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/b8ebb94a-a202-4f03-a86d-087abfd325ca HTTP/1.1" status: 204 len: 168 time: 3.4808559 Feb 16 13:42:56.403123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54986) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:56.476761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.477114 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Floating IP e1ec1f53-8248-408f-ab0a-3db5d8d205c1 disassociated (deleted). External IP: 172.26.1.140, port: 31f7be5c-9c93-45d9-85e2-c1fae536fb98. Feb 16 13:42:56.537797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:56.547121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:56.548659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad976795-4f47-4c1b-ac2f-065009c557a5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3dc31d6d-16fd-4610-b04b-0a4d3bb80ada HTTP/1.1" status: 204 len: 168 time: 2.0414596 Feb 16 13:42:56.570829 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-4041c8d2-3cad-415d-a417-4aa864d1b9eb service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590086 Feb 16 13:42:56.641970 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56bd51c0-9f11-4c5c-a684-1ad67fdfa6b0 req-430b903f-63b8-43da-9c4a-8e101b5878dc tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 210 time: 0.1101668 Feb 16 13:42:56.672332 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-11759c54-c9bc-407a-af6e-7fee59c6f084 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] GET failed (client error): The resource could not be found. Feb 16 13:42:56.677395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-11759c54-c9bc-407a-af6e-7fee59c6f084 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports/b8ebb94a-a202-4f03-a86d-087abfd325ca HTTP/1.1" status: 404 len: 333 time: 0.2651956 Feb 16 13:42:56.692318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 54992) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:56.755893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-1630934240'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:56.825124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:42:56.920425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-2c4dc3e3-8192-49ad-8c9c-699120bb63b7 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:56.921908 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-2c4dc3e3-8192-49ad-8c9c-699120bb63b7 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.26 "GET /v2.0/networks?id=49e00c71-985e-4345-91de-d00f3d0059d7 HTTP/1.1" status: 200 len: 811 time: 0.5932426 Feb 16 13:42:56.976194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55002) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:57.081853 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5ae2e80f-0ebc-4285-aebd-2031e39a36a6 req-f32dcd69-d248-4502-a78e-4bd1228e3a9f service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876568 Feb 16 13:42:57.094360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-f76f8e2a-4489-436f-b539-1ce5f3e24cc0 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Synchronizing usage tracker for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:42:57.117078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:57.119453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c710f3db-6e99-4a07-8035-69455971af37 req-f76f8e2a-4489-436f-b539-1ce5f3e24cc0 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Unset dirty status for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:42:57.120809 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-f76f8e2a-4489-436f-b539-1ce5f3e24cc0 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a67c6a87e934a6e9e264a8c27030975 HTTP/1.1" status: 200 len: 379 time: 0.1274776 Feb 16 13:42:57.229621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:57.241958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a5ac7-c7f8-4e2d-8a42-710ed128823e req-8dd3923e-763a-435f-89de-5592134fd009 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:57.244182 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f9a5ac7-c7f8-4e2d-8a42-710ed128823e req-8dd3923e-763a-435f-89de-5592134fd009 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 944 time: 0.6821902 Feb 16 13:42:57.260823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:port and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:57.272227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:57.303215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:57.306971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-46c1147a-48db-43dd-9839-10ec591a87bc admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=40bdc8245e5b473c9308f53c98ca0011&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3280344 Feb 16 13:42:57.312783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55008) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:57.324573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'port': {'device_id': '14751af7-b37f-4387-8294-cd971e18cf56', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'admin_state_up': True, 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'security_groups': ['0dd832e3-2e7e-46f0-80b8-81db52b50c18']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:57.471251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:57.474552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:57.648037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:57.667907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f9a5ac7-c7f8-4e2d-8a42-710ed128823e req-2b04132e-dcf2-498c-a310-a2c45576f368 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4015017 Feb 16 13:42:57.676288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:57.701412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port 97824a77-b687-4fa3-a422-443c2b77910b yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:42:57.702052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Made reservation on behalf of 7a67c6a87e934a6e9e264a8c27030975 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:42:57.707254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:57.722150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router c3b508d7-c9b9-451e-9db6-0cd49dacd636 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:42:57.745266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Router 4e0a5211-0c31-4f10-9e85-660a45daf409 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:42:57.825173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:57.888403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:57.924513 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-80538f8b-33ca-4364-9873-b318f4c56d88 req-cf30e315-3942-420d-9e89-2163fe8abaac tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 210 time: 0.1475570 Feb 16 13:42:58.070242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:58.080525 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Sync routers for ids ['c3b508d7-c9b9-451e-9db6-0cd49dacd636'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:58.092565 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Routers {'c3b508d7-c9b9-451e-9db6-0cd49dacd636'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:58.093262 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c3b508d7-c9b9-451e-9db6-0cd49dacd636'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.098878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Allocated IP 172.20.0.3 (49e00c71-985e-4345-91de-d00f3d0059d7/d834244a-215e-4466-9ee7-9b3be7729cb1/292d5441-2355-46c9-a948-51c2345915e9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:58.121663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.125918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fa0f31e-d8ad-481c-9f68-caef44375a13 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1395335 Feb 16 13:42:58.134985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55014) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:58.161089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.184413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124602f-26ca-4a24-8ad6-91f198d14db6 req-03e606b2-a1fb-4901-8949-cab3f8cae6a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:58.187385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f124602f-26ca-4a24-8ad6-91f198d14db6 req-03e606b2-a1fb-4901-8949-cab3f8cae6a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 0.8715980 Feb 16 13:42:58.288617 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Set router c3b508d7-c9b9-451e-9db6-0cd49dacd636 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:42:58.332107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.11 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/97824a77-b687-4fa3-a422-443c2b77910b) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:42:58.442598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.494015 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f124602f-26ca-4a24-8ad6-91f198d14db6 req-c8c1cfad-c0d5-47fd-8293-61669b0f2ecb tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809849 Feb 16 13:42:58.518157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:42:58.529179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] Sync routers for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:42:58.538668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:58.539605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.551895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.602966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.614094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:58.615041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.624905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b508d7-c9b9-451e-9db6-0cd49dacd636', 'name': '', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f', 'external_fixed_ips': [{'subnet_id': '71276640-93b7-448a-8818-fa567fdd90b9', 'ip_address': '2001:db8::3bf'}], 'enable_snat': True}, 'gw_port_id': '5a4c5c2a-af23-4295-9791-5f471d2f2336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:50Z', 'updated_at': '2022-02-16T13:42:55Z', 'revision_number': 3, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port': {'id': '5a4c5c2a-af23-4295-9791-5f471d2f2336', 'name': '', 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ec:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b508d7-c9b9-451e-9db6-0cd49dacd636', 'device_owner': 'network:router_gateway', 'standard_attr_id': 185, 'fixed_ips': [{'subnet_id': '71276640-93b7-448a-8818-fa567fdd90b9', 'ip_address': '2001:db8::3bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:51Z', 'updated_at': '2022-02-16T13:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71276640-93b7-448a-8818-fa567fdd90b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.629252 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Checking router: c3b508d7-c9b9-451e-9db6-0cd49dacd636 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:42:58.629601 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Updating router c3b508d7-c9b9-451e-9db6-0cd49dacd636 port 5a4c5c2a-af23-4295-9791-5f471d2f2336 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:42:58.640050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Transition to ACTIVE for port object 292d5441-2355-46c9-a948-51c2345915e9 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:58.674080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.686542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:58.687267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07097e0-7e43-4428-a78a-b654e39ac577 None None] The sync data for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:42:58.688103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port 5a4c5c2a-af23-4295-9791-5f471d2f2336 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:58.688615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.717940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.721408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.725199 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.761819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d2672d-b13f-4a5a-8599-d0f360c7576b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:58.782043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.809922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.811210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9a1349f8-caff-46f6-bbce-c7ed5556d5b7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/35d2672d-b13f-4a5a-8599-d0f360c7576b HTTP/1.1" status: 204 len: 168 time: 1.4476733 Feb 16 13:42:58.811929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:58.820450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Network 49e00c71-985e-4345-91de-d00f3d0059d7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:58.825667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:58.905960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object 97824a77-b687-4fa3-a422-443c2b77910b will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:58.947357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-853296e6-2c40-4efb-9fc0-d3a0ab1ae09c tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/floatingips/e1ec1f53-8248-408f-ab0a-3db5d8d205c1 HTTP/1.1" status: 204 len: 168 time: 4.6064699 Feb 16 13:42:58.989934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55024) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:58.993729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:59.026851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event updated for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:59.036211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.041593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:59.152700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:42:59.160085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:42:59.170013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:42:59.187604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Usage tracker for resource:floatingip and tenant:47dddc332ea446ef8e1c305aa6a5206f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:42:59.196352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:42:59.219762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=97824a77-b687-4fa3-a422-443c2b77910b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:42:59.223153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:42:59.225238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:42:59.231271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:59.232059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.246681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:59.247303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.258743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4c136634-67d0-40d0-8d42-dab2245be62b tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5611820 Feb 16 13:42:59.266998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93ac6b23-9ccc-4772-b5c5-403b8f50e7ef None None] Provisioning for port 292d5441-2355-46c9-a948-51c2345915e9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:59.273570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:42:59.284664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93ac6b23-9ccc-4772-b5c5-403b8f50e7ef None None] Provisioning complete for port 292d5441-2355-46c9-a948-51c2345915e9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:59.285054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93ac6b23-9ccc-4772-b5c5-403b8f50e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.319022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:f7:f3'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:59.346928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.383657 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.410705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-4cbb2cfc-207b-4284-9c6a-ebcb8eeb265f tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1012552 Feb 16 13:42:59.422516 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Transition to ACTIVE for port object 5a4c5c2a-af23-4295-9791-5f471d2f2336 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:42:59.427329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.434028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-93ac6b23-9ccc-4772-b5c5-403b8f50e7ef None None] Port 292d5441-2355-46c9-a948-51c2345915e9 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:59.439701 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.449830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Request body: {'port': {'device_id': '14751af7-b37f-4387-8294-cd971e18cf56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:42:59.453848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34ea78-bc51-484f-89f9-03c2472d9582 req-8f038d1c-6845-4e55-8d6e-663ccd75c966 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:59.456003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f34ea78-bc51-484f-89f9-03c2472d9582 req-8f038d1c-6845-4e55-8d6e-663ccd75c966 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 944 time: 0.6483614 Feb 16 13:42:59.456728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:42:59.457053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.556470 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Attempting to bind port 5a4c5c2a-af23-4295-9791-5f471d2f2336 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:42:59.557280 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Attempting to bind port 5a4c5c2a-af23-4295-9791-5f471d2f2336 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ec18e65c-9075-4307-adfb-868ff4493462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:42:59.557813 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Attempting to bind port 5a4c5c2a-af23-4295-9791-5f471d2f2336 on network f4d9d44d-e282-4cb5-bedd-162b90e1961f {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:42:59.572656 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:42:59.573020 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Checking segment: {'id': 'ec18e65c-9075-4307-adfb-868ff4493462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:42:59.573411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.574245 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Bound using segment: {'id': 'ec18e65c-9075-4307-adfb-868ff4493462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:42:59.574650 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Bound port: 5a4c5c2a-af23-4295-9791-5f471d2f2336, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec18e65c-9075-4307-adfb-868ff4493462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'f4d9d44d-e282-4cb5-bedd-162b90e1961f'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:42:59.575030 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.606421 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f34ea78-bc51-484f-89f9-03c2472d9582 req-df9a6aa2-a58f-4155-9d66-1731872805ad tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730433 Feb 16 13:42:59.627109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310afc8-cb04-4ae1-8f89-6b756aa13c6a req-4bf76333-c303-44dc-aca2-f3886939a9cb tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:42:59.628597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5310afc8-cb04-4ae1-8f89-6b756aa13c6a req-4bf76333-c303-44dc-aca2-f3886939a9cb tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 931 time: 0.4056513 Feb 16 13:42:59.662859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-666cd148-4c97-4762-82ea-afb3b9fb13d2 None None] Provisioning for port 97824a77-b687-4fa3-a422-443c2b77910b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:42:59.672327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-666cd148-4c97-4762-82ea-afb3b9fb13d2 None None] Provisioning complete for port 97824a77-b687-4fa3-a422-443c2b77910b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:42:59.675236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666cd148-4c97-4762-82ea-afb3b9fb13d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.690088 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] For port 5a4c5c2a-af23-4295-9791-5f471d2f2336, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:42:59.699038 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] For port 5a4c5c2a-af23-4295-9791-5f471d2f2336, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a4c5c2a-af23-4295-9791-5f471d2f2336,segment=NetworkSegment(ec18e65c-9075-4307-adfb-868ff4493462),segment_id=ec18e65c-9075-4307-adfb-868ff4493462)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:42:59.704500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for 5a4c5c2a-af23-4295-9791-5f471d2f2336 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:42:59.712639 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:42:59.789291 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Routers {'c3b508d7-c9b9-451e-9db6-0cd49dacd636'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:42:59.789706 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c3b508d7-c9b9-451e-9db6-0cd49dacd636'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:42:59.802442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-666cd148-4c97-4762-82ea-afb3b9fb13d2 None None] Port 97824a77-b687-4fa3-a422-443c2b77910b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:42:59.989202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:42:59.998918 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] Set router c3b508d7-c9b9-451e-9db6-0cd49dacd636 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:00.058271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.108173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:00.116251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:00.116836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.199694 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b41f5c-1f08-41af-89ea-6f2821216815 None None] Pushing event updated for resources: {'Port': ['ID=5a4c5c2a-af23-4295-9791-5f471d2f2336,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:00.201078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Calling delete_port for 4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:00.281588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.288502 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b508d7-c9b9-451e-9db6-0cd49dacd636', 'name': '', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:50Z', 'updated_at': '2022-02-16T13:42:58Z', 'revision_number': 4, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:00.312712 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe91333-ba0f-4944-8acf-f6a24dda3ba7 None None] The sync data for ids ['c3b508d7-c9b9-451e-9db6-0cd49dacd636'] in dv-neutron-828143-3-hyperv is: [{'id': 'c3b508d7-c9b9-451e-9db6-0cd49dacd636', 'name': '', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:50Z', 'updated_at': '2022-02-16T13:42:58Z', 'revision_number': 4, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:00.324497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.348394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:00.387521 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b41f5c-1f08-41af-89ea-6f2821216815 None None] Pushing event updated for resources: {'Port': ['ID=5a4c5c2a-af23-4295-9791-5f471d2f2336,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:00.446257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:00.456631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.563321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:00.658306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.660627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:00.660984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:00.708390 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5310afc8-cb04-4ae1-8f89-6b756aa13c6a req-06822b38-6e3b-4f6b-90c2-2c8a5f6336b6 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0340304 Feb 16 13:43:00.751656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aedbf-3ec4-455b-acf3-bc2fb1ee67c9 req-c3a1e0cd-7608-49ce-9324-ca56ee1ef53c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:00.753217 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c78aedbf-3ec4-455b-acf3-bc2fb1ee67c9 req-c3a1e0cd-7608-49ce-9324-ca56ee1ef53c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 0.2081232 Feb 16 13:43:00.778912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:00.954856 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c78aedbf-3ec4-455b-acf3-bc2fb1ee67c9 req-6042db56-2038-4bca-9a9d-fd9484af08f2 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869915 Feb 16 13:43:00.971977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.048788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Allocated IP 172.26.1.82 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/bc710c02-f4d3-40ba-9157-12abc8e89672) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:01.055027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55076) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:01.092954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Port': ['ID=4e6385e9-e6c4-4cce-ad6b-7d1b0cec9011,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:01.190206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb21fd-830a-4354-a0af-469d935eed47 req-aefac6c9-0dc6-4f9c-adc7-450d90d9cf1a tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:01.191810 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b1fb21fd-830a-4354-a0af-469d935eed47 req-aefac6c9-0dc6-4f9c-adc7-450d90d9cf1a tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.3561490 Feb 16 13:43:01.226606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port 5a4c5c2a-af23-4295-9791-5f471d2f2336 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:01.226948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.295961 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'code': 200} Feb 16 13:43:01.297398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1710145122'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:01.308322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:01.318712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.323057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Usage tracker for resource:router and tenant:b859831fb13444d993c87cb35fd79582 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:01.337438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:01.354113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:01.424838 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b1fb21fd-830a-4354-a0af-469d935eed47 req-bb755038-050c-422a-a434-d1bc923d9bae tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1543396 Feb 16 13:43:01.503919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.504836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.591276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.679563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Router 71aae3f3-ae6b-460a-b843-bed9fef625de has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:01.681040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.764483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.880017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] For port 5a4c5c2a-af23-4295-9791-5f471d2f2336, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a4c5c2a-af23-4295-9791-5f471d2f2336,segment=NetworkSegment(ec18e65c-9075-4307-adfb-868ff4493462),segment_id=ec18e65c-9075-4307-adfb-868ff4493462)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:01.880364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.983067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:01.987369 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-956cd9f8-c6ba-41a5-b516-022fb6bc49b7 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9251628 Feb 16 13:43:01.989127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e91ada2d-2ba1-402d-abe7-94211e16aefd details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:43:01.990048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55090) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:01.991034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:01.997195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-61fe5857-d378-414c-9f7d-ff9bda67e32b tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "PUT /v2.0/routers/71aae3f3-ae6b-460a-b843-bed9fef625de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2718155 Feb 16 13:43:02.002796 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] Sync routers for ids ['71aae3f3-ae6b-460a-b843-bed9fef625de'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:02.020762 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] Routers {'71aae3f3-ae6b-460a-b843-bed9fef625de'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:02.024050 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['71aae3f3-ae6b-460a-b843-bed9fef625de'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:02.042289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for 5a4c5c2a-af23-4295-9791-5f471d2f2336 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:02.056240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55094) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:02.092473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292d5441-2355-46c9-a948-51c2345915e9 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:43:02.108461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.127221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01634f4-c51e-43ea-9338-105734c8bccc req-b1018960-fbc4-4789-880d-0ce750d43a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:02.128775 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01634f4-c51e-43ea-9338-105734c8bccc req-b1018960-fbc4-4789-880d-0ce750d43a8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 1098 time: 0.5889361 Feb 16 13:43:02.143595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:02.150789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.162262 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] Routers {'71aae3f3-ae6b-460a-b843-bed9fef625de'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:02.163517 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:42:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['71aae3f3-ae6b-460a-b843-bed9fef625de'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:02.186117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.239803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:02.243644 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:02.244429 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65aca1-794d-498f-bb31-7c04c03f8d7b None None] The sync data for ids ['71aae3f3-ae6b-460a-b843-bed9fef625de'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:02.249911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Transition to ACTIVE for port object 292d5441-2355-46c9-a948-51c2345915e9 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:02.261918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'port_id': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'mac_address': 'fa:16:3e:46:e0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:43:02.275375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.298919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.303526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.304704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.356384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.376005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91ada2d-2ba1-402d-abe7-94211e16aefd {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:43:02.393718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:02.396909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:02.399980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.464988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.465224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Usage tracker for resource:security_group_rule and tenant:5cdb4792072d4f8ca4f1c0a722981e00 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:02.468492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:02.469353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=97824a77-b687-4fa3-a422-443c2b77910b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:02.482434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:02.488304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:02.510187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:02.569423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:02.602576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:02.655776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fa4b0dd9-c927-4130-b41e-a9cd984c06c0 None None] Provisioning complete for port 97824a77-b687-4fa3-a422-443c2b77910b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:02.656144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa4b0dd9-c927-4130-b41e-a9cd984c06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.677381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] In _notify_port_updated(), no bound segment for port 97824a77-b687-4fa3-a422-443c2b77910b on network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:02.683030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:02.683694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:02.688173 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b944e37d-3b40-47a2-a819-e868178c1dc4 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "PUT /v2.0/ports/97824a77-b687-4fa3-a422-443c2b77910b HTTP/1.1" status: 200 len: 994 time: 3.4014425 Feb 16 13:43:02.709008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['e91ada2d-2ba1-402d-abe7-94211e16aefd'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:43:02.747219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55100) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:02.767608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b0dd9-c927-4130-b41e-a9cd984c06c0 None None] Port 97824a77-b687-4fa3-a422-443c2b77910b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:02.894646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Pushing event updated for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:03.032139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Pushing event updated for resources: {'Port': ['ID=bc710c02-f4d3-40ba-9157-12abc8e89672,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:03.042890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Attempting to bind port 292d5441-2355-46c9-a948-51c2345915e9 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:03.043218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Attempting to bind port 292d5441-2355-46c9-a948-51c2345915e9 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:03.043538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Attempting to bind port 292d5441-2355-46c9-a948-51c2345915e9 on network 49e00c71-985e-4345-91de-d00f3d0059d7 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:03.045802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.105740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5fee3-fe6a-4a73-8046-772acb58f088 req-dc1a2839-ee40-4220-af69-b76a34a194b5 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:03.106429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Port 292d5441-2355-46c9-a948-51c2345915e9 on network 49e00c71-985e-4345-91de-d00f3d0059d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:43:03.106429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Attempting to bind port 292d5441-2355-46c9-a948-51c2345915e9 on network 49e00c71-985e-4345-91de-d00f3d0059d7 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:03.107307 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3ba5fee3-fe6a-4a73-8046-772acb58f088 req-dc1a2839-ee40-4220-af69-b76a34a194b5 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 931 time: 1.2383406 Feb 16 13:43:03.108616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a4c5c2a-af23-4295-9791-5f471d2f2336,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:03.157466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:03.157796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Checking segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:03.158235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Bound using segment: {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:03.158620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Bound port: 292d5441-2355-46c9-a948-51c2345915e9, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a54402e-1ddd-42a9-8256-8ddf20006752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:03.158928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.181489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.194054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.214667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.227700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.234251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.237182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.277607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port 97824a77-b687-4fa3-a422-443c2b77910b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:03.277821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.326368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685e86b-af3c-47ca-8f14-b87e40238c9b req-6445bb4b-5f53-4bcc-b2cf-a70f2ba8f755 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:03.327864 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6685e86b-af3c-47ca-8f14-b87e40238c9b req-6445bb4b-5f53-4bcc-b2cf-a70f2ba8f755 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 944 time: 1.1263931 Feb 16 13:43:03.338582 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3ba5fee3-fe6a-4a73-8046-772acb58f088 req-f2899182-8dbd-4df6-a46d-84084a9cd5ff tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632724 Feb 16 13:43:03.349639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.350111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb9034b9-4054-434b-9c81-de18d7cf82f9 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:03.376230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.376669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Fanout notify agent at l3_agent the message router_deleted on router 71aae3f3-ae6b-460a-b843-bed9fef625de {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:03.443898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.448726 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-42ef1965-a539-451b-9de3-43f47eb142c3 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "DELETE /v2.0/routers/cb9034b9-4054-434b-9c81-de18d7cf82f9 HTTP/1.1" status: 204 len: 168 time: 1.4521813 Feb 16 13:43:03.457834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:03.461376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.462547 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ca196700-b4d1-49da-a8d2-5cda43dcf2e3 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "DELETE /v2.0/routers/71aae3f3-ae6b-460a-b843-bed9fef625de HTTP/1.1" status: 204 len: 168 time: 1.4002995 Feb 16 13:43:03.469138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55106) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:03.477701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.478678 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6685e86b-af3c-47ca-8f14-b87e40238c9b req-44477132-793b-4ac9-bf28-01a36faab98d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390042 Feb 16 13:43:03.484094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.500177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Request body: {'router': {'name': 'tempest-router-789170299', 'distributed': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:03.554761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:03.655730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Usage tracker for resource:router and tenant:b859831fb13444d993c87cb35fd79582 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:03.667569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:03.670463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.682638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.700424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306c45d-4379-429d-9109-5ea767e7d4f3 req-d6917e36-ec11-4c34-b799-74264bd0129c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:03.702265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b306c45d-4379-429d-9109-5ea767e7d4f3 req-d6917e36-ec11-4c34-b799-74264bd0129c tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.2205155 Feb 16 13:43:03.720031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:03.737305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.742051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:03.746347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.746830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3b508d7-c9b9-451e-9db6-0cd49dacd636 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:03.763626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting subnet 8e3b54f3-97c6-40de-8799-50325d6b033f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:03.765528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.789148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=292d5441-2355-46c9-a948-51c2345915e9,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:03.793021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.823226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for 97824a77-b687-4fa3-a422-443c2b77910b owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:03.834333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.835308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.850157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:03.911744 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01634f4-c51e-43ea-9338-105734c8bccc req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.7507138 Feb 16 13:43:03.917027 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b306c45d-4379-429d-9109-5ea767e7d4f3 req-76d6bab9-aeed-41b2-a0e7-45d0a0cc088f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563563 Feb 16 13:43:03.999994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e91ada2d-2ba1-402d-abe7-94211e16aefd up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:04.057644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.065486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ca829-905d-4975-ad31-ef79b477298d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba009ff9-4c2d-4b95-9cd5-f2fedc3c33ac,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:04.072975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.082033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:04.082803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.084248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] 10.222.0.26 "PUT /v2.0/ports/292d5441-2355-46c9-a948-51c2345915e9 HTTP/1.1" status: 200 len: 1093 time: 4.6435971 Feb 16 13:43:04.086633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.094805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port e91ada2d-2ba1-402d-abe7-94211e16aefd completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:04.102561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port e91ada2d-2ba1-402d-abe7-94211e16aefd triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:04.103149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.115065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'tag': '292d5441-2355-46c9-a948-51c2345915e9'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:04.181872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abbaa9-112e-40b4-a919-ea8dc0f4a748 service neutron] Pushing event updated for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:04.220178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=97824a77-b687-4fa3-a422-443c2b77910b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:04.223065 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'tag': '292d5441-2355-46c9-a948-51c2345915e9', 'status': 'completed', 'code': 200} Feb 16 13:43:04.270344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.274580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.279107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-137637c6-6271-400a-8536-49a6cffd57f7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/routers/c3b508d7-c9b9-451e-9db6-0cd49dacd636 HTTP/1.1" status: 204 len: 168 time: 6.1429527 Feb 16 13:43:04.279293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55116) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:04.323258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.367499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:04.378688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:04.386542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.450166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.467205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.468369 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-339e7543-acf5-4401-8296-53d33ab84651 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0014126 Feb 16 13:43:04.472747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55124) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:04.482587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting subnet 71276640-93b7-448a-8818-fa567fdd90b9 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:04.491073 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'code': 200} Feb 16 13:43:04.516083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:04.520621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.524836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.561794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.562179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.589042 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c35155af-40f5-4ca3-8440-30e5ed0324b7 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/97824a77-b687-4fa3-a422-443c2b77910b HTTP/1.1" status: 204 len: 168 time: 1.8381605 Feb 16 13:43:04.600392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55130) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:04.880035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:04.896422 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2570899-3f55-4f5c-91b2-ac1d9646f97c tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] GET failed (client error): The resource could not be found. Feb 16 13:43:04.896918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2570899-3f55-4f5c-91b2-ac1d9646f97c tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Synchronizing usage tracker for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:04.906049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed680a-3094-471f-a051-80d5802b03db req-1b7f97e7-7f2a-42d2-8258-48c9382ece80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:04.907527 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5fed680a-3094-471f-a051-80d5802b03db req-1b7f97e7-7f2a-42d2-8258-48c9382ece80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a67c6a87e934a6e9e264a8c27030975&device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 1096 time: 0.6389005 Feb 16 13:43:04.917734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Pushing event updated for resources: {'Port': ['ID=bc710c02-f4d3-40ba-9157-12abc8e89672,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:05.024794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.040053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.057350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.092467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.096821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2570899-3f55-4f5c-91b2-ac1d9646f97c tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Unset dirty status for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:05.097962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2570899-3f55-4f5c-91b2-ac1d9646f97c tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports/97824a77-b687-4fa3-a422-443c2b77910b HTTP/1.1" status: 404 len: 333 time: 0.4845936 Feb 16 13:43:05.119161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:05.129856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3b54f3-97c6-40de-8799-50325d6b033f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:05.134345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-1218206275'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:05.175781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd6ff7-14e8-439e-ae9c-cd176ec1662e None None] Network d29d7704-ada8-42fc-b39f-06a08b3adc96 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:05.214796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.218925 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54617bc1-b8f7-4084-81bf-10e60b5112ec tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "DELETE /v2.0/subnets/8e3b54f3-97c6-40de-8799-50325d6b033f HTTP/1.1" status: 204 len: 168 time: 1.7348130 Feb 16 13:43:05.226954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.230267 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0089bfd6-15c2-4e57-a167-283db2728929 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2003067 Feb 16 13:43:05.234448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:05.235810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:05.260688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b882b-f8d2-4eaf-8f7c-64f9d42c72f8 req-8da3dde2-d5d7-4648-9678-9a50e25a8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:05.262155 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-887b882b-f8d2-4eaf-8f7c-64f9d42c72f8 req-8da3dde2-d5d7-4648-9678-9a50e25a8e64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.5122509 Feb 16 13:43:05.290721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.294805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.336844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15cc90-0b07-4510-8db4-d3308e424ba1 req-94d366f0-f266-4073-9573-31b0f537d5b6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:05.338439 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec15cc90-0b07-4510-8db4-d3308e424ba1 req-94d366f0-f266-4073-9573-31b0f537d5b6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6772048 Feb 16 13:43:05.345416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.346050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c35826a1-8934-4a4e-8751-6abbe890489a {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:05.361704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcdae1-a3fb-4166-a22d-9cf04bdf512a req-c2ed13fd-aa63-41fc-b976-05be1428e1c6 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:05.363237 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-13bcdae1-a3fb-4166-a22d-9cf04bdf512a req-c2ed13fd-aa63-41fc-b976-05be1428e1c6 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 943 time: 0.7658746 Feb 16 13:43:05.381118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.407423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-887b882b-f8d2-4eaf-8f7c-64f9d42c72f8 req-cf19a823-4123-4f00-a63f-f4e3ab57dead service neutron] Synchronizing usage tracker for tenant:5cdb4792072d4f8ca4f1c0a722981e00 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:05.426627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed680a-3094-471f-a051-80d5802b03db req-349fafd2-f7f3-4df9-ab46-0f11b1f4f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:05.428091 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5fed680a-3094-471f-a051-80d5802b03db req-349fafd2-f7f3-4df9-ab46-0f11b1f4f71d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a67c6a87e934a6e9e264a8c27030975&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5033336 Feb 16 13:43:05.457276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71276640-93b7-448a-8818-fa567fdd90b9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:05.462946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.466279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/71276640-93b7-448a-8818-fa567fdd90b9 HTTP/1.1" status: 204 len: 168 time: 1.1845372 Feb 16 13:43:05.470971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.479461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cff47866-f91e-4109-aa85-9edc9a8c0711 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "DELETE /v2.0/routers/c35826a1-8934-4a4e-8751-6abbe890489a HTTP/1.1" status: 204 len: 168 time: 0.9959204 Feb 16 13:43:05.480293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55150) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:05.480678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55152) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:05.490967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:05.497017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.497358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.497687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.498013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.498365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.498690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.499020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.499321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.499635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.499949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.500280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.500574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77363e0c-e296-4a61-a5d1-c4774dfaf0ba tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:05.517555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] DHCP port deletion for d29d7704-ada8-42fc-b39f-06a08b3adc96 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:05.522740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Deleting port 4415ec4b-33cc-47db-9e0e-67aff1deef6d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:05.523126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.524230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Request body: {'router': {'name': 'tempest-router-747909381', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fd2c673c39f64fd1ac84441d9d9933ad'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:05.536404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec15cc90-0b07-4510-8db4-d3308e424ba1 req-1c351ce3-1a25-45d6-bb25-0e7e0cfe2db7 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866167 Feb 16 13:43:05.540320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:05.576550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:05.591913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Usage tracker for resource:router and tenant:fd2c673c39f64fd1ac84441d9d9933ad is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:05.601907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Usage tracker for resource:floatingip and tenant:22a2df08b1e34828af100762a6b46f2f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:05.603667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-13bcdae1-a3fb-4166-a22d-9cf04bdf512a req-1c238e63-1189-4b9f-9e5c-fe8e29f2bb51 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240911 Feb 16 13:43:05.604673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:05.608378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:05.628809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:05.635742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-887b882b-f8d2-4eaf-8f7c-64f9d42c72f8 req-cf19a823-4123-4f00-a63f-f4e3ab57dead service neutron] Unset dirty status for tenant:5cdb4792072d4f8ca4f1c0a722981e00 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:05.637032 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-887b882b-f8d2-4eaf-8f7c-64f9d42c72f8 req-cf19a823-4123-4f00-a63f-f4e3ab57dead service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3456221 Feb 16 13:43:05.643610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:05.648722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.660048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.663302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.664503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.691812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.694250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:05.702804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.734922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:05.739613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port 4415ec4b-33cc-47db-9e0e-67aff1deef6d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:05.740044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.793834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] For port 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4415ec4b-33cc-47db-9e0e-67aff1deef6d,segment=NetworkSegment(fc09d385-6c05-4569-af95-b60f3d543ead),segment_id=fc09d385-6c05-4569-af95-b60f3d543ead)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:05.794262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.868432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.868902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:05.872438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.877304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:05.901203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed680a-3094-471f-a051-80d5802b03db req-ddbf1dab-c869-43c6-b5c5-66377f828676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:05.902927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5fed680a-3094-471f-a051-80d5802b03db req-ddbf1dab-c869-43c6-b5c5-66377f828676 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4616992 Feb 16 13:43:05.919649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.920066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.920999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.921832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > port after_create 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.921832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.922031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > port after_update 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.922290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.922584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Calling delete_port for 4415ec4b-33cc-47db-9e0e-67aff1deef6d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:05.922702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.922930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.923232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:05.985276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:06.070823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.097292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:06.097629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:06.098122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:06.098492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 13:43:06.098851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d9d44d-e282-4cb5-bedd-162b90e1961f']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:06.113045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.116846 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d5bc9321-3b6b-4af9-86a7-ad4417f03942 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6235051 Feb 16 13:43:06.118910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec18e65c-9075-4307-adfb-868ff4493462') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:06.119278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec18e65c-9075-4307-adfb-868ff4493462') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:06.126166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55158) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:06.127686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] No DVR routers for this DVR port 4415ec4b-33cc-47db-9e0e-67aff1deef6d on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:06.136398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:06.144002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29507184-0ba1-4168-b790-69eb8db6d53f None None] Pushing event deleted for resources: {'Port': ['ID=4415ec4b-33cc-47db-9e0e-67aff1deef6d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:06.205911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.280486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef8942-fbc6-4f42-a753-c8bbf2dcacf7 req-22cce99a-4366-4a8d-a026-c634e0c0642e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:06.282020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dbef8942-fbc6-4f42-a753-c8bbf2dcacf7 req-22cce99a-4366-4a8d-a026-c634e0c0642e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.5637231 Feb 16 13:43:06.293714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.310764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] For port 4415ec4b-33cc-47db-9e0e-67aff1deef6d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4415ec4b-33cc-47db-9e0e-67aff1deef6d,segment=NetworkSegment(fc09d385-6c05-4569-af95-b60f3d543ead),segment_id=fc09d385-6c05-4569-af95-b60f3d543ead)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:06.311134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.363586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4415ec4b-33cc-47db-9e0e-67aff1deef6d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:06.379225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:06.379628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: from cryptography.utils import int_from_bytes Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: from cryptography.utils import int_from_bytes Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn_limited( Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn_limited( Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:06.396488 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:06.400822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4415ec4b-33cc-47db-9e0e-67aff1deef6d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:06.401284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4415ec4b-33cc-47db-9e0e-67aff1deef6d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:06.465437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Calling delete_port for 4415ec4b-33cc-47db-9e0e-67aff1deef6d owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:06.717501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-8af99102-aa22-4c5c-9e9a-564dbcc0a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:06.718951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-8af99102-aa22-4c5c-9e9a-564dbcc0a814 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a67c6a87e934a6e9e264a8c27030975&device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 1096 time: 0.7379158 Feb 16 13:43:06.724344 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dbef8942-fbc6-4f42-a753-c8bbf2dcacf7 req-15568ee9-0be8-4ae1-9639-52ae8477f5c9 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4350002 Feb 16 13:43:06.822815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.6 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:06.826341 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-e3f4c7a8-4362-4968-b968-9821d1f6147f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=292d5441-2355-46c9-a948-51c2345915e9 HTTP/1.1" status: 200 len: 217 time: 0.0868385 Feb 16 13:43:06.847282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.847590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.881052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.885936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:06.886258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:06.944330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:06.974994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-a302c771-ab84-4e98-a7c5-44320d1779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:06.976354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-a302c771-ab84-4e98-a7c5-44320d1779ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d834244a-215e-4466-9ee7-9b3be7729cb1 HTTP/1.1" status: 200 len: 850 time: 0.1433804 Feb 16 13:43:07.043544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4d9d44d-e282-4cb5-bedd-162b90e1961f {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:43:07.052387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.062490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4d9d44d-e282-4cb5-bedd-162b90e1961f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:07.083825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-af5eec1f-56ff-4cfb-a49e-41ad981cfc83 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/networks/f4d9d44d-e282-4cb5-bedd-162b90e1961f HTTP/1.1" status: 204 len: 168 time: 1.5951626 Feb 16 13:43:07.090642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87697) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 13:43:07.091192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Router fdc90a34-e7fb-4471-836e-df02cd45f336 migrating from provider to provider. {{(pid=87697) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 13:43:07.091721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.107664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.120339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.130193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b8234-75ad-4580-a4e6-b59f3d8efc5e req-79346db3-3050-4eb3-8e6f-c463a819ae81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:07.132033 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8c0b8234-75ad-4580-a4e6-b59f3d8efc5e req-79346db3-3050-4eb3-8e6f-c463a819ae81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4217129 Feb 16 13:43:07.217667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e606ee-7f28-4749-8a9e-74711fe2f9dd req-3d27f7b7-f49a-43bb-ad3a-d198a0cc4e89 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:07.226627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55e606ee-7f28-4749-8a9e-74711fe2f9dd req-3d27f7b7-f49a-43bb-ad3a-d198a0cc4e89 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 943 time: 0.3886750 Feb 16 13:43:07.253085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Allocated IP 172.26.1.240 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/e81a1c45-2d68-481c-956a-e6dc49348766) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:07.379018 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8c0b8234-75ad-4580-a4e6-b59f3d8efc5e req-bd79763a-df53-47d0-aaa9-ee7043c7d69b tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765409 Feb 16 13:43:07.391860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Deleting port 4415ec4b-33cc-47db-9e0e-67aff1deef6d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:07.392418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.395664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55e606ee-7f28-4749-8a9e-74711fe2f9dd req-cc957cf7-2aee-43b7-90aa-04e4a4783abb tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675065 Feb 16 13:43:07.397830 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] No L3 agents can host the router fdc90a34-e7fb-4471-836e-df02cd45f336 Feb 16 13:43:07.439726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710f3db-6e99-4a07-8035-69455971af37 req-7074e371-26c3-42c0-8a5d-9ec7bbea575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:07.441564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-7074e371-26c3-42c0-8a5d-9ec7bbea575c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49e00c71-985e-4345-91de-d00f3d0059d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4483130 Feb 16 13:43:07.522178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:07.584040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'name': 'tempest-router--194328849', 'project_id': '3d9741e37ae2453480fbddda4cbef602'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:07.598541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.600614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Hosts for router fdc90a34-e7fb-4471-836e-df02cd45f336: [] {{(pid=87697) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 16 13:43:07.605683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] The port '4415ec4b-33cc-47db-9e0e-67aff1deef6d' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:43:07.613212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:07.639055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Hosts for other DVR routers connected to router fdc90a34-e7fb-4471-836e-df02cd45f336: set() {{(pid=87697) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 16 13:43:07.641414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.645414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b363085-b117-401e-9a27-c6616cc53852 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "PUT /v2.0/routers/fdc90a34-e7fb-4471-836e-df02cd45f336 HTTP/1.1" status: 200 len: 716 time: 1.5154805 Feb 16 13:43:07.645610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55176) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:07.666466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:router and tenant:3d9741e37ae2453480fbddda4cbef602 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:07.678910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:07.709954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:07.714057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:07.793215 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40dfc882-9294-4b80-8812-7b5b7e7bb11d tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "GET /v2.0/routers/fdc90a34-e7fb-4471-836e-df02cd45f336 HTTP/1.1" status: 200 len: 716 time: 0.1459639 Feb 16 13:43:07.808202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55182) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:07.843667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.844720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.871055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.884258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:07.905492 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-c1abd01d-e4f4-4121-a234-0b6c62d612bd service neutron] 10.222.0.26 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521503 Feb 16 13:43:07.963667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29d7704-ada8-42fc-b39f-06a08b3adc96']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:08.026649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.030345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.083947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc09d385-6c05-4569-af95-b60f3d543ead') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:08.084233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc09d385-6c05-4569-af95-b60f3d543ead') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:08.114981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.172497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:08.180115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.182413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:08.184586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.191010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:08.247120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:08.247515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.312544 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8bd5d2ba-eef3-4424-bb9e-ce86ab89be97 tempest-RoutersTestDVR-819560360 tempest-RoutersTestDVR-819560360-project] 10.222.0.105 "GET /v2.0/routers/fdc90a34-e7fb-4471-836e-df02cd45f336 HTTP/1.1" status: 200 len: 682 time: 0.5027709 Feb 16 13:43:08.316524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55188) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:08.373503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ab87bc72-56a5-4482-aa69-c6985513b6d2 None None] Provisioning for port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:08.378288 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:08.381339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:08.383139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ab87bc72-56a5-4482-aa69-c6985513b6d2 None None] Provisioning complete for port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:08.383662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab87bc72-56a5-4482-aa69-c6985513b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.450435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ab87bc72-56a5-4482-aa69-c6985513b6d2 None None] Port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:08.467546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.470419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.491657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.491997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.492327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.492648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.492964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.493288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.493598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.493905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.494374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.494684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.494990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.495297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:08.535907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06974-19cb-462e-ad6e-cacee4447e88 req-9759a6b3-bbff-46a7-a8eb-1ad45fb1aeaa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:08.537316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-76a06974-19cb-462e-ad6e-cacee4447e88 req-9759a6b3-bbff-46a7-a8eb-1ad45fb1aeaa tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.6434004 Feb 16 13:43:08.582346 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c710f3db-6e99-4a07-8035-69455971af37 req-d5f4f192-b434-422c-85d6-6e201968b08f service neutron] 10.222.0.26 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613278 Feb 16 13:43:08.600004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:08.600612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.623084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:08.628259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.630014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:08.650359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.651525 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7eea0938-03a3-4d55-a611-ee0373176a93 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1243212 Feb 16 13:43:08.659895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.660115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55196) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:08.662171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:08.690778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Pushing event updated for resources: {'Port': ['ID=e81a1c45-2d68-481c-956a-e6dc49348766,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:08.697013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] Pushing event deleted for resources: {'Network': ['ID=d29d7704-ada8-42fc-b39f-06a08b3adc96,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:08.706411 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95928050-516f-4435-b29b-8e41007e5360 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5863593 Feb 16 13:43:08.710069 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85e04bab-1e32-445d-a630-41fb4369cb43 tempest-FloatingIPNegativeTestJSON-680067672 tempest-FloatingIPNegativeTestJSON-680067672-project] 10.222.0.105 "DELETE /v2.0/networks/d29d7704-ada8-42fc-b39f-06a08b3adc96 HTTP/1.1" status: 204 len: 168 time: 3.4650335 Feb 16 13:43:08.710069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55200) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:08.717474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:f7:f3'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:08.887682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:08.991574 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-76a06974-19cb-462e-ad6e-cacee4447e88 req-0dbe4449-1a2c-442b-aef7-f7d326779d77 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4449427 Feb 16 13:43:08.997353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.000630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.044781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.051173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55210) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:09.052332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.098528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.200978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b516d1-74b0-4422-ac57-9683d8634f2f req-0d740d97-1e88-4d5e-97e3-d484cf7be1df tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:09.202480 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56b516d1-74b0-4422-ac57-9683d8634f2f req-0d740d97-1e88-4d5e-97e3-d484cf7be1df tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6748865 Feb 16 13:43:09.447141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.447824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdc90a34-e7fb-4471-836e-df02cd45f336 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:09.449372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.456463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.543461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.544669 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e418dabd-b058-48bf-97d1-c8022fb5de45 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "DELETE /v2.0/routers/fdc90a34-e7fb-4471-836e-df02cd45f336 HTTP/1.1" status: 204 len: 168 time: 1.2271626 Feb 16 13:43:09.548103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.552732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.554078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:09.555695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.570813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.575132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Request body: {'router': {'name': 'tempest-router-1979350355', 'distributed': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:09.588197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Pushing event updated for resources: {'Port': ['ID=e81a1c45-2d68-481c-956a-e6dc49348766,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:09.605616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:09.618019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Usage tracker for resource:router and tenant:b859831fb13444d993c87cb35fd79582 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:09.627693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:09.636087 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56b516d1-74b0-4422-ac57-9683d8634f2f req-ace20f0a-acbb-472a-aa29-4583e9678923 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856800 Feb 16 13:43:09.645008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:09.649485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.649974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdff0c9a-e550-4929-bdb3-6133ca270dbd {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:09.658603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8e0bf875-4fbe-4ab8-a097-336a2ba3cb03 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=70b2729a85fe4171b1a8db0860e3ce8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6039643 Feb 16 13:43:09.664919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55220) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:09.673133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.681849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.683041 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e527b2a6-61a0-4c5e-b96a-3132495699be tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/routers/bdff0c9a-e550-4929-bdb3-6133ca270dbd HTTP/1.1" status: 204 len: 168 time: 1.0187342 Feb 16 13:43:09.688766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.689776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.703679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc3baf-7b35-4620-9df3-0e3305eff42a req-edf43f96-80a0-4c1a-bdb4-ab386dce1dfe tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:09.705212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3cc3baf-7b35-4620-9df3-0e3305eff42a req-edf43f96-80a0-4c1a-bdb4-ab386dce1dfe tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 943 time: 0.5649433 Feb 16 13:43:09.758457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.762478 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3cd569a6-ede9-4a3f-8022-38e580a8e80c tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5180755 Feb 16 13:43:09.765773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:09.787225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.826947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3cc3baf-7b35-4620-9df3-0e3305eff42a req-44dd1ca8-55af-42ff-a7d1-983732c27bce tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121657 Feb 16 13:43:09.833291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.836211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:09.851196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] In _notify_port_updated(), no bound segment for port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 on network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:09.856643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:09.857294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.861767 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d07d9e22-020e-41ac-90f5-4874735adbfc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "PUT /v2.0/ports/ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 HTTP/1.1" status: 200 len: 996 time: 1.1508229 Feb 16 13:43:09.865304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:09.900344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:09.910421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-96c17f77-cf07-43f6-91a3-be3a15795807 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Synchronizing usage tracker for tenant:47dddc332ea446ef8e1c305aa6a5206f on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:09.930156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.024706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e3e38a6-b116-493a-be5d-b8e4ed9e0718 None None] Provisioning complete for port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:10.025494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-96c17f77-cf07-43f6-91a3-be3a15795807 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Unset dirty status for tenant:47dddc332ea446ef8e1c305aa6a5206f on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:10.027967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e3e38a6-b116-493a-be5d-b8e4ed9e0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.028117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.029209 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96c17f77-cf07-43f6-91a3-be3a15795807 tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2604067 Feb 16 13:43:10.030830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.034289 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2a2ede91-8018-4f8e-be1a-688b812ae9cb HTTP/1.1" status: 204 len: 168 time: 0.3661315 Feb 16 13:43:10.034437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.074734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55242) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.096903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:10.097251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.107427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e38a6-b116-493a-be5d-b8e4ed9e0718 None None] Port ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:10.113772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee9aef-165b-456c-912b-7def71ffb819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ede91-8018-4f8e-be1a-688b812ae9cb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:10.118791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.122819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c921c6f1-fcdc-4ae3-b751-59a43f849c12 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5582793 Feb 16 13:43:10.133411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55246) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.280323 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0075604b-b2e7-4aa6-a56e-1d9a2393c4c5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2466779 Feb 16 13:43:10.280797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.335779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.470986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd66cb-4693-4c95-8884-bbaac02898bb req-4d699b9a-3bd8-4d1d-9e6a-de2df344f871 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:10.472073 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-11dd66cb-4693-4c95-8884-bbaac02898bb req-4d699b9a-3bd8-4d1d-9e6a-de2df344f871 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.6413217 Feb 16 13:43:10.475166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2044318063', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:10.488103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55260) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.498331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:10.513075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Request body: {'floatingip': {'port_id': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:10.566363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Deleting port e81a1c45-2d68-481c-956a-e6dc49348766 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:10.566700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.612315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:10.615852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:10.635771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.644359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dd854-3828-49ad-88e5-36a06678f142 req-695d0fa6-354d-4636-a366-401002a165ff tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:10.647741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7d4dd854-3828-49ad-88e5-36a06678f142 req-695d0fa6-354d-4636-a366-401002a165ff tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6137168 Feb 16 13:43:10.653355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:10.658255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e295df8-b259-44f6-a3d6-331375920a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.700258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55270) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:10.737301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.741021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.743141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.744535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.745243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Request body: {'floatingip': {'port_id': 'e91ada2d-2ba1-402d-abe7-94211e16aefd'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:10.776415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.789379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.789379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18fc9b05-07a0-456a-9be4-d543fa385733 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:10.804926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:10.806541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d0c2f430-58cc-4c5d-b325-7e93f5c1a380 tempest-RoutersTestDVR-1730847293 tempest-RoutersTestDVR-1730847293-project-admin] 10.222.0.105 "DELETE /v2.0/routers/18fc9b05-07a0-456a-9be4-d543fa385733 HTTP/1.1" status: 204 len: 168 time: 0.6708629 Feb 16 13:43:10.950604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.187548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:11.188158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:11.309048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.312391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.481432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'networks': [{'name': 'tempest-network--803882052'}, {'name': 'tempest-network--432175657'}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:11.481863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-network--803882052'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:11.482362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-network--432175657'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:11.526660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc4297-c712-4513-9a97-33f5ca10d971 req-3c88a299-8d91-4af7-80f5-30c80af2734e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:11.528248 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ebc4297-c712-4513-9a97-33f5ca10d971 req-3c88a299-8d91-4af7-80f5-30c80af2734e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 943 time: 0.2051978 Feb 16 13:43:11.602294 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ebc4297-c712-4513-9a97-33f5ca10d971 req-6119398f-cd12-4999-b40b-364611119b00 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613916 Feb 16 13:43:11.690464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:11.730899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.732815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.740723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:11.759597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.783301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:network and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:11.804010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.835479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:11.842722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:11.980814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Calling delete_port for e81a1c45-2d68-481c-956a-e6dc49348766 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:11.983642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Allocated IP 172.26.1.234 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/9583c2ed-44c6-4fd9-900a-3f1d1e5584c5) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:12.008003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:12.018649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:12.051490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 292d5441-2355-46c9-a948-51c2345915e9 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:43:12.114722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2c673c39f64fd1ac84441d9d9933ad is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:12.121747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:12.140975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.145505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:12.150587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'network': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:12.155253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.178460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.197448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=292d5441-2355-46c9-a948-51c2345915e9,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:12.211027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '292d5441-2355-46c9-a948-51c2345915e9', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'port_id': '292d5441-2355-46c9-a948-51c2345915e9', 'mac_address': 'fa:16:3e:1e:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:43:12.258883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:12.262346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:12.267346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:12.268361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.275701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.294951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292d5441-2355-46c9-a948-51c2345915e9 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:43:12.309777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event updated for resources: {'Port': ['ID=9583c2ed-44c6-4fd9-900a-3f1d1e5584c5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:12.312500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=292d5441-2355-46c9-a948-51c2345915e9,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:12.319540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.351993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:12.386851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:12.393930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.394287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.394619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.394941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.395260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.395577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.395917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.396198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.396510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.396824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.397123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.397426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:12.472732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:security_group_rule and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:12.657682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:12.675589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['292d5441-2355-46c9-a948-51c2345915e9'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:43:12.737746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:12.796500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:12.800803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed4da8-c712-4a65-a482-7f3372c093f9 req-c6891896-b996-41b8-b94d-fbe4108f22ac tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:12.802501 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5aed4da8-c712-4a65-a482-7f3372c093f9 req-c6891896-b996-41b8-b94d-fbe4108f22ac tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 944 time: 0.0903752 Feb 16 13:43:12.849677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5aed4da8-c712-4a65-a482-7f3372c093f9 req-bd6d0922-c933-4f1d-a500-2610536c6457 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402815 Feb 16 13:43:12.956982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c424e36-aa6a-459e-923c-ed34cadabd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.005810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:13.007681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.067334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.108620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Pushing event deleted for resources: {'Port': ['ID=e81a1c45-2d68-481c-956a-e6dc49348766,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:13.441650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:13.499370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.525728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:13.534470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.589469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.612462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.626775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.666577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.728747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.729218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.748912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.750063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Router 9f017c9b-2132-444b-9767-c8b06359ec6f is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:43:13.780772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.834251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.840393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06380f03-f21d-43f7-9735-03407cc59dd1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:13.855770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b3342b9-e8d4-42b9-b118-c9db98b15588 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fd2c673c39f64fd1ac84441d9d9933ad&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6578283 Feb 16 13:43:13.869378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55302) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:13.870085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.935420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:13.940564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7f70643-c615-4caa-8c2a-0e572ad545ad tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 HTTP/1.1" status: 204 len: 168 time: 4.0691290 Feb 16 13:43:13.948695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] Sync routers for ids ['9f017c9b-2132-444b-9767-c8b06359ec6f'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:13.959315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55308) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:13.963077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.964452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:13.965594 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b982648c-6421-40f1-9c65-ea0cd0aca69c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8490257 Feb 16 13:43:13.966984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3812d9b6-c2cd-4043-b6e1-6d8654b091b6 tempest-FloatingIPAdminTestJSON-2140888093 tempest-FloatingIPAdminTestJSON-2140888093-project] 10.222.0.105 "DELETE /v2.0/floatingips/49d06ee9-341f-44f2-9f13-929673c1f0ea HTTP/1.1" status: 204 len: 168 time: 3.6820955 Feb 16 13:43:13.971426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] Routers {'9f017c9b-2132-444b-9767-c8b06359ec6f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:13.974011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9f017c9b-2132-444b-9767-c8b06359ec6f'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:13.975943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:13.976273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55314) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:14.053492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 292d5441-2355-46c9-a948-51c2345915e9 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:14.063332 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e1126e-bb70-49ed-abcc-6108e5612b65 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] GET failed (client error): The resource could not be found. Feb 16 13:43:14.063984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-34e1126e-bb70-49ed-abcc-6108e5612b65 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Synchronizing usage tracker for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:14.096393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-34e1126e-bb70-49ed-abcc-6108e5612b65 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Unset dirty status for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:14.097466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-34e1126e-bb70-49ed-abcc-6108e5612b65 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports/ce76c4a4-9353-4e07-9a98-6fd25f6cc3d2 HTTP/1.1" status: 404 len: 333 time: 0.1370251 Feb 16 13:43:14.102449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:14.108178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-458641600'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:14.110825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:14.136919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] Routers {'9f017c9b-2132-444b-9767-c8b06359ec6f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:14.137540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9f017c9b-2132-444b-9767-c8b06359ec6f'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:14.167056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:14.192941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.198136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243b3e5-14fc-4c91-adbf-e213ed90cc8d req-0dd96c4e-c589-4c5e-b05c-99f498869ca8 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:14.200731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9243b3e5-14fc-4c91-adbf-e213ed90cc8d req-0dd96c4e-c589-4c5e-b05c-99f498869ca8 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 944 time: 0.1882133 Feb 16 13:43:14.218398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:14.219026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43e13d-3c86-45f8-9f54-65e71f870db3 None None] The sync data for ids ['9f017c9b-2132-444b-9767-c8b06359ec6f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:14.227579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.231751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 292d5441-2355-46c9-a948-51c2345915e9 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:14.239599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 292d5441-2355-46c9-a948-51c2345915e9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:14.240195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.287958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb643042-1397-4f74-a6ab-2b7b6cb73257,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:14.300756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:14.310529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:14.321518 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9243b3e5-14fc-4c91-adbf-e213ed90cc8d req-6f74ab7c-2fa0-4dd5-ae0c-5672a0290278 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942230 Feb 16 13:43:14.322983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:14.326244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.361376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port 7e740fd9-9d28-46ed-85cd-fda72274b604 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:14.378105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.405278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d5441-2355-46c9-a948-51c2345915e9'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:14.415533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=292d5441-2355-46c9-a948-51c2345915e9,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:14.421043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.479767 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292d5441-2355-46c9-a948-51c2345915e9', 'code': 200} Feb 16 13:43:14.514417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:14.524631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.5 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/7e740fd9-9d28-46ed-85cd-fda72274b604) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:14.598059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.598334 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment 60ff37d8-cb35-4454-9c91-11945198df24 of type vlan for network cb3f98d9-fdcd-466b-a077-7cafa295b169 Feb 16 13:43:14.696867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Deleting port bc710c02-f4d3-40ba-9157-12abc8e89672 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:14.697365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.743943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.760076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object 7e740fd9-9d28-46ed-85cd-fda72274b604 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:14.784971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.845150 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Floating IP fa60ab07-7dc9-435d-9ef1-ae436bbd1095 associated. External IP: 172.26.1.65, port: 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3. Feb 16 13:43:14.855395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:14.858498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:14.862736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:14.893651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=7e740fd9-9d28-46ed-85cd-fda72274b604,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:14.924821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.927247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Floating IP 29b28e61-a4b7-4354-ba35-01b6ca1c50fa associated. External IP: 172.26.1.187, port: e91ada2d-2ba1-402d-abe7-94211e16aefd. Feb 16 13:43:14.936391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:14.937145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:14.966182 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-94e41102-ed3a-46c9-828f-215758653d23 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8608193 Feb 16 13:43:14.966575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55326) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:14.973202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'network_id': '7195f5a0-8089-4226-b3b1-2e2d4b115c17', 'name': 'tempest-AllowedAddressPairTestJSON-1523063028'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:14.999528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.090436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4a61559f-4223-419f-93cc-5de7261c42d5 None None] Provisioning for port 7e740fd9-9d28-46ed-85cd-fda72274b604 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:15.095560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4a61559f-4223-419f-93cc-5de7261c42d5 None None] Provisioning complete for port 7e740fd9-9d28-46ed-85cd-fda72274b604 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:15.095920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a61559f-4223-419f-93cc-5de7261c42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.153908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4a61559f-4223-419f-93cc-5de7261c42d5 None None] Port 7e740fd9-9d28-46ed-85cd-fda72274b604 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:15.154198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55330) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:15.154881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18a3365c-eabe-4dd9-a8f7-a220c5c9fc96 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/9f017c9b-2132-444b-9767-c8b06359ec6f HTTP/1.1" status: 200 len: 925 time: 1.1758289 Feb 16 13:43:15.181637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.204017 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3e49558b-58d8-41c4-8f69-670ac9825337 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f017c9b-2132-444b-9767-c8b06359ec6f HTTP/1.1" status: 200 len: 205 time: 0.0486851 Feb 16 13:43:15.211697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55334) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:15.249545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:15.384718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.385077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:15.389327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Usage tracker for resource:port and tenant:29acec0f4103446fbc13dff9182b9d6f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:15.400900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:15.417119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:15.434411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Made reservation on behalf of 29acec0f4103446fbc13dff9182b9d6f for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:15.437893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.442844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:15.459728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.466310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.466643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.488595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8277fd8-0dd4-4456-b169-f8df0acd7b05 req-5bf01297-24c4-487d-b50d-ba35dbd3bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:15.490069 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8277fd8-0dd4-4456-b169-f8df0acd7b05 req-5bf01297-24c4-487d-b50d-ba35dbd3bba1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 1098 time: 0.7692111 Feb 16 13:43:15.492037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.492361 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment e8cf9dde-1196-4403-af56-9d2df62cb6c7 of type vlan for network 366600cb-e97a-4a6a-942c-0a8bb9ae214f Feb 16 13:43:15.579883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] device_id is not set on port 862f91a2-60d7-4fe5-b851-f984c297e199 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:15.611852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.685720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Calling delete_port for bc710c02-f4d3-40ba-9157-12abc8e89672 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:15.795532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.823938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.838635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ad86a-f2c7-43af-9f95-6658ef764bd0 req-3da61af6-2092-4ec6-ae5a-f452bfd28e3b tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:15.840188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b33ad86a-f2c7-43af-9f95-6658ef764bd0 req-3da61af6-2092-4ec6-ae5a-f452bfd28e3b tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.3234403 Feb 16 13:43:15.864448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.876959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port 9583c2ed-44c6-4fd9-900a-3f1d1e5584c5 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:15.877319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:15.883404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06380f03-f21d-43f7-9735-03407cc59dd1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:15.902140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d8277fd8-0dd4-4456-b169-f8df0acd7b05 req-f372bba9-5873-4795-8612-55bcf415e33a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050310 Feb 16 13:43:15.910770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Allocated IP 172.20.0.13 (7195f5a0-8089-4226-b3b1-2e2d4b115c17/7bf0cc1b-3df5-4825-a043-8eaac49ece0e/862f91a2-60d7-4fe5-b851-f984c297e199) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:15.986497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b33ad86a-f2c7-43af-9f95-6658ef764bd0 req-c4fcb306-e847-4f4d-b639-9f80d7add7f6 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353600 Feb 16 13:43:16.207046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.236304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.237560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-22fcc896-81f8-45f7-97c7-c489844ac2b9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/06380f03-f21d-43f7-9735-03407cc59dd1 HTTP/1.1" status: 204 len: 168 time: 2.3165510 Feb 16 13:43:16.243041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:16.332961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.333595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.339540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.345000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.345158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for 9583c2ed-44c6-4fd9-900a-3f1d1e5584c5 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:16.345730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.355157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Router c90645e3-e5a1-49d2-94e3-74fd1b37d037 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:16.400912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Router d57909f6-f11d-4f63-abf1-d99a10fd322d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:16.563332 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 5.3637986 Feb 16 13:43:16.568618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55344) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:16.568935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55346) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:16.575547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=cb3f98d9-fdcd-466b-a077-7cafa295b169,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:16.627670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.642733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.644380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.648898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network cb3f98d9-fdcd-466b-a077-7cafa295b169 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:16.725888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Transition to ACTIVE for port object 862f91a2-60d7-4fe5-b851-f984c297e199 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:16.731001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:16.740961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Usage tracker for resource:security_group_rule and tenant:b859831fb13444d993c87cb35fd79582 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:16.746833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:16.772292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:16.796647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc710c02-f4d3-40ba-9157-12abc8e89672,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:16.901827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01447d-ef36-4f84-a18f-2faecbaa6648 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.907289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01447d-ef36-4f84-a18f-2faecbaa6648 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.913189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01447d-ef36-4f84-a18f-2faecbaa6648 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.918777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01447d-ef36-4f84-a18f-2faecbaa6648 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:16.920414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dc01447d-ef36-4f84-a18f-2faecbaa6648 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3415539 Feb 16 13:43:16.921640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:16.927944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55352) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:17.029839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ee862-7086-44ed-ae4e-9b663919c340 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=366600cb-e97a-4a6a-942c-0a8bb9ae214f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:17.059109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:17.060059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.066522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 366600cb-e97a-4a6a-942c-0a8bb9ae214f details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:17.081428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:17.082942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.085313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.089975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b7a9454f-5def-4d36-a225-0d554ff1975c tempest-FloatingIPAdminTestJSON-429792298 tempest-FloatingIPAdminTestJSON-429792298-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/dc8b943b-acb4-4a6e-ac61-1586effa5f8d HTTP/1.1" status: 204 len: 168 time: 3.1127539 Feb 16 13:43:17.092432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Sync routers for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:17.095749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.105516 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:17.106134 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.121121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55358) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:17.129858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:17.139217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:17.156463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Sync routers for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:17.200498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:17.201193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.205140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.231858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:17.307366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.338240 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a5b9621-79c7-4296-a4c7-c02169e0966e tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "PUT /v2.0/floatingips/fa60ab07-7dc9-435d-9ef1-ae436bbd1095 HTTP/1.1" status: 200 len: 990 time: 6.8400798 Feb 16 13:43:17.342860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:17.370801 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54e83579-5ad2-45e9-807c-a334c633ba81 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "PUT /v2.0/floatingips/29b28e61-a4b7-4354-ba35-01b6ca1c50fa HTTP/1.1" status: 200 len: 992 time: 6.6475875 Feb 16 13:43:17.387601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port 31f7be5c-9c93-45d9-85e2-c1fae536fb98 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:17.388030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.422875 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:17.472923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=862f91a2-60d7-4fe5-b851-f984c297e199,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:17.515426 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-c4b85653-e268-4054-b0ed-c12f9f9c53a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3915761 Feb 16 13:43:17.647524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:17.684808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.685578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.774618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=9583c2ed-44c6-4fd9-900a-3f1d1e5584c5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:17.845513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d0a7cf97-b4ce-4275-8a8f-3b2e5d7f46db None None] Provisioning for port 862f91a2-60d7-4fe5-b851-f984c297e199 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:17.856951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d0a7cf97-b4ce-4275-8a8f-3b2e5d7f46db None None] Provisioning complete for port 862f91a2-60d7-4fe5-b851-f984c297e199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:17.858154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d0a7cf97-b4ce-4275-8a8f-3b2e5d7f46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.864764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.924296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:17.935071 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'fa60ab07-7dc9-435d-9ef1-ae436bbd1095', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'port_id': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'mac_address': 'fa:16:3e:a6:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:26Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.936332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968e08-682f-498d-8ca6-1f629f881012 req-e80d100e-16fa-43a5-8470-cf222bdf6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:17.937722 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-e80d100e-16fa-43a5-8470-cf222bdf6461 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=014ff2ce13534abdb5f7db426a158cba&device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 1098 time: 0.3231957 Feb 16 13:43:17.939102 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Checking router: d57909f6-f11d-4f63-abf1-d99a10fd322d for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:17.950320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:17.950949 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:17.992926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.027300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7cf97-b4ce-4275-8a8f-3b2e5d7f46db None None] Port 862f91a2-60d7-4fe5-b851-f984c297e199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:18.066532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87118a5f-f177-4d86-afdc-3d9c42c1f712,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:18.081545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.092603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for 31f7be5c-9c93-45d9-85e2-c1fae536fb98 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:18.178255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '29b28e61-a4b7-4354-ba35-01b6ca1c50fa', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'floating_ip_address': '172.26.1.187', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'port_id': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'mac_address': 'fa:16:3e:46:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:34Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.182478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Checking router: c90645e3-e5a1-49d2-94e3-74fd1b37d037 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:18.191766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:18.193071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.213602 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:18.223161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.251607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3f98d9-fdcd-466b-a077-7cafa295b169']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.265330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ff37d8-cb35-4454-9c91-11945198df24') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.265619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ff37d8-cb35-4454-9c91-11945198df24') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.276974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.293414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968e08-682f-498d-8ca6-1f629f881012 req-a5f5d969-6890-4587-a396-ce106e392bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.294478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.294976 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-a5f5d969-6890-4587-a396-ce106e392bbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 200 len: 906 time: 0.2997239 Feb 16 13:43:18.300693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:18.301080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.374444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:18.403760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:18.404771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9891e770-6f85-43b0-bb8f-267834c3208f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b859831fb13444d993c87cb35fd79582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8241215 Feb 16 13:43:18.406822 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc126ce0-f5ef-40a6-82eb-bc6a17392798 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4392109 Feb 16 13:43:18.411407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:18.413144 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:18.425749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.431359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea981eb-456b-4d6c-9c87-5701454bbc16 req-5bb10b1b-1a5f-4e73-abee-7100f86d8262 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.432981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:f7:f3'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:0a:5d:bd'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:18.438273 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ea981eb-456b-4d6c-9c87-5701454bbc16 req-5bb10b1b-1a5f-4e73-abee-7100f86d8262 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.8789558 Feb 16 13:43:18.552736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=31f7be5c-9c93-45d9-85e2-c1fae536fb98,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:18.556072 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-9c5f332f-6029-4678-b90e-012924b15ed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 200 len: 998 time: 0.2526727 Feb 16 13:43:18.656349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49182c2e-813d-4676-80c1-3b7db858233a req-7ba4d1cf-3d96-47ab-a911-0e182914a848 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.658412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49182c2e-813d-4676-80c1-3b7db858233a req-7ba4d1cf-3d96-47ab-a911-0e182914a848 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 1.4284022 Feb 16 13:43:18.659436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.722878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.741211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.771723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.783645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ea981eb-456b-4d6c-9c87-5701454bbc16 req-1695d56c-31fa-4907-b1a9-e503d8ffcd66 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3443513 Feb 16 13:43:18.816939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=cb3f98d9-fdcd-466b-a077-7cafa295b169,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:18.841940 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fbcc7fdc-f403-488b-9d02-15f65b45e8ec tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/cb3f98d9-fdcd-466b-a077-7cafa295b169 HTTP/1.1" status: 204 len: 168 time: 1.8796988 Feb 16 13:43:18.843172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.843775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968e08-682f-498d-8ca6-1f629f881012 req-78e8750e-7281-4b6d-b03a-3ab546294803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:18.844145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router 9f017c9b-2132-444b-9767-c8b06359ec6f {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:18.845266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '29b28e61-a4b7-4354-ba35-01b6ca1c50fa', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'floating_ip_address': '172.26.1.187', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'port_id': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'mac_address': 'fa:16:3e:46:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:34Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.846954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55378) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:18.847655 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-78e8750e-7281-4b6d-b03a-3ab546294803 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b524342-a03c-4fda-b3a3-2fcd11656c5d HTTP/1.1" status: 200 len: 844 time: 0.2774377 Feb 16 13:43:18.866989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb2f87-49a5-4583-bf90-acce3552d831 None None] The sync data for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv is: [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '29b28e61-a4b7-4354-ba35-01b6ca1c50fa', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'floating_ip_address': '172.26.1.187', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'port_id': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'mac_address': 'fa:16:3e:46:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:34Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:18.891498 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49182c2e-813d-4676-80c1-3b7db858233a req-ee1f9dd3-dc7c-47ff-809f-6fa39c7e49e4 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177863 Feb 16 13:43:18.900325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:18.902638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b17dcba7-bb77-4e40-a6ae-d11a72ca547a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/9f017c9b-2132-444b-9767-c8b06359ec6f HTTP/1.1" status: 204 len: 168 time: 3.6888921 Feb 16 13:43:18.937137 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'fa60ab07-7dc9-435d-9ef1-ae436bbd1095', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'port_id': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'mac_address': 'fa:16:3e:a6:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:26Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:18.959553 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be95e1d-9e0d-4460-b9a0-ed445cb7501b None None] The sync data for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv is: [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'fa60ab07-7dc9-435d-9ef1-ae436bbd1095', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'floating_ip_address': '172.26.1.65', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'port_id': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'mac_address': 'fa:16:3e:a6:70:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:26Z', 'updated_at': '2022-02-16T13:43:13Z', 'revision_number': 1, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:18.972319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55382) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:18.990127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'name': 'tempest-snat-router-925231880', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:18.993764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'status': 'completed', 'code': 200} Feb 16 13:43:18.999170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:19.000301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.005729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:router and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:19.009277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:19.017331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:19.040924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.041180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.041180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.118578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.163857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.170393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3de37aa-96de-4c59-9ea7-2e1e28fa1b48 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/ports/31f7be5c-9c93-45d9-85e2-c1fae536fb98 HTTP/1.1" status: 204 len: 168 time: 2.0473907 Feb 16 13:43:19.171299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55388) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:19.225178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.257861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.270336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.294749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50968e08-682f-498d-8ca6-1f629f881012 req-0c0a82c7-37d0-4418-8daa-5b0258dcc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:19.296243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-0c0a82c7-37d0-4418-8daa-5b0258dcc36c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=293f8050-7e4c-43b9-89fe-f08033502803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4269924 Feb 16 13:43:19.313278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e960e-fceb-4691-a403-1bbb001a36a9 None None] New status for floating IP 29b28e61-a4b7-4354-ba35-01b6ca1c50fa: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:19.331629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87118a5f-f177-4d86-afdc-3d9c42c1f712,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:19.380130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.383632 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bbd19b4f-2624-473a-96ab-a531fc2124ee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/87118a5f-f177-4d86-afdc-3d9c42c1f712 HTTP/1.1" status: 204 len: 168 time: 0.9764688 Feb 16 13:43:19.598057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e27b23-ed85-4106-95c5-e535aec6aa3d req-ab9162c6-24fc-44b4-91c5-4888f3b730a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:19.605415 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-04e27b23-ed85-4106-95c5-e535aec6aa3d req-ab9162c6-24fc-44b4-91c5-4888f3b730a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5100815 Feb 16 13:43:19.612278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.776137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd869ec5-a870-44a0-bb84-36dda13a02d7 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:19.776989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd869ec5-a870-44a0-bb84-36dda13a02d7 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Synchronizing usage tracker for tenant:d2ef0ecba4db4fa3832ae001d8f67cde on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:19.823105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366600cb-e97a-4a6a-942c-0a8bb9ae214f']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:19.850164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.858718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cf9dde-1196-4403-af56-9d2df62cb6c7') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:19.859109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cf9dde-1196-4403-af56-9d2df62cb6c7') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:19.869716 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-4a312ef0-2111-412d-a7c6-130c7fcbdeb8 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450053 Feb 16 13:43:19.873092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd869ec5-a870-44a0-bb84-36dda13a02d7 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Unset dirty status for tenant:d2ef0ecba4db4fa3832ae001d8f67cde on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:19.874263 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fd869ec5-a870-44a0-bb84-36dda13a02d7 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "GET /v2.0/ports?device_id=4e0a5211-0c31-4f10-9e85-660a45daf409 HTTP/1.1" status: 200 len: 913 time: 0.7007413 Feb 16 13:43:19.877343 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-04e27b23-ed85-4106-95c5-e535aec6aa3d req-1000e11a-2585-41e7-872d-7c71c8a7983f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710257 Feb 16 13:43:19.879778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55396) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:19.886961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.920345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.931736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:19.932140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:19.947483 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:20.091646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cb7458-2423-4c3b-aebb-8ac12a38b79d None None] New status for floating IP fa60ab07-7dc9-435d-9ef1-ae436bbd1095: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:20.266714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.271057 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-50968e08-682f-498d-8ca6-1f629f881012 req-c58c29da-1dce-4bed-a3e7-5e105b8de411 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919377 Feb 16 13:43:20.283883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.314061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.339968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.354028 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/366600cb-e97a-4a6a-942c-0a8bb9ae214f HTTP/1.1" status: 204 len: 168 time: 1.4985793 Feb 16 13:43:20.360510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55412) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:20.363697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e852277-464e-4a00-8dec-940c7916337d tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=366600cb-e97a-4a6a-942c-0a8bb9ae214f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:20.519852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9017b-2590-44c6-9611-cc3ea223f363 req-bbbc8115-02a3-4e22-8aee-9eed05c3364e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.521953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1e9017b-2590-44c6-9611-cc3ea223f363 req-bbbc8115-02a3-4e22-8aee-9eed05c3364e tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.3696489 Feb 16 13:43:20.559446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439830-0375-4229-9705-1c53dbb111ce req-202a7f1c-53e1-4db2-9d98-fd5d2fd9351c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.561703 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec439830-0375-4229-9705-1c53dbb111ce req-202a7f1c-53e1-4db2-9d98-fd5d2fd9351c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4052637 Feb 16 13:43:20.645283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b57ee-f003-43c3-8cf8-1d4eea9a80b8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.654875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b57ee-f003-43c3-8cf8-1d4eea9a80b8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.655716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b1b57ee-f003-43c3-8cf8-1d4eea9a80b8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Synchronizing usage tracker for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:20.690879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event updated for resources: {'Port': ['ID=862f91a2-60d7-4fe5-b851-f984c297e199,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:20.732611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] In _notify_port_updated(), no bound segment for port 862f91a2-60d7-4fe5-b851-f984c297e199 on network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:20.741663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.742933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.749332 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96d68f11-3b44-4689-a9e0-aba8f54f1bab tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "PUT /v2.0/ports/862f91a2-60d7-4fe5-b851-f984c297e199 HTTP/1.1" status: 200 len: 1056 time: 2.3364651 Feb 16 13:43:20.757475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55424) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:20.850557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55428) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:20.876240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0932487-2b47-450f-b305-2bdad94e3a10 None None] Provisioning complete for port 862f91a2-60d7-4fe5-b851-f984c297e199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:20.877046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0932487-2b47-450f-b305-2bdad94e3a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:20.927393 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec439830-0375-4229-9705-1c53dbb111ce req-e4cffd99-d41d-485e-a7cd-6d788e41be65 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418865 Feb 16 13:43:20.927995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-e1682943-cc4d-4fba-99b2-c779c2ff0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:20.928541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b1b57ee-f003-43c3-8cf8-1d4eea9a80b8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Unset dirty status for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:20.933460 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-e1682943-cc4d-4fba-99b2-c779c2ff0e9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=014ff2ce13534abdb5f7db426a158cba&device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 1098 time: 0.5282228 Feb 16 13:43:20.934144 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b1b57ee-f003-43c3-8cf8-1d4eea9a80b8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5632236 Feb 16 13:43:20.936285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55434) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:20.936677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1e9017b-2590-44c6-9611-cc3ea223f363 req-4a80549e-5e79-4ba3-a41c-3824ed184e64 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864408 Feb 16 13:43:20.968047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-382479452'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:20.979293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port 862f91a2-60d7-4fe5-b851-f984c297e199 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:20.979694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.060518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:21.148821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:21.156238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a0932487-2b47-450f-b305-2bdad94e3a10 None None] Port 862f91a2-60d7-4fe5-b851-f984c297e199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:21.210358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'status': 'completed', 'code': 200} Feb 16 13:43:21.224781 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bcaa66c8-896d-4376-8420-1e550e2cf943 tempest-AgentManagementNegativeTest-579786077 tempest-AgentManagementNegativeTest-579786077-project] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3637323 Feb 16 13:43:21.280364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:21.297676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.337495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.397069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:21.401469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.418434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0c13b-1ba7-4130-bb16-433c476f3efe req-27c0d7f1-ce76-4c87-a294-f3550f2a9729 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:21.419999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56d0c13b-1ba7-4130-bb16-433c476f3efe req-27c0d7f1-ce76-4c87-a294-f3550f2a9729 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.2095838 Feb 16 13:43:21.435963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55444) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:21.444110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Request body: {'floatingip': {'port_id': '292d5441-2355-46c9-a948-51c2345915e9'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:21.561543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.562151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-5218b83b-f790-44fc-8af1-c5f4b1bae2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:21.563704 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-5218b83b-f790-44fc-8af1-c5f4b1bae2e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 200 len: 906 time: 0.6210859 Feb 16 13:43:21.615369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:21.724055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 172.26.1.177 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fa4c4d3f-f37a-45d7-aac3-9c2bad05456a) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:21.757603 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:21.818759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.836837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:21.923682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.924029 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment 59e2fc02-c776-4107-9635-ebb7735a9b45 of type vlan for network db74202a-6c01-4dae-9d79-46f19fec9121 Feb 16 13:43:21.931364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-d0943124-e2b1-419f-9568-31fae9c84b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:21.932997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-d0943124-e2b1-419f-9568-31fae9c84b8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.7096539 Feb 16 13:43:21.942934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:21.973400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:21.985044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Usage tracker for resource:security_group_rule and tenant:c894191a6b994e73b4ead2afa949eabf is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:22.009976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:22.024180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:22.064845 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-bd56d78b-09fe-4c66-8a32-bb6eda9aa913 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 200 len: 1000 time: 0.3471899 Feb 16 13:43:22.204305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for 862f91a2-60d7-4fe5-b851-f984c297e199 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:22.232261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.293919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.401514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-06365829-6017-4183-9687-410e2eab0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:22.403251 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-06365829-6017-4183-9687-410e2eab0523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b524342-a03c-4fda-b3a3-2fcd11656c5d HTTP/1.1" status: 200 len: 844 time: 0.2072122 Feb 16 13:43:22.431217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4e40-6375-4f69-b77b-e3fe728ef0c4 req-7c0f2f9c-efcf-471a-9342-94af28c5fba1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:22.432757 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4bc4e40-6375-4f69-b77b-e3fe728ef0c4 req-7c0f2f9c-efcf-471a-9342-94af28c5fba1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3309116 Feb 16 13:43:22.482494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.489146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:22.489787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.590039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.602127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.616560 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.651952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-587a0114-1272-41c7-9bbe-e48775bd1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:22.653456 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-587a0114-1272-41c7-9bbe-e48775bd1116 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.6996348 Feb 16 13:43:22.727892 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4bc4e40-6375-4f69-b77b-e3fe728ef0c4 req-3173f20c-4cd0-452b-89d4-c9c62c450822 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850418 Feb 16 13:43:22.749813 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c894191a6b994e73b4ead2afa949eabf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1290855 Feb 16 13:43:22.752072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:22.752884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0d4c1-9ef9-41af-af6e-2381ae215c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b356f6-2e55-46cd-9e07-9bfca7c5c38c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:22.757611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55458) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:22.758512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:22.765348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:22.802879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:22.831550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8952847 Feb 16 13:43:22.835783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55462) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:22.840201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb868-2bef-43eb-9064-81683c263a22 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=db74202a-6c01-4dae-9d79-46f19fec9121,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:22.857446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1561107562'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:22.861545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network db74202a-6c01-4dae-9d79-46f19fec9121 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:22.864437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:22.868039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:22.908578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-b0c6c618-cf74-4357-b8aa-6c1d90f29d07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.2327745 Feb 16 13:43:22.947832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:network and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:22.952869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:22.984504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=862f91a2-60d7-4fe5-b851-f984c297e199,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:22.988132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-62c75d24-4ea7-420a-adbc-2fa2ee1cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:22.990119 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-62c75d24-4ea7-420a-adbc-2fa2ee1cd173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=293f8050-7e4c-43b9-89fe-f08033502803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5666075 Feb 16 13:43:23.023325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:23.084070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:23.133446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.170928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.208256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:23.211803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.252912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.254845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.255826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-2cb9014c-9515-4f97-9b1b-1644665341df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:23.257250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-2cb9014c-9515-4f97-9b1b-1644665341df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.3278446 Feb 16 13:43:23.275120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.455706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:23.488887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.489212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment 77b7faad-d67b-4d96-b7a4-264cda6f6cc1 of type vlan for network fbd5b239-1894-4bab-9f70-1949f73b782b Feb 16 13:43:23.643509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.669298 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-b5638697-00bc-4480-a0e0-0fbdcdf4a778 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434393 Feb 16 13:43:23.691781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b356f6-2e55-46cd-9e07-9bfca7c5c38c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:23.712630 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Floating IP f73f6f51-364a-468d-af59-2c121d3e510b associated. External IP: 172.26.1.81, port: 292d5441-2355-46c9-a948-51c2345915e9. Feb 16 13:43:23.772539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:23.788526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.036005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-9c918ed1-1843-407a-9b58-b8956c064870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.037541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-9c918ed1-1843-407a-9b58-b8956c064870 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7448542 Feb 16 13:43:24.099012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.100883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4a0c0d4-250c-4473-a38f-33abb8e7dc91 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/862f91a2-60d7-4fe5-b851-f984c297e199 HTTP/1.1" status: 204 len: 168 time: 3.3401971 Feb 16 13:43:24.133408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55468) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:24.147097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.147324 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b46087e6-bfa6-4769-8a7a-be85122c283b req-aca09b9d-6720-4a5e-b442-a96fb87c7b58 service neutron] 10.222.0.26 "GET /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648747 Feb 16 13:43:24.150952 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-50c02724-517f-4691-a9cc-2965b113da79 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/87b356f6-2e55-46cd-9e07-9bfca7c5c38c HTTP/1.1" status: 204 len: 168 time: 1.3875320 Feb 16 13:43:24.272700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-fbe75792-b269-40cb-88f9-b872cc1ddd43 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172990 Feb 16 13:43:24.277034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.282789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.283425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.304817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port a3d8daa3-ff9f-4271-a78f-64e20dcee88e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:24.305165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.317059 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e61d160-a128-4909-8fa8-ca5ba5930ca3 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] GET failed (client error): The resource could not be found. Feb 16 13:43:24.317418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3e61d160-a128-4909-8fa8-ca5ba5930ca3 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Synchronizing usage tracker for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:24.438947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5933962 Feb 16 13:43:24.445754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:24.507646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'ports': [{'network_id': 'db74202a-6c01-4dae-9d79-46f19fec9121', 'name': 'tempest-port--922878833', 'admin_state_up': True}, {'network_id': 'fbd5b239-1894-4bab-9f70-1949f73b782b', 'admin_state_up': False}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:24.507971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'port': {'network_id': 'db74202a-6c01-4dae-9d79-46f19fec9121', 'name': 'tempest-port--922878833', 'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:24.508452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'port': {'network_id': 'fbd5b239-1894-4bab-9f70-1949f73b782b', 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:24.515400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d677f-d63b-464e-bb84-f54a5b530fa7 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=fbd5b239-1894-4bab-9f70-1949f73b782b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:24.529032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3e61d160-a128-4909-8fa8-ca5ba5930ca3 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Unset dirty status for tenant:29acec0f4103446fbc13dff9182b9d6f on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:24.533365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3e61d160-a128-4909-8fa8-ca5ba5930ca3 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports/862f91a2-60d7-4fe5-b851-f984c297e199 HTTP/1.1" status: 404 len: 333 time: 0.3955889 Feb 16 13:43:24.533595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fbd5b239-1894-4bab-9f70-1949f73b782b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:24.534146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:24.636151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59f7da-e61b-4161-9639-8818c006b2fb req-bc70fbe6-2165-4ff2-bbe0-82257e42a2e9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:24.643213 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd59f7da-e61b-4161-9639-8818c006b2fb req-bc70fbe6-2165-4ff2-bbe0-82257e42a2e9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7671525 Feb 16 13:43:24.713918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f539bbf0-ba37-45a4-85f1-603cd5db291c req-9403b293-1051-4ac6-9d65-eb3119374065 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325204 Feb 16 13:43:24.763328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port 7e740fd9-9d28-46ed-85cd-fda72274b604 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:24.763666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.840980 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd59f7da-e61b-4161-9639-8818c006b2fb req-fa7926a8-21a7-4993-aad1-7821afd8ae3e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968753 Feb 16 13:43:24.847583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.874360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:24.874360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Router 749a1cd9-d940-4e9d-9311-f2eb74666c79 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:25.176857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for a3d8daa3-ff9f-4271-a78f-64e20dcee88e owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:25.180838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:25.300758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:25.329377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-966785190'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:25.329922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:port and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:25.335407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:25.341350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:25.346002 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Sync routers for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:25.346528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.355230 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:25.355823 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:25.381468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Usage tracker for resource:network and tenant:54ff642509d4428b912d3ca90d55eae3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:25.386439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:25.389993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:25.397520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:25.410491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:25.437104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-287b84e9-cc9e-4df7-8939-570c7346cf17 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "PUT /v2.0/floatingips/f73f6f51-364a-468d-af59-2c121d3e510b HTTP/1.1" status: 200 len: 990 time: 4.0000489 Feb 16 13:43:25.438210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'tag': '292d5441-2355-46c9-a948-51c2345915e9'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:43:25.443772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:25.448628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.456621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:25.458152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router 0bce073b-0a80-4a44-b947-11ea787447a5 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:43:25.461362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.470449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.494941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.534836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:25.552186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Usage tracker for resource:security_group_rule and tenant:54ff642509d4428b912d3ca90d55eae3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:25.556900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:25.569112 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:25.724981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.748696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:25.867838 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'tag': '292d5441-2355-46c9-a948-51c2345915e9', 'status': 'completed', 'code': 200} Feb 16 13:43:25.902764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:25.912282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for 7e740fd9-9d28-46ed-85cd-fda72274b604 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:25.912442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Sync routers for ids ['0bce073b-0a80-4a44-b947-11ea787447a5'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:25.929648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Routers {'0bce073b-0a80-4a44-b947-11ea787447a5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:25.934096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0bce073b-0a80-4a44-b947-11ea787447a5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:25.961602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5b298-7961-43ca-a711-8c3600df0c16 req-1a1c5610-4b3e-492c-8840-edf2f7fa5340 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:25.963174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94b5b298-7961-43ca-a711-8c3600df0c16 req-1a1c5610-4b3e-492c-8840-edf2f7fa5340 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.3946273 Feb 16 13:43:25.966681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:25.967956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ac419960-5d94-48ff-96f8-2316fdcd3f16 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9946704 Feb 16 13:43:25.978137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55520) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:26.091330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.101859 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f73f6f51-364a-468d-af59-2c121d3e510b', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'floating_ip_address': '172.26.1.81', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'port_id': '292d5441-2355-46c9-a948-51c2345915e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'mac_address': 'fa:16:3e:1e:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14751af7-b37f-4387-8294-cd971e18cf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:48Z', 'updated_at': '2022-02-16T13:43:22Z', 'revision_number': 1, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:26.108777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.111842 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Checking router: 749a1cd9-d940-4e9d-9311-f2eb74666c79 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:26.123591 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:26.124703 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:26.180728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94b5b298-7961-43ca-a711-8c3600df0c16 req-a6d79d02-90fc-45f3-977b-93e41ee6b03b tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034879 Feb 16 13:43:26.262178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:26.292202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Set router 0bce073b-0a80-4a44-b947-11ea787447a5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:26.295666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24988550-70d3-4063-ab03-6c7787243ea8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:26.319031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.319623 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Added segment 98d5e3e9-72de-41db-9b29-f8903d923124 of type vlan for network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b Feb 16 13:43:26.338505 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7341661a-a905-4401-99a9-2dab62b0dae2 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/0bce073b-0a80-4a44-b947-11ea787447a5 HTTP/1.1" status: 200 len: 908 time: 0.3591869 Feb 16 13:43:26.338694 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:26.346132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55528) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:26.363692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'name': 'tempest-snat-router-925231880', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': True}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:26.372981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:26.377143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.378544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.384434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] device_id is not set on port 7bd81ba9-a819-478c-8493-09105061cf78 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:26.387971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Usage tracker for resource:router and tenant:30987b2441954b19a0157a1b19cdb05b is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:26.391347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.392949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:26.404443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab493f5-c25f-4457-a0ff-0d479a80da86 req-bf8cc099-351f-4b2e-a45e-e86fcdaa4425 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:26.406320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0ab493f5-c25f-4457-a0ff-0d479a80da86 req-bf8cc099-351f-4b2e-a45e-e86fcdaa4425 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3046129 Feb 16 13:43:26.411194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:26.461487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=a3d8daa3-ff9f-4271-a78f-64e20dcee88e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:26.463246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.464490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.472654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.478479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:26.479350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.519801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-9233cca0-ab9c-4cd5-b3d3-7600a226d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:26.521638 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-9233cca0-ab9c-4cd5-b3d3-7600a226d645 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a67c6a87e934a6e9e264a8c27030975&device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 1098 time: 0.5769992 Feb 16 13:43:26.522266 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0ab493f5-c25f-4457-a0ff-0d479a80da86 req-95f1886e-e430-4eb4-b010-225e266ca07a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072693 Feb 16 13:43:26.639642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.666209 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4823921 Feb 16 13:43:26.679800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55534) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:26.685081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a92ec7-1fb6-46f4-a907-24a238713093 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Network': ['ID=8a5c6d6a-4489-43d7-8c4f-c582a20a194b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:26.708817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'subnet': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:26.712414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:26.881705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:26.920781 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f73f6f51-364a-468d-af59-2c121d3e510b', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'floating_ip_address': '172.26.1.81', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'port_id': '292d5441-2355-46c9-a948-51c2345915e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'mac_address': 'fa:16:3e:1e:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14751af7-b37f-4387-8294-cd971e18cf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:48Z', 'updated_at': '2022-02-16T13:43:22Z', 'revision_number': 1, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:26.925653 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd3b784-ff63-4445-8bc3-3fb60a897482 None None] The sync data for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv is: [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f73f6f51-364a-468d-af59-2c121d3e510b', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'floating_ip_address': '172.26.1.81', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'port_id': '292d5441-2355-46c9-a948-51c2345915e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'mac_address': 'fa:16:3e:1e:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14751af7-b37f-4387-8294-cd971e18cf56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:42:48Z', 'updated_at': '2022-02-16T13:43:22Z', 'revision_number': 1, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:26.937659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177'}], 'enable_snat': False}, 'gw_port_id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:19Z', 'updated_at': '2022-02-16T13:43:23Z', 'revision_number': 3, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port': {'id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:43:21Z', 'updated_at': '2022-02-16T13:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:26.942647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Checking router: 0bce073b-0a80-4a44-b947-11ea787447a5 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:26.942991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Updating router 0bce073b-0a80-4a44-b947-11ea787447a5 port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:43:27.014861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.113221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=7e740fd9-9d28-46ed-85cd-fda72274b604,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:27.162718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:27.230638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Usage tracker for resource:subnet and tenant:54ff642509d4428b912d3ca90d55eae3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:27.242700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:27.254902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.258730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:27.274332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] device_id is not set on port f8ec7833-b748-4ab2-b0bf-6839488189e8 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:27.281252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94653810-11d2-4a32-8d42-51a252acc61b req-a6b818bf-23a4-4cf3-b19c-921d526b06d5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:27.282841 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94653810-11d2-4a32-8d42-51a252acc61b req-a6b818bf-23a4-4cf3-b19c-921d526b06d5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5255182 Feb 16 13:43:27.292525 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea3b199-bac4-4b62-9bfe-6426c81feb14 None None] New status for floating IP f73f6f51-364a-468d-af59-2c121d3e510b: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:43:27.298588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:27.302077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.419031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.426418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.443819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Transition to ACTIVE for port object fa4c4d3f-f37a-45d7-aac3-9c2bad05456a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:27.454529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.457725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-864d625c-e4a3-47b3-a6d4-e2560073d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:27.459270 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-864d625c-e4a3-47b3-a6d4-e2560073d2ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=49e00c71-985e-4345-91de-d00f3d0059d7 HTTP/1.1" status: 200 len: 912 time: 0.9114599 Feb 16 13:43:27.543254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af27e1-a422-40ce-88b3-1b25a45d2510 None None] Pushing event updated for resources: {'Port': ['ID=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:27.580171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Attempting to bind port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:27.580938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Attempting to bind port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:27.582337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Attempting to bind port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:27.589998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:27.590827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:27.591432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.592013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:27.592692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Bound port: fa4c4d3f-f37a-45d7-aac3-9c2bad05456a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:27.593248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.623730 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6a59c380-5470-443e-ac9d-0509c7481156 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/7e740fd9-9d28-46ed-85cd-fda72274b604 HTTP/1.1" status: 204 len: 168 time: 3.0770266 Feb 16 13:43:27.634202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94653810-11d2-4a32-8d42-51a252acc61b req-d734b0b2-927a-4b85-8658-1c3fa7c2919e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102288 Feb 16 13:43:27.636908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:27.700409 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-39077627-bc7f-455b-a918-6459c6e585bc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] GET failed (client error): The resource could not be found. Feb 16 13:43:27.701942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-39077627-bc7f-455b-a918-6459c6e585bc tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "GET /v2.0/ports/7e740fd9-9d28-46ed-85cd-fda72274b604 HTTP/1.1" status: 404 len: 333 time: 0.0612535 Feb 16 13:43:27.708738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55544) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:27.738855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] For port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:27.743230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] For port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:27.750019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-a0b4e868-f404-48ed-b964-1c60ee7777b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=292d5441-2355-46c9-a948-51c2345915e9 HTTP/1.1" status: 200 len: 998 time: 0.2799318 Feb 16 13:43:27.751059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.761514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.873337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af27e1-a422-40ce-88b3-1b25a45d2510 None None] Pushing event updated for resources: {'Port': ['ID=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:27.874130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:27.874665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:27.878662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Routers {'0bce073b-0a80-4a44-b947-11ea787447a5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:27.879439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0bce073b-0a80-4a44-b947-11ea787447a5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:27.975472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-93a91b54-53b0-4300-8415-a6457322cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:27.976380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-93a91b54-53b0-4300-8415-a6457322cc03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d834244a-215e-4466-9ee7-9b3be7729cb1 HTTP/1.1" status: 200 len: 850 time: 0.1984599 Feb 16 13:43:27.978590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.032055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.127166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] Set router 0bce073b-0a80-4a44-b947-11ea787447a5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:28.336125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Subnet': ['ID=46148663-0da3-4b6f-a50d-dd490daecee0,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:28.385208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-b67df32a-a42f-49eb-884b-3e4c339db330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:28.386928 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-b67df32a-a42f-49eb-884b-3e4c339db330 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=49e00c71-985e-4345-91de-d00f3d0059d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3988621 Feb 16 13:43:28.418318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.434106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Checking segment: {'id': '98d5e3e9-72de-41db-9b29-f8903d923124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:28.434505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network hostable DHCP agents. Network: 8a5c6d6a-4489-43d7-8c4f-c582a20a194b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:28.449660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177'}], 'enable_snat': False}, 'gw_port_id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:19Z', 'updated_at': '2022-02-16T13:43:23Z', 'revision_number': 3, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port': {'id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:43:21Z', 'updated_at': '2022-02-16T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:28.454022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f5c40-2706-401f-91b3-75117e1f91b3 None None] The sync data for ids ['0bce073b-0a80-4a44-b947-11ea787447a5'] in dv-neutron-828143-3-hyperv is: [{'id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177'}], 'enable_snat': False}, 'gw_port_id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:19Z', 'updated_at': '2022-02-16T13:43:23Z', 'revision_number': 3, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port': {'id': 'fa4c4d3f-f37a-45d7-aac3-9c2bad05456a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:0b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bce073b-0a80-4a44-b947-11ea787447a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:43:21Z', 'updated_at': '2022-02-16T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:28.515303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.552753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.563235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.603117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:28.732136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Port': ['ID=7bd81ba9-a819-478c-8493-09105061cf78,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:28.738536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Calling delete_port for 5c7ebcad-e1a4-42af-9f57-8235b5d9d236 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:28.768819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Router 4e0a5211-0c31-4f10-9e85-660a45daf409 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:28.777882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Checking segment: {'id': '59e2fc02-c776-4107-9635-ebb7735a9b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'db74202a-6c01-4dae-9d79-46f19fec9121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:28.778238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network hostable DHCP agents. Network: db74202a-6c01-4dae-9d79-46f19fec9121, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:28.784830 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-ab859baf-5745-4880-84e4-706c9983b2a1 service neutron] 10.222.0.26 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871236 Feb 16 13:43:28.785783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 8a5c6d6a-4489-43d7-8c4f-c582a20a194b) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:28.796343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08217113-51d4-4ccb-97bd-78d3deea8cee None None] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:28.806098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:28.806785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:28.847353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da29d9-ffc6-44e5-86ce-ca3b9d14f992 req-afefe9c6-7b0d-4931-a0e5-3c9cb36bcc84 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:28.848944 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10da29d9-ffc6-44e5-86ce-ca3b9d14f992 req-afefe9c6-7b0d-4931-a0e5-3c9cb36bcc84 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5204911 Feb 16 13:43:28.933365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8d14b525-4f33-46cf-8676-2b50db5fce84 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2424891 Feb 16 13:43:28.937230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55550) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:28.947614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1050236175'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:29.011876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-55efb452-f522-4d79-b0e5-39fe8af5bd3c req-7add0b07-eec5-4307-8559-481f624c090e service neutron] 10.222.0.26 "GET /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178445 Feb 16 13:43:29.031583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network db74202a-6c01-4dae-9d79-46f19fec9121 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:29.047453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, db74202a-6c01-4dae-9d79-46f19fec9121) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:29.061347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe0bfb1-a2fd-46b5-8d31-b0e36a73507c None None] Network db74202a-6c01-4dae-9d79-46f19fec9121 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:29.106604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:29.107683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.190980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'tenant_id': '54ff642509d4428b912d3ca90d55eae3', 'fixed_ips': [{'subnet_id': '46148663-0da3-4b6f-a50d-dd490daecee0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:29.192383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.209403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:29.224819 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a797a8f-427b-4633-83d1-734463ede0e4 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "PUT /v2.0/routers/4e0a5211-0c31-4f10-9e85-660a45daf409/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3399513 Feb 16 13:43:29.232096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:29.234210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] Sync routers for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:29.237817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Port': ['ID=f8ec7833-b748-4ab2-b0bf-6839488189e8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:29.259094 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10da29d9-ffc6-44e5-86ce-ca3b9d14f992 req-a90758db-a57b-4e79-ac56-4c5d8d6d9099 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935964 Feb 16 13:43:29.275526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.314966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 172.26.1.10 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/4b1853ae-3791-415e-96d8-de750503ba03) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:29.335859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Checking segment: {'id': '77b7faad-d67b-4d96-b7a4-264cda6f6cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fbd5b239-1894-4bab-9f70-1949f73b782b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:29.336379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network hostable DHCP agents. Network: fbd5b239-1894-4bab-9f70-1949f73b782b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:29.339385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Port': ['ID=5c7ebcad-e1a4-42af-9f57-8235b5d9d236,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:29.470798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network fbd5b239-1894-4bab-9f70-1949f73b782b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:29.496237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fbd5b239-1894-4bab-9f70-1949f73b782b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:29.504366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:29.510317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:29.515252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:29.515968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.525602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.533670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071bf74e-404a-4a60-8278-62b554733664 None None] Network fbd5b239-1894-4bab-9f70-1949f73b782b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:29.546374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:29.546926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:29.642751 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cda3143b-b0aa-4b0f-b6f4-979e8c198634 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.1900592 Feb 16 13:43:29.645936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:29.699474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:29.783735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Allocated IP 2001:db8::2 (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/4c84340c-577c-4678-a081-84970b4a858f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:29.798382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] Routers {'4e0a5211-0c31-4f10-9e85-660a45daf409'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:29.799079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e0a5211-0c31-4f10-9e85-660a45daf409'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:29.850403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:29.856503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:29.886874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Usage tracker for resource:port and tenant:54ff642509d4428b912d3ca90d55eae3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:29.901769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:29.918252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:29.934616 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2e3e1584-2c39-4eb6-985a-c997dd7aebb2 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/ports/5c7ebcad-e1a4-42af-9f57-8235b5d9d236 HTTP/1.1" status: 204 len: 168 time: 2.2247868 Feb 16 13:43:29.942910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55566) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:30.002055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.038382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1495ef7-f074-4257-aeb1-381613534a3a tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:30.060708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1495ef7-f074-4257-aeb1-381613534a3a tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:30.061868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1495ef7-f074-4257-aeb1-381613534a3a tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Synchronizing usage tracker for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:30.062010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:30.066757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.081591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:30.088986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fdd963-b25f-41ab-b3fb-e5a26ed474e9 None None] The sync data for ids ['4e0a5211-0c31-4f10-9e85-660a45daf409'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:30.089428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port 630371c5-1225-40a3-8961-c41a875d0876 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:30.092108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.104696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.119488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:30.201537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c1495ef7-f074-4257-aeb1-381613534a3a tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Unset dirty status for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:30.202794 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1495ef7-f074-4257-aeb1-381613534a3a tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5554271 Feb 16 13:43:30.209066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:30.217151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting subnet 7bf0cc1b-3df5-4825-a043-8eaac49ece0e {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:30.227717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.399422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.404790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting port 7bd81ba9-a819-478c-8493-09105061cf78 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:30.405132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.536109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.540275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.546039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa4c4d3f-f37a-45d7-aac3-9c2bad05456a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:30.647195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.660528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Transition to ACTIVE for port object 4c84340c-577c-4678-a081-84970b4a858f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:30.687218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:30.692929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:30.694364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Transition to ACTIVE for port object 4c84340c-577c-4678-a081-84970b4a858f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:30.697803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:30.698229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.705496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for 630371c5-1225-40a3-8961-c41a875d0876 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:30.735309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:30.746592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:30.768785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:30.832661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:30.832910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=4b1853ae-3791-415e-96d8-de750503ba03,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:30.845125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:30.852820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Pushing event updated for resources: {'Port': ['ID=4c84340c-577c-4678-a081-84970b4a858f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:30.857928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:30.903293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.024725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Attempting to bind port 4c84340c-577c-4678-a081-84970b4a858f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:31.025087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Attempting to bind port 4c84340c-577c-4678-a081-84970b4a858f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '98d5e3e9-72de-41db-9b29-f8903d923124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:31.025445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Attempting to bind port 4c84340c-577c-4678-a081-84970b4a858f on network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:31.034431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.053578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:31.054814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:31.055250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Checking segment: {'id': '98d5e3e9-72de-41db-9b29-f8903d923124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:31.055939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.056300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Bound using segment: {'id': '98d5e3e9-72de-41db-9b29-f8903d923124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:31.056801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Bound port: 4c84340c-577c-4678-a081-84970b4a858f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98d5e3e9-72de-41db-9b29-f8903d923124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:31.057212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.074201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.088191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::135 (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/86ceb4e6-22f7-4fda-a4ac-89a784b4e589) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:31.141778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67d49a-507f-4cec-a193-6094cf8cc0ac req-beb21893-08e9-4fe5-ac9e-0ba5367f22ab tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:31.143034 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae67d49a-507f-4cec-a193-6094cf8cc0ac req-beb21893-08e9-4fe5-ac9e-0ba5367f22ab tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5416734 Feb 16 13:43:31.210863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.227298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] For port 4c84340c-577c-4678-a081-84970b4a858f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:31.235107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] For port 4c84340c-577c-4678-a081-84970b4a858f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4c84340c-577c-4678-a081-84970b4a858f,segment=NetworkSegment(98d5e3e9-72de-41db-9b29-f8903d923124),segment_id=98d5e3e9-72de-41db-9b29-f8903d923124)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:31.239654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.268110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.290796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.330284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334c475-7c08-4228-a6db-4d969f3abe9c None None] Pushing event updated for resources: {'Port': ['ID=4c84340c-577c-4678-a081-84970b4a858f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.346549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=630371c5-1225-40a3-8961-c41a875d0876,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.385525 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae67d49a-507f-4cec-a193-6094cf8cc0ac req-db3263f1-f142-4156-a960-a9f4f24fc43d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033279 Feb 16 13:43:31.436248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf0cc1b-3df5-4825-a043-8eaac49ece0e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:31.438124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a648a9-c56e-45f4-ad4e-9207e78bdd1e None None] Network 7195f5a0-8089-4226-b3b1-2e2d4b115c17 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:31.438626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.444465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.652986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Calling delete_port for 7bd81ba9-a819-478c-8493-09105061cf78 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:31.710551 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f1db834f-a89c-48d1-af62-320026436a72 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/subnets/7bf0cc1b-3df5-4825-a043-8eaac49ece0e HTTP/1.1" status: 204 len: 168 time: 1.7632039 Feb 16 13:43:31.718966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:31.749101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.809604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] DHCP port deletion for 7195f5a0-8089-4226-b3b1-2e2d4b115c17 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:31.817722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Deleting port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:31.818385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:31.864533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.068887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] For port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,segment=NetworkSegment(4960a0ef-3d71-431b-a9f3-24dfd4025142),segment_id=4960a0ef-3d71-431b-a9f3-24dfd4025142)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:32.069440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.104217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.115925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.119796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.141826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.190788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Port': ['ID=7bd81ba9-a819-478c-8493-09105061cf78,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.199054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Calling delete_port for f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:32.206331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.213781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.218770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:32.226928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.227451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Fanout notify agent at l3_agent the message router_deleted on router 4e0a5211-0c31-4f10-9e85-660a45daf409 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:32.247458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Deleting port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:32.247819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.270599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.287793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.289568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d54f6717-6879-4e6e-994f-c4be2dabbd42 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/ports/7bd81ba9-a819-478c-8493-09105061cf78 HTTP/1.1" status: 204 len: 168 time: 2.0619459 Feb 16 13:43:32.302189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.303328 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4aef45f3-5193-4b1e-bc53-d7e8f31107e5 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/routers/4e0a5211-0c31-4f10-9e85-660a45daf409 HTTP/1.1" status: 204 len: 168 time: 3.0701709 Feb 16 13:43:32.304099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55584) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:32.309059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:32.363685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.373765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] Pushing event deleted for resources: {'Port': ['ID=f0ca3b73-44e5-413e-a402-ea9e5be6e7b2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.379170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad49b0-c37e-450e-93d3-edfebe14a03a None None] No DVR routers for this DVR port f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:32.498461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] The port 'f0ca3b73-44e5-413e-a402-ea9e5be6e7b2' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:43:32.575833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting subnet 298c2b04-7713-4b8d-836e-7dcb9e3c8ab2 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:32.580634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:32.588354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4c84340c-577c-4678-a081-84970b4a858f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:32.592442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.625549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:32.626048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting port f8ec7833-b748-4ab2-b0bf-6839488189e8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:32.626502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.637403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:32.643119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:32.643675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.661818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=86ceb4e6-22f7-4fda-a4ac-89a784b4e589,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:32.677726 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-20be2b71-5633-4841-a7e4-8f6327f556bc tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7355626 Feb 16 13:43:32.677899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4c84340c-577c-4678-a081-84970b4a858f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:32.682517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa4c4d3f-f37a-45d7-aac3-9c2bad05456a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:32.687114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55594) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:32.712702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1494944140', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:99:ee:14'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:32.766826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:32.767210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.861669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cff79-ca7a-40f7-a5ac-255e73aac934 req-eafa00bd-7b51-42d0-bc85-3fbf6f29778e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:32.868637 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a3cff79-ca7a-40f7-a5ac-255e73aac934 req-eafa00bd-7b51-42d0-bc85-3fbf6f29778e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2985337 Feb 16 13:43:32.874132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0602f09c-8c0f-4c18-8e56-9621287c8c66 None None] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:32.938385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router 6cbe3826-8266-445a-8aa3-439e32ddd791 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:43:32.942442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:32.948860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:32.962269 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a3cff79-ca7a-40f7-a5ac-255e73aac934 req-f70ffc21-ab6c-4161-80bc-0e5d74eb93a6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927849 Feb 16 13:43:32.963565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Usage tracker for resource:port and tenant:54ff642509d4428b912d3ca90d55eae3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:32.968877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:32.976264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Provisioning for port 4c84340c-577c-4678-a081-84970b4a858f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:32.990958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Provisioning complete for port 4c84340c-577c-4678-a081-84970b4a858f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:32.991225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.024263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.047844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:33.077312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7195f5a0-8089-4226-b3b1-2e2d4b115c17']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:33.078316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:33.118529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4960a0ef-3d71-431b-a9f3-24dfd4025142') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:33.119266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4960a0ef-3d71-431b-a9f3-24dfd4025142') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:33.153280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:33.198743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.205977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.208881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:33.209223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f0ca3b73-44e5-413e-a402-ea9e5be6e7b2 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:33.250388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.274480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:33.274938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.278911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:33.285185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] For port 4c84340c-577c-4678-a081-84970b4a858f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4c84340c-577c-4678-a081-84970b4a858f,segment=NetworkSegment(98d5e3e9-72de-41db-9b29-f8903d923124),segment_id=98d5e3e9-72de-41db-9b29-f8903d923124)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:33.290300 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Sync routers for ids ['6cbe3826-8266-445a-8aa3-439e32ddd791'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:33.293922 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:33.296065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.298599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.306615 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Routers {'6cbe3826-8266-445a-8aa3-439e32ddd791'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:33.307627 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6cbe3826-8266-445a-8aa3-439e32ddd791'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:33.418281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5d2f5-ab89-4bb0-b7cf-ae8a3db26a4c None None] Pushing event updated for resources: {'Port': ['ID=4c84340c-577c-4678-a081-84970b4a858f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:33.485456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.492369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.494210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-74591e86-05e5-4c56-9f35-90306693954f tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.1462579 Feb 16 13:43:33.497277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55600) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:33.519249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Calling delete_port for f8ec7833-b748-4ab2-b0bf-6839488189e8 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:33.538993 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Set router 6cbe3826-8266-445a-8aa3-439e32ddd791 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:33.601292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.625939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.631642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.667696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] Pushing event deleted for resources: {'Network': ['ID=7195f5a0-8089-4226-b3b1-2e2d4b115c17,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:33.675532 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4b74a26-2bef-4a01-95f5-9a4b5dbd1168 tempest-AllowedAddressPairTestJSON-1972205600 tempest-AllowedAddressPairTestJSON-1972205600-project] 10.222.0.105 "DELETE /v2.0/networks/7195f5a0-8089-4226-b3b1-2e2d4b115c17 HTTP/1.1" status: 204 len: 168 time: 1.9322243 Feb 16 13:43:33.699283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port 17001160-1822-4368-b797-5690a722c107 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:33.710656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.781084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Subnet': ['ID=298c2b04-7713-4b8d-836e-7dcb9e3c8ab2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:33.787128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.793589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023185b-4b3c-48e6-9963-e9ee6282f914 None None] Network 4777aa02-2b45-4f9f-a430-2449234c48b8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:33.797325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:33.802784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-093465d8-83fa-432b-9ce9-7afe8b90a749 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/subnets/298c2b04-7713-4b8d-836e-7dcb9e3c8ab2 HTTP/1.1" status: 204 len: 168 time: 1.4895411 Feb 16 13:43:33.804410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:33.810938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd6f8204-a6a5-4af7-8350-76145e558ed0 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/6cbe3826-8266-445a-8aa3-439e32ddd791 HTTP/1.1" status: 200 len: 906 time: 0.3125060 Feb 16 13:43:33.812479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55608) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:33.938555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Provisioning complete for port 4c84340c-577c-4678-a081-84970b4a858f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:33.939037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.121138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe3826-8266-445a-8aa3-439e32ddd791', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.10'}], 'enable_snat': True}, 'gw_port_id': '4b1853ae-3791-415e-96d8-de750503ba03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:26Z', 'updated_at': '2022-02-16T13:43:31Z', 'revision_number': 3, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port': {'id': '4b1853ae-3791-415e-96d8-de750503ba03', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cbe3826-8266-445a-8aa3-439e32ddd791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:43:28Z', 'updated_at': '2022-02-16T13:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:34.131157 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Checking router: 6cbe3826-8266-445a-8aa3-439e32ddd791 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:43:34.131569 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Updating router 6cbe3826-8266-445a-8aa3-439e32ddd791 port 4b1853ae-3791-415e-96d8-de750503ba03 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:43:34.145705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.166636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Port': ['ID=f8ec7833-b748-4ab2-b0bf-6839488189e8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:34.168984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:34.169210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.206628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.211194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-89886122-4087-4f00-9945-1c2b185bb149 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/ports/f8ec7833-b748-4ab2-b0bf-6839488189e8 HTTP/1.1" status: 204 len: 168 time: 1.9035876 Feb 16 13:43:34.211827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:34.249724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.287255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8c8810a-4879-4d4d-8069-3c5b0c1fd1c9 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Synchronizing usage tracker for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:34.289567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55622) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:34.304783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::1fe (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/17001160-1822-4368-b797-5690a722c107) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:34.315434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8c8810a-4879-4d4d-8069-3c5b0c1fd1c9 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Unset dirty status for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:34.320797 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c8c8810a-4879-4d4d-8069-3c5b0c1fd1c9 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1015611 Feb 16 13:43:34.321234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55628) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:34.345397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-871942012'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:34.387349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:34.448803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:network and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:34.455894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4c84340c-577c-4678-a081-84970b4a858f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:34.463994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.523190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] For port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,segment=NetworkSegment(4b411ef8-c51a-4d66-a39d-e57ae088c6a3),segment_id=4b411ef8-c51a-4d66-a39d-e57ae088c6a3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:34.523773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.528682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Provisioning for port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:34.537330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Provisioning complete for port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:34.537689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.581726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:34.596991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] DHCP port deletion for 4777aa02-2b45-4f9f-a430-2449234c48b8 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:34.604354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Deleting port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:34.604714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.625113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:34.666912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4c84340c-577c-4678-a081-84970b4a858f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:34.667319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.699604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-860e38c4-3c14-4281-910b-100c5160bb1b None None] Port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:34.745279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3337-c558-4542-91f5-b32a99695edc req-dfb5c520-a3f3-48a1-81ae-b4024581e7cf tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:34.753238 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f2b3337-c558-4542-91f5-b32a99695edc req-dfb5c520-a3f3-48a1-81ae-b4024581e7cf tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5335891 Feb 16 13:43:34.756678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:34.760638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.774582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:34.777487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.791477 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Transition to ACTIVE for port object 4b1853ae-3791-415e-96d8-de750503ba03 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:34.801433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.930151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Pushing event updated for resources: {'Port': ['ID=4b1853ae-3791-415e-96d8-de750503ba03,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:34.941177 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.941562 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.942191 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.942547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.942658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9754c6b-e1f8-44d1-b64c-2fe778116faa admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=29acec0f4103446fbc13dff9182b9d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498883 Feb 16 13:43:34.942871 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.943201 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.943590 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.944436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:34.944543 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.944880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.945208 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.945913 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.946559 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:43:34.960771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f2b3337-c558-4542-91f5-b32a99695edc req-0b7c70a3-f5a0-4008-8f44-f4d338f99416 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049360 Feb 16 13:43:34.975220 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Attempting to bind port 4b1853ae-3791-415e-96d8-de750503ba03 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:34.975971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Attempting to bind port 4b1853ae-3791-415e-96d8-de750503ba03 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:34.976625 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Attempting to bind port 4b1853ae-3791-415e-96d8-de750503ba03 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:34.988042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:34.988475 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:34.989250 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.989250 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:34.989612 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Bound port: 4b1853ae-3791-415e-96d8-de750503ba03, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:34.990067 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:34.995472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:35.005147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.032360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port 4b1853ae-3791-415e-96d8-de750503ba03 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:35.033323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.034816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.084777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-099ee12e-8fdc-4428-83f3-6f3b818c4490 None None] Provisioning complete for port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:35.085529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-099ee12e-8fdc-4428-83f3-6f3b818c4490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.092393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] For port 4b1853ae-3791-415e-96d8-de750503ba03, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:35.097915 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] For port 4b1853ae-3791-415e-96d8-de750503ba03, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4b1853ae-3791-415e-96d8-de750503ba03,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:35.103258 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.108387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.109241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment 6a6f3364-ab19-4f3a-b54f-7610a860ddcf of type vlan for network fc270df6-6688-4ce4-b572-e8715d93c815 Feb 16 13:43:35.167454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] For port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,segment=NetworkSegment(4b411ef8-c51a-4d66-a39d-e57ae088c6a3),segment_id=4b411ef8-c51a-4d66-a39d-e57ae088c6a3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:35.167848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.174051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.229870 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Routers {'6cbe3826-8266-445a-8aa3-439e32ddd791'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:35.230522 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6cbe3826-8266-445a-8aa3-439e32ddd791'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.235510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-099ee12e-8fdc-4428-83f3-6f3b818c4490 None None] Port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:35.263727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=9cacd4c5-7ad2-49f6-b796-1d7b3e627448,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.273046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] No DVR routers for this DVR port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:35.280080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object 17001160-1822-4368-b797-5690a722c107 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:35.288445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.308561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Calling delete_port for 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:35.380546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.386185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:35.386828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.404290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:35.405021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:35.424413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.450093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.451191 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143ff4-3205-404e-8b9e-26054fcb9937 None None] Pushing event updated for resources: {'Port': ['ID=4b1853ae-3791-415e-96d8-de750503ba03,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.460304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.473163 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] Set router 6cbe3826-8266-445a-8aa3-439e32ddd791 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:43:35.487857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4777aa02-2b45-4f9f-a430-2449234c48b8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.488748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] For port 4b1853ae-3791-415e-96d8-de750503ba03, host dv-neutron-828143-3-hyperv, got binding levels [] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:35.489099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.511809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b411ef8-c51a-4d66-a39d-e57ae088c6a3') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.512156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b411ef8-c51a-4d66-a39d-e57ae088c6a3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.519903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.536295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.572961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.583325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:35.583731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.592594 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cbe3826-8266-445a-8aa3-439e32ddd791', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:26Z', 'updated_at': '2022-02-16T13:43:35Z', 'revision_number': 4, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:35.597447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfde1450-6da2-4e6e-9943-dd766bde6a09 None None] The sync data for ids ['6cbe3826-8266-445a-8aa3-439e32ddd791'] in dv-neutron-828143-3-hyperv is: [{'id': '6cbe3826-8266-445a-8aa3-439e32ddd791', 'name': 'tempest-snat-router-925231880', 'tenant_id': '30987b2441954b19a0157a1b19cdb05b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:43:26Z', 'updated_at': '2022-02-16T13:43:35Z', 'revision_number': 4, 'project_id': '30987b2441954b19a0157a1b19cdb05b', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:35.601481 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:35.688264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.707051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.709382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0910ae60-3dc5-45b7-8262-0240f02ed786,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.723473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:35.747776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.752796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Network': ['ID=4777aa02-2b45-4f9f-a430-2449234c48b8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.766693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.767815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cbee76f6-4b81-4108-9f17-f6837ab3aa0a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/0910ae60-3dc5-45b7-8262-0240f02ed786 HTTP/1.1" status: 204 len: 168 time: 0.8217101 Feb 16 13:43:35.771640 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-adb4e182-db43-40be-af27-868540a86448 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/networks/4777aa02-2b45-4f9f-a430-2449234c48b8 HTTP/1.1" status: 204 len: 168 time: 1.9550734 Feb 16 13:43:35.772735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:35.803149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=fc270df6-6688-4ce4-b572-e8715d93c815,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:35.808569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:35.811218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:35.817516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:35.817959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:35.826887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fc270df6-6688-4ce4-b572-e8715d93c815 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:35.920409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for 4b1853ae-3791-415e-96d8-de750503ba03 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:35.952284 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.2533367 Feb 16 13:43:35.954401 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5485e19-2eca-4c66-b15e-30e637f0b1cb tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6285441 Feb 16 13:43:35.963546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55642) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:35.963854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:35.973328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1682575669'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:36.095648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:36.108605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Deleting port 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:36.108605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.118330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:network and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:36.145327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:36.156529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:36.168321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Deleting port f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:36.168976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.210003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c47713d-10b4-4342-a4ea-156afd6a7e6a None None] The port '9cacd4c5-7ad2-49f6-b796-1d7b3e627448' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:43:36.225109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c6cca-453a-44ef-a861-d01c89395ebe tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=17001160-1822-4368-b797-5690a722c107,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:36.233139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:36.238410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.322464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-03922490-a6b2-4760-8c18-017844f61257 None None] Provisioning for port 17001160-1822-4368-b797-5690a722c107 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:36.336741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:36.336939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-03922490-a6b2-4760-8c18-017844f61257 None None] Provisioning complete for port 17001160-1822-4368-b797-5690a722c107 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:36.337263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-03922490-a6b2-4760-8c18-017844f61257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.362499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:36.362856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:36.371142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.371746 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Added segment 15da15c9-46a4-437b-bc88-fc5411f81311 of type vlan for network d00afa5e-ae29-4e97-a37b-72d44fe76732 Feb 16 13:43:36.408614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.416019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.423922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.425117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:36.443608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-03922490-a6b2-4760-8c18-017844f61257 None None] Port 17001160-1822-4368-b797-5690a722c107 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:36.447729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:36.459324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.478321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3937a-89b0-4ee3-9b77-53973d51b09b req-54ba031c-9c65-4220-acd9-cb6eccf9869f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.480292 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-97c3937a-89b0-4ee3-9b77-53973d51b09b req-54ba031c-9c65-4220-acd9-cb6eccf9869f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2504516 Feb 16 13:43:36.487738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.488286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.498922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:36.499943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9cacd4c5-7ad2-49f6-b796-1d7b3e627448 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:36.516332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:36.520086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-78d5542b-fc77-4700-a89d-179651e2c159 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.5525937 Feb 16 13:43:36.521741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:36.575877 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-97c3937a-89b0-4ee3-9b77-53973d51b09b req-75580f86-de00-47e9-8943-42fc369b551c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865521 Feb 16 13:43:36.587312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.603543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:36.603543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.706404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Calling delete_port for f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:36.738546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Network': ['ID=d00afa5e-ae29-4e97-a37b-72d44fe76732,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:36.754896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network d00afa5e-ae29-4e97-a37b-72d44fe76732 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:36.767284 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-33b2806b-46c6-4897-8ed6-23a92dad1b6b tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8005626 Feb 16 13:43:36.788508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 17001160-1822-4368-b797-5690a722c107 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:36.788900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.867035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port 4b1853ae-3791-415e-96d8-de750503ba03 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:36.867386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:36.925692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55672) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:36.936909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'subnets': [{'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--966896007', 'ip_version': 4}, {'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:36.937219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'subnet': {'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--966896007', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:36.937790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Request body: {'subnet': {'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:37.091768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:37.106916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.268444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-591846632'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:37.285385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Pushing event deleted for resources: {'Port': ['ID=f0e321d2-7cf4-49c3-a5ea-91fc4e00cf34,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:37.287582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:37.294649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] For port 4b1853ae-3791-415e-96d8-de750503ba03, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4b1853ae-3791-415e-96d8-de750503ba03,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:37.295295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.303310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:37.307039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:network and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:37.311723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Usage tracker for resource:subnet and tenant:5e93ccb2c7524bd1a5b410d5196a94c7 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:37.339999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:37.362137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:37.389810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:37.397994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.431534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for 4b1853ae-3791-415e-96d8-de750503ba03 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:37.458538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:37.487652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Made reservation on behalf of 5e93ccb2c7524bd1a5b410d5196a94c7 for: {'subnet': 2} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:37.492162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.492484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.527889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:37.531309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.547791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for 17001160-1822-4368-b797-5690a722c107 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:37.600117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.632770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.636284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:37.650314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:security_group_rule and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:37.656761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:37.678294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:37.682087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.686029 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7daadff-145f-44cb-bb87-7a6953dad147 tempest-FloatingIPAdminTestJSON-565832122 tempest-FloatingIPAdminTestJSON-565832122-project] 10.222.0.105 "DELETE /v2.0/floatingips/d832b898-e64e-41ef-bf0b-45ce17000eb6 HTTP/1.1" status: 204 len: 168 time: 1.9099844 Feb 16 13:43:37.777084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:37.827903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=17001160-1822-4368-b797-5690a722c107,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:37.975138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.027103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.045628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.070942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b1853ae-3791-415e-96d8-de750503ba03,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:38.126664 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5e513548-de91-424e-bc00-b95ee93ac651 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/17001160-1822-4368-b797-5690a722c107 HTTP/1.1" status: 204 len: 168 time: 1.6036141 Feb 16 13:43:38.130424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55696) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.187210 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb53c66-063b-47e9-83f4-36269c7c53cd tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] GET failed (client error): The resource could not be found. Feb 16 13:43:38.187745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bb53c66-063b-47e9-83f4-36269c7c53cd tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:38.192336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.215239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.256142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0830-ed0d-460b-a917-8b44e179a8c8 req-b73f5710-1bdc-408c-a8ea-235716f4cf2e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:38.257681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6df0830-ed0d-460b-a917-8b44e179a8c8 req-b73f5710-1bdc-408c-a8ea-235716f4cf2e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4542356 Feb 16 13:43:38.271360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:38.273363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bb53c66-063b-47e9-83f4-36269c7c53cd tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:38.274560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9bb53c66-063b-47e9-83f4-36269c7c53cd tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports/17001160-1822-4368-b797-5690a722c107 HTTP/1.1" status: 404 len: 333 time: 0.1431677 Feb 16 13:43:38.288720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.295281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c7344f-d308-41d7-8ee9-8b079e09e75b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:38.305678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-392119426'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:38.325332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.326242 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Added segment 535d89b3-808f-4289-bbde-526d33f2614f of type vlan for network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d Feb 16 13:43:38.327512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.336541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de312470-5704-4a1d-98dc-a2a344e34f0b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d2ef0ecba4db4fa3832ae001d8f67cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896304 Feb 16 13:43:38.372160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55704) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.411773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.448858 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6df0830-ed0d-460b-a917-8b44e179a8c8 req-8c106982-fd1b-4230-bef2-c3dc0d1d6dab tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796284 Feb 16 13:43:38.485822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:38.489496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.495547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:38.496211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.521901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:38.574899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.581161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.612643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:38.616555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.632905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Network': ['ID=e4d61445-6cd9-4f83-8ccb-7042d4e14b0d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:38.635732 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9bce2a06-f490-4013-9467-3e6784ded420 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5418024 Feb 16 13:43:38.639956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55708) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.646354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:38.647098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:38.659873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:38.676762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.677256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cbe3826-8266-445a-8aa3-439e32ddd791 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:38.683220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.814070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.833398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::3c3 (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/3639ad7f-c833-4c37-9663-dc6209dc9cd8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:38.852937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.885640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:38.902774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:38.907706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:38.911426 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-64f9c4f3-e5f8-4f5a-9a45-d12ef33eff5e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/routers/6cbe3826-8266-445a-8aa3-439e32ddd791 HTTP/1.1" status: 204 len: 168 time: 5.0888488 Feb 16 13:43:38.920337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55712) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:38.925684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:38.954860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:38.956985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Subnet': ['ID=120eb309-998e-480f-8cc4-63b6954e3b88,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:38.977223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:38.980802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.003763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Checking segment: {'id': '6a6f3364-ab19-4f3a-b54f-7610a860ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:39.004130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network hostable DHCP agents. Network: fc270df6-6688-4ce4-b572-e8715d93c815, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:39.058535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.105035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19227ad-53a4-4915-ab0e-b85066973901,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:39.120490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.124016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4d5e787-52ff-41e2-aba1-1460939e75c3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/f19227ad-53a4-4915-ab0e-b85066973901 HTTP/1.1" status: 204 len: 168 time: 0.7438755 Feb 16 13:43:39.137448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network fc270df6-6688-4ce4-b572-e8715d93c815 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:39.160604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fc270df6-6688-4ce4-b572-e8715d93c815) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:39.167453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.172748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874452ee-5075-4419-9e45-4c777cdc10fd None None] Network fc270df6-6688-4ce4-b572-e8715d93c815 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:39.346346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.349539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event updated for resources: {'Subnet': ['ID=acae4613-5cad-4302-b1d1-00fb7bf2453d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:39.349902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.363070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Checking segment: {'id': '15da15c9-46a4-437b-bc88-fc5411f81311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:39.363598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network hostable DHCP agents. Network: d00afa5e-ae29-4e97-a37b-72d44fe76732, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:39.416305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Network d00afa5e-ae29-4e97-a37b-72d44fe76732 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:39.424612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.443253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object 3639ad7f-c833-4c37-9663-dc6209dc9cd8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:39.493359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fc270df6-6688-4ce4-b572-e8715d93c815', 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815', 'tenant_id': '5e93ccb2c7524bd1a5b410d5196a94c7', 'fixed_ips': [{'subnet_id': '120eb309-998e-480f-8cc4-63b6954e3b88'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:39.494677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.498425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, d00afa5e-ae29-4e97-a37b-72d44fe76732) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:39.515189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.515808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.516425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.533863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:39.536259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223b4e48-5fcd-454e-8ebe-916861362ee4 None None] Network d00afa5e-ae29-4e97-a37b-72d44fe76732 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:39.562785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.586209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:39.590716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Usage tracker for resource:security_group_rule and tenant:22a2df08b1e34828af100762a6b46f2f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:39.595602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:39.598271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=2060616e-9aab-478b-9ad1-a552a86d1907,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:39.606520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:39.613518 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e120ff2a-5ff8-42a2-bb43-050e133ce8e8 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6842546 Feb 16 13:43:39.626264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55728) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:39.696730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.704481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.804399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:39.804759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network hostable DHCP agents. Network: e4d61445-6cd9-4f83-8ccb-7042d4e14b0d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:43:39.809284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:39.816700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Deleting port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:39.817032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.856349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:39.870829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Allocated IP 172.20.0.2 (fc270df6-6688-4ce4-b572-e8715d93c815/120eb309-998e-480f-8cc4-63b6954e3b88/1b928090-ba7d-482b-8eb4-00dfe9de3d33) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:39.877139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:39.884451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.884851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:39.891456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:43:39.910164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5990a95-4bfd-490e-a2b2-a35d7096f3b6 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.911782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5990a95-4bfd-490e-a2b2-a35d7096f3b6 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.913240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5990a95-4bfd-490e-a2b2-a35d7096f3b6 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.914316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbab24-0c3e-4a0e-8d78-9a495651766a req-4215c6e7-8a63-4207-83f6-7656076448d1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:39.916088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71fbab24-0c3e-4a0e-8d78-9a495651766a req-4215c6e7-8a63-4207-83f6-7656076448d1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2844424 Feb 16 13:43:39.917710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e4d61445-6cd9-4f83-8ccb-7042d4e14b0d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:39.918269 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b5990a95-4bfd-490e-a2b2-a35d7096f3b6 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2877588 Feb 16 13:43:39.919364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:39.953561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=3639ad7f-c833-4c37-9663-dc6209dc9cd8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:40.016546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting subnet 120eb309-998e-480f-8cc4-63b6954e3b88 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:40.040019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:40.040734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.083882 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6223304e-c9d0-4416-9e4d-5aadb6f2778b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4428229 Feb 16 13:43:40.088416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55738) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:40.097867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'name': 'tempest-NetworksTestDHCPv6-1929497287'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:40.123848 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f835d722-b2db-40ac-83c9-db5a5678cafa tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8339047 Feb 16 13:43:40.131449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:40.138662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-d00afa5e-ae29-4e97-a37b-72d44fe76732', 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732', 'tenant_id': '5e93ccb2c7524bd1a5b410d5196a94c7', 'fixed_ips': [{'subnet_id': 'acae4613-5cad-4302-b1d1-00fb7bf2453d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:40.139655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.150774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:99:ee:14'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:40.164965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2e6e0b-7849-4bd9-b2c5-59968ac393d2 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:40.231595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.242980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.253285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:40.265715 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71fbab24-0c3e-4a0e-8d78-9a495651766a req-2812eac5-0f9a-4a94-aeac-a726db7f79f3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431300 Feb 16 13:43:40.271602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:40.281857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:40.286027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:40.300147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:40.303923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.326139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 819d0131-1f81-48d2-9aca-08a56212f6e0 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:40.380164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e1f4e8d-0996-440f-b09a-7ed2ad23a9bc None None] Provisioning for port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:40.407385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=22a2df08b1e34828af100762a6b46f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8717308 Feb 16 13:43:40.410179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] For port fa4c4d3f-f37a-45d7-aac3-9c2bad05456a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:40.410567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.413346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55746) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:40.420039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e1f4e8d-0996-440f-b09a-7ed2ad23a9bc None None] Provisioning complete for port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:40.420398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4e8d-0996-440f-b09a-7ed2ad23a9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.425266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26cff9-16eb-4546-9d26-fb4e076f8f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e12251-96b9-41df-95b3-b1f2c4d99f08,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:40.548120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Calling delete_port for fa4c4d3f-f37a-45d7-aac3-9c2bad05456a owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:40.559537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f4 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/2060616e-9aab-478b-9ad1-a552a86d1907/819d0131-1f81-48d2-9aca-08a56212f6e0) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:40.561868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.610562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.624460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f4e8d-0996-440f-b09a-7ed2ad23a9bc None None] Port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:40.632467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Allocated IP 172.20.0.18 (d00afa5e-ae29-4e97-a37b-72d44fe76732/acae4613-5cad-4302-b1d1-00fb7bf2453d/db5c6e3b-561a-4a15-befe-14d90cfe448d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:40.713695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.731657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.743911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-771371b0-b920-4cbe-8b07-b42bfae306be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.795451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '2060616e-9aab-478b-9ad1-a552a86d1907'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:40.796589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.846285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.872422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Transition to ACTIVE for port object 1b928090-ba7d-482b-8eb4-00dfe9de3d33 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:40.873036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 819d0131-1f81-48d2-9aca-08a56212f6e0 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:40.875578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.897742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e12251-96b9-41df-95b3-b1f2c4d99f08,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:40.913994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.917375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.919143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-30f3e59d-7a63-484c-b9d4-86a07e9101a0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c7e12251-96b9-41df-95b3-b1f2c4d99f08 HTTP/1.1" status: 204 len: 168 time: 0.5048800 Feb 16 13:43:40.937151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:40.955164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Transition to ACTIVE for port object 1b928090-ba7d-482b-8eb4-00dfe9de3d33 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:40.997301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.016260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa4c4d3f-f37a-45d7-aac3-9c2bad05456a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:41.051937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.126062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:41.166883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.196287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/2060616e-9aab-478b-9ad1-a552a86d1907/ba63ed73-e12e-495f-b7e1-1901815af4d1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:41.277413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:41.289449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:41.302673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.303385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.331152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.360168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=819d0131-1f81-48d2-9aca-08a56212f6e0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:41.410584 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-50bc039d-d932-4006-89c1-63646993a29b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3198066 Feb 16 13:43:41.425936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55756) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:41.530468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Network fc270df6-6688-4ce4-b572-e8715d93c815 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:41.531935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.533252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55760) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:41.576650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.582995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:41.586282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:41.606378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.611059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.615255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.645637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:41.661335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Usage tracker for resource:security_group_rule and tenant:47dddc332ea446ef8e1c305aa6a5206f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:41.661873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.662483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bce073b-0a80-4a44-b947-11ea787447a5 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:41.666243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:41.668757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Transition to ACTIVE for port object ba63ed73-e12e-495f-b7e1-1901815af4d1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:41.682089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:41.693709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.698465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.700291 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-988e2674-f7a6-43f8-a23c-7fbbc91aa19e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "DELETE /v2.0/routers/0bce073b-0a80-4a44-b947-11ea787447a5 HTTP/1.1" status: 204 len: 168 time: 2.7789950 Feb 16 13:43:41.703815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.706585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:41.715879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Pushing event updated for resources: {'Port': ['ID=1b928090-ba7d-482b-8eb4-00dfe9de3d33,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:41.725023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1041465197', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:41.752756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:41.771063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Transition to ACTIVE for port object ba63ed73-e12e-495f-b7e1-1901815af4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:41.776998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.782398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] In _notify_port_updated(), no bound segment for port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 on network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:41.783071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.786995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Attempting to bind port 1b928090-ba7d-482b-8eb4-00dfe9de3d33 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:41.787148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Attempting to bind port 1b928090-ba7d-482b-8eb4-00dfe9de3d33 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6a6f3364-ab19-4f3a-b54f-7610a860ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:41.787585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Attempting to bind port 1b928090-ba7d-482b-8eb4-00dfe9de3d33 on network fc270df6-6688-4ce4-b572-e8715d93c815 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:41.789372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.790380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.792349 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "PUT /v2.0/ports/3639ad7f-c833-4c37-9663-dc6209dc9cd8 HTTP/1.1" status: 200 len: 1002 time: 1.6598127 Feb 16 13:43:41.795995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:41.807391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:41.819485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4fc490-5e5f-4661-bfa7-2d1d5d9bf605 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.820221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2d4fc490-5e5f-4661-bfa7-2d1d5d9bf605 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:41.824696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:41.846998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:41.847458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Checking segment: {'id': '6a6f3364-ab19-4f3a-b54f-7610a860ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:41.847868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.848262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Bound using segment: {'id': '6a6f3364-ab19-4f3a-b54f-7610a860ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:41.848731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Bound port: 1b928090-ba7d-482b-8eb4-00dfe9de3d33, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6f3364-ab19-4f3a-b54f-7610a860ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fc270df6-6688-4ce4-b572-e8715d93c815'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:41.849101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.854422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:41.883238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Transition to ACTIVE for port object db5c6e3b-561a-4a15-befe-14d90cfe448d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:41.892219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a73c-6526-4ef5-a5ba-82159b08cb8f req-391041dd-4eff-466a-be88-1b8397b388ba tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:41.895401 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bfc5a73c-6526-4ef5-a5ba-82159b08cb8f req-391041dd-4eff-466a-be88-1b8397b388ba tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4154601 Feb 16 13:43:41.914083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.914483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:41.915335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:41.918083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:41.936648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:41.939495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:42.006907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6a9c9-f49a-4d7d-bec8-77c46ff5f96d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=3639ad7f-c833-4c37-9663-dc6209dc9cd8,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.013906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Transition to ACTIVE for port object db5c6e3b-561a-4a15-befe-14d90cfe448d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:42.039439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Pushing event updated for resources: {'Port': ['ID=ba63ed73-e12e-495f-b7e1-1901815af4d1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.093830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Subnet': ['ID=120eb309-998e-480f-8cc4-63b6954e3b88,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.095780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.096945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.118671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.132652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.139842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.326837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.327655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bfc5a73c-6526-4ef5-a5ba-82159b08cb8f req-ef5fdfa4-34a9-4a6f-90d5-02d7a1abf903 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156475 Feb 16 13:43:42.328548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2d4fc490-5e5f-4661-bfa7-2d1d5d9bf605 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:42.329871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2d4fc490-5e5f-4661-bfa7-2d1d5d9bf605 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.9029696 Feb 16 13:43:42.345194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Network d00afa5e-ae29-4e97-a37b-72d44fe76732 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:42.346466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55772) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:42.354992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Attempting to bind port ba63ed73-e12e-495f-b7e1-1901815af4d1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:42.354992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Attempting to bind port ba63ed73-e12e-495f-b7e1-1901815af4d1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:42.354992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Attempting to bind port ba63ed73-e12e-495f-b7e1-1901815af4d1 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:42.356048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:42.369133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:42.390373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:42.390598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:42.390982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.391421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:42.391899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Bound port: ba63ed73-e12e-495f-b7e1-1901815af4d1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:42.392271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.476661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 819d0131-1f81-48d2-9aca-08a56212f6e0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:42.477502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.561026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] For port ba63ed73-e12e-495f-b7e1-1901815af4d1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:42.565352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] For port ba63ed73-e12e-495f-b7e1-1901815af4d1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba63ed73-e12e-495f-b7e1-1901815af4d1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:42.609627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-08ed6e6c-3828-4111-b945-cc34942f738d None None] Provisioning complete for port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:42.610275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08ed6e6c-3828-4111-b945-cc34942f738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.613714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0e2917ac-998b-4ec4-9600-063808e7fa4c tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/subnets/120eb309-998e-480f-8cc4-63b6954e3b88 HTTP/1.1" status: 204 len: 168 time: 2.6927752 Feb 16 13:43:42.622343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55780) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:42.636213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.643793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa4c4d3f-f37a-45d7-aac3-9c2bad05456a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:42.695192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.739463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.743171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Pushing event updated for resources: {'Port': ['ID=db5c6e3b-561a-4a15-befe-14d90cfe448d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.773239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for 3639ad7f-c833-4c37-9663-dc6209dc9cd8 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:42.783333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.812084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] For port 1b928090-ba7d-482b-8eb4-00dfe9de3d33, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:42.862253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fa4c4d3f-f37a-45d7-aac3-9c2bad05456a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:42.862506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64222263-9f7a-4317-a816-257f82bd1667,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:42.862618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa4c4d3f-f37a-45d7-aac3-9c2bad05456a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:42.867371 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4baee001-90ff-4aa7-92e5-3d90e1c7bb7d admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47dddc332ea446ef8e1c305aa6a5206f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3270802 Feb 16 13:43:42.871239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55784) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:42.890110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] For port 1b928090-ba7d-482b-8eb4-00dfe9de3d33, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1b928090-ba7d-482b-8eb4-00dfe9de3d33,segment=NetworkSegment(6a6f3364-ab19-4f3a-b54f-7610a860ddcf),segment_id=6a6f3364-ab19-4f3a-b54f-7610a860ddcf)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:42.920277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:42.947053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-08ed6e6c-3828-4111-b945-cc34942f738d None None] Port 3639ad7f-c833-4c37-9663-dc6209dc9cd8 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:42.952281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da7218-0520-4a7d-82b8-e5955cd1fbcf req-c3d1d426-2ec6-4ccd-8921-e977ab6de0c2 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:42.954634 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53da7218-0520-4a7d-82b8-e5955cd1fbcf req-c3d1d426-2ec6-4ccd-8921-e977ab6de0c2 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2573211 Feb 16 13:43:42.958049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40224ca-6737-41cd-b10c-e1ec68d3190b None None] Pushing event updated for resources: {'Port': ['ID=ba63ed73-e12e-495f-b7e1-1901815af4d1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:43.003323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Attempting to bind port db5c6e3b-561a-4a15-befe-14d90cfe448d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:43.003786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Attempting to bind port db5c6e3b-561a-4a15-befe-14d90cfe448d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '15da15c9-46a4-437b-bc88-fc5411f81311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:43.004201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Attempting to bind port db5c6e3b-561a-4a15-befe-14d90cfe448d on network d00afa5e-ae29-4e97-a37b-72d44fe76732 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:43.027164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.058709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:43.059084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Checking segment: {'id': '15da15c9-46a4-437b-bc88-fc5411f81311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:43.059650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.060034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Bound using segment: {'id': '15da15c9-46a4-437b-bc88-fc5411f81311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:43.060968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Bound port: db5c6e3b-561a-4a15-befe-14d90cfe448d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15da15c9-46a4-437b-bc88-fc5411f81311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'd00afa5e-ae29-4e97-a37b-72d44fe76732'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:43.060968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.083128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.096238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1092334f-8b9e-4996-b2e4-e35d3d05432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.104368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53da7218-0520-4a7d-82b8-e5955cd1fbcf req-568cfeaa-8a69-4a2b-a387-ff65b0df62f9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435642 Feb 16 13:43:43.166253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a43ce8-8980-4158-b0c1-96dff859754d None None] Pushing event updated for resources: {'Port': ['ID=1b928090-ba7d-482b-8eb4-00dfe9de3d33,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:43.185540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting subnet acae4613-5cad-4302-b1d1-00fb7bf2453d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:43.223038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.276078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:43.281602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:43.288617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.333780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.338572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc478f0-eb71-4301-b55c-eba6fae17bae None None] Network fc270df6-6688-4ce4-b572-e8715d93c815 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:43.380354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.444374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.485056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64222263-9f7a-4317-a816-257f82bd1667,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:43.504728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.520425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.522013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.523685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14c853-2452-491c-b1d9-d94090cf799d None None] Pushing event updated for resources: {'Port': ['ID=db5c6e3b-561a-4a15-befe-14d90cfe448d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:43.526200 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-74bb7804-b31d-4105-a3a3-ea4d6ca38c5b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/64222263-9f7a-4317-a816-257f82bd1667 HTTP/1.1" status: 204 len: 168 time: 0.6532068 Feb 16 13:43:43.639969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Allocated IP 172.26.1.220 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/8bd21c77-2325-43dc-a04b-9d9d8c38aeb4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:43.671447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=3639ad7f-c833-4c37-9663-dc6209dc9cd8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:43.678157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.734345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155c082-c247-4425-a49d-171ac11d9861 req-0b337077-ae24-4eb1-af23-98e99a5eedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:43.735838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-0b337077-ae24-4eb1-af23-98e99a5eedb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.8814352 Feb 16 13:43:43.901397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:43.926053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 819d0131-1f81-48d2-9aca-08a56212f6e0 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:43.946525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.085314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.109962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:44.115807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:44.120172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:44.180442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.184781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event updated for resources: {'Port': ['ID=8bd21c77-2325-43dc-a04b-9d9d8c38aeb4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:44.309992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.374488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.429540 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e11f85f8-3a32-4175-9803-8bbaa46edae2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/3639ad7f-c833-4c37-9663-dc6209dc9cd8 HTTP/1.1" status: 204 len: 168 time: 2.6321189 Feb 16 13:43:44.443271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:44.550578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155c082-c247-4425-a49d-171ac11d9861 req-6a07f5af-ae8e-4bda-9dd2-579ddabac4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:44.552194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-6a07f5af-ae8e-4bda-9dd2-579ddabac4eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.6578324 Feb 16 13:43:44.556917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device db5c6e3b-561a-4a15-befe-14d90cfe448d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:44.626534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab999-8c5b-4863-8d70-f76c5dd68677 req-df127b62-a1f2-4122-8a7a-cad0114daddb tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:44.628416 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74bab999-8c5b-4863-8d70-f76c5dd68677 req-df127b62-a1f2-4122-8a7a-cad0114daddb tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3357372 Feb 16 13:43:44.650773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port db5c6e3b-561a-4a15-befe-14d90cfe448d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:44.659576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba63ed73-e12e-495f-b7e1-1901815af4d1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:44.693225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74bab999-8c5b-4863-8d70-f76c5dd68677 req-4c033456-6a21-4baf-b98b-f286de3757c8 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585430 Feb 16 13:43:44.696640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32728537-984d-433d-9671-a43277f04b7f None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:44.705908 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa8ce66-69b5-4955-88c8-d56fea75f27f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] GET failed (client error): The resource could not be found. Feb 16 13:43:44.707132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aaa8ce66-69b5-4955-88c8-d56fea75f27f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:44.787334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:44.878172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=819d0131-1f81-48d2-9aca-08a56212f6e0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:44.883090 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-eb27f985-6d24-4a92-88b6-ce7eaa02b848 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.3056004 Feb 16 13:43:44.922788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.027835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aaa8ce66-69b5-4955-88c8-d56fea75f27f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:45.032533 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aaa8ce66-69b5-4955-88c8-d56fea75f27f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports/3639ad7f-c833-4c37-9663-dc6209dc9cd8 HTTP/1.1" status: 404 len: 333 time: 0.5788410 Feb 16 13:43:45.032533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.034662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-06e5fa50-89a4-4de7-9e96-25221ec1313e None None] Provisioning for port ba63ed73-e12e-495f-b7e1-1901815af4d1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:45.045047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:45.046921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Subnet': ['ID=acae4613-5cad-4302-b1d1-00fb7bf2453d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:45.052730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.054757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d50776-26b6-4f7a-acd0-53deaa5e630a None None] Network d00afa5e-ae29-4e97-a37b-72d44fe76732 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:45.071891 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae16a72c-49a2-4b06-8c2b-36812887a0ce tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/subnets/acae4613-5cad-4302-b1d1-00fb7bf2453d HTTP/1.1" status: 204 len: 168 time: 2.3060355 Feb 16 13:43:45.071891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1962108189'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:45.093182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55818) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:45.094444 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-beb5c064-9e0b-4dac-8f7e-00c7594b49bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/819d0131-1f81-48d2-9aca-08a56212f6e0 HTTP/1.1" status: 204 len: 168 time: 2.7469742 Feb 16 13:43:45.101913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:45.215582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.356775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ba63ed73-e12e-495f-b7e1-1901815af4d1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:45.372423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Provisioning for port db5c6e3b-561a-4a15-befe-14d90cfe448d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:45.385245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ba63ed73-e12e-495f-b7e1-1901815af4d1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:45.385751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.408899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31522912-73c7-493c-bd4e-77ab3fd66db8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:45.410466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31522912-73c7-493c-bd4e-77ab3fd66db8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:45.413706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-31522912-73c7-493c-bd4e-77ab3fd66db8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3075426 Feb 16 13:43:45.419655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55834) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:45.429971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Provisioning complete for port db5c6e3b-561a-4a15-befe-14d90cfe448d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:45.429971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.445726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155c082-c247-4425-a49d-171ac11d9861 req-be8538bc-5cde-447b-b3e1-a51e144d20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:45.447215 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-be8538bc-5cde-447b-b3e1-a51e144d20cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.5329623 Feb 16 13:43:45.517969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3c1edc-23bd-4272-afbf-4a03785f1e59 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:45.518677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe3c1edc-23bd-4272-afbf-4a03785f1e59 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Synchronizing usage tracker for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:45.524056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.578436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe3c1edc-23bd-4272-afbf-4a03785f1e59 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Unset dirty status for tenant:5e93ccb2c7524bd1a5b410d5196a94c7 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:45.582991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe3c1edc-23bd-4272-afbf-4a03785f1e59 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4840796 Feb 16 13:43:45.598131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:45.602784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:45.671058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:45.714366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] DHCP port deletion for d00afa5e-ae29-4e97-a37b-72d44fe76732 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:45.751945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Deleting port db5c6e3b-561a-4a15-befe-14d90cfe448d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:45.752541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.806143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.835018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.855246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.861780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:45.874589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.875185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:45.920790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155c082-c247-4425-a49d-171ac11d9861 req-f3167083-ad93-41ea-8cae-b016921c9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:45.923438 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-f3167083-ad93-41ea-8cae-b016921c9cb9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4604440 Feb 16 13:43:45.950710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 2060616e-9aab-478b-9ad1-a552a86d1907 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:45.960874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.030994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ba63ed73-e12e-495f-b7e1-1901815af4d1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba63ed73-e12e-495f-b7e1-1901815af4d1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:46.032781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:46.046401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.051977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.070466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.093803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port be6f2a33-17b2-4622-b308-13d13ae4f687 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:46.179286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.194209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting port db5c6e3b-561a-4a15-befe-14d90cfe448d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:46.194886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.309613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55856) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:46.313037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8091c0ba-fc66-42a6-89e2-f840920ba857 None None] Provisioning complete for port ba63ed73-e12e-495f-b7e1-1901815af4d1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:46.314038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8091c0ba-fc66-42a6-89e2-f840920ba857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.341489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0c30e-e256-430e-851e-d91fd1815164 None None] Pushing event updated for resources: {'Port': ['ID=db5c6e3b-561a-4a15-befe-14d90cfe448d,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:46.387841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:46.388558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.407517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-d619abd3-8991-44b8-a24c-acd6f46d4695 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751580 Feb 16 13:43:46.439055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a29794-4ccd-4cff-936c-6f053f546be8 req-a571d63f-ddc1-4d05-a7fd-8c9fac376806 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:46.447218 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-83a29794-4ccd-4cff-936c-6f053f546be8 req-a571d63f-ddc1-4d05-a7fd-8c9fac376806 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4872799 Feb 16 13:43:46.548533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.591785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Calling delete_port for db5c6e3b-561a-4a15-befe-14d90cfe448d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:46.600893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b2503854-36bb-4926-893a-1626a8a28822 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:46.615658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device db5c6e3b-561a-4a15-befe-14d90cfe448d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:46.694961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-83a29794-4ccd-4cff-936c-6f053f546be8 req-2e878ced-b6b1-47d9-bf57-aebfb1bdbeca tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177498 Feb 16 13:43:46.719529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::28a (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/be6f2a33-17b2-4622-b308-13d13ae4f687) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:46.727510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Router a52fba05-be13-4473-af8a-454c54a099a2 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:43:46.744677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b2503854-36bb-4926-893a-1626a8a28822 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "PUT /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae HTTP/1.1" status: 200 len: 366 time: 0.4229670 Feb 16 13:43:46.744899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55862) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:46.765396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ba63ed73-e12e-495f-b7e1-1901815af4d1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:46.809094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.848670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:46.849005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:46.864804 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f2bd531f-fb6d-41bd-b1f7-0a597ee8f283 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1164124 Feb 16 13:43:46.866720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:46.874494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b155c082-c247-4425-a49d-171ac11d9861 req-27b1198d-928e-49e4-ab7e-eb3ef83b2a90 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581530 Feb 16 13:43:46.885561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:46.885983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.887965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=2060616e-9aab-478b-9ad1-a552a86d1907,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:46.890801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.911762 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-174f6db9-561c-4885-92c4-30bfcc20b38c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/2060616e-9aab-478b-9ad1-a552a86d1907 HTTP/1.1" status: 204 len: 168 time: 1.4881935 Feb 16 13:43:46.911996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:46.913834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55870) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:46.917016 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-475f1c96-5728-487d-b5c5-ffad145c9080 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae HTTP/1.1" status: 200 len: 366 time: 0.0475025 Feb 16 13:43:46.919970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55874) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:46.920827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a5d9d-2114-47dd-8f98-249b5f508b01 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:47.039259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:47.051136 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-36b48d83-e79a-4481-8d55-007ae7b6a4ec tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335557 Feb 16 13:43:47.057018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.068431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Calling delete_port for db5c6e3b-561a-4a15-befe-14d90cfe448d owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:47.071795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:47.075020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.109808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.111180 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fbb278a1-761b-44dd-9f85-18ffaa8eb71a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3985865 Feb 16 13:43:47.113847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.120506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:47.122385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:47.149260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-47484394-7330-44f8-8f45-214c68ad0324 None None] Could not find standard attr ID for object 819d0131-1f81-48d2-9aca-08a56212f6e0. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:43:47.150913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] Sync routers for ids ['a52fba05-be13-4473-af8a-454c54a099a2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:47.193751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] Routers {'a52fba05-be13-4473-af8a-454c54a099a2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:47.194507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a52fba05-be13-4473-af8a-454c54a099a2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:47.280701 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35a72489-66d1-4ef5-a277-fccd30873c7d tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae HTTP/1.1" status: 204 len: 168 time: 0.3546925 Feb 16 13:43:47.318904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:47.326376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55888) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.341806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=db5c6e3b-561a-4a15-befe-14d90cfe448d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:47.349783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Deleting port db5c6e3b-561a-4a15-befe-14d90cfe448d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:47.350654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.355982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1a2f0e62-9e74-4825-a879-5a63298ac932 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0295331 Feb 16 13:43:47.359055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55892) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.373851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:47.396260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:47.405198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] Routers {'a52fba05-be13-4473-af8a-454c54a099a2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:47.406245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a52fba05-be13-4473-af8a-454c54a099a2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:47.413622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:47.425580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:47.449186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:43:47.449449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:43:47.452376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-92b265ce-afc4-4849-b3bb-f811a193d3a9 tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae HTTP/1.1" status: 200 len: 370 time: 0.0922263 Feb 16 13:43:47.458757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.474068 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f1b47e62-6969-4dc5-b38e-2e3a32e1a46e tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae/default HTTP/1.1" status: 200 len: 370 time: 0.0137980 Feb 16 13:43:47.474947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:47.477785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.479091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.499811 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-ae6a1d45-1d40-4bc7-a045-f502dd79205f tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] delete failed (client error): The resource could not be found. Feb 16 13:43:47.504005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ae6a1d45-1d40-4bc7-a045-f502dd79205f tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "DELETE /v2.0/quotas/e6dead5bc6994b34b41733d2cb04faae HTTP/1.1" status: 404 len: 348 time: 0.0219030 Feb 16 13:43:47.522968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.527626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:47.528023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f71906-bb74-4a6c-925e-5d103ca0355e None None] The sync data for ids ['a52fba05-be13-4473-af8a-454c54a099a2'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:47.615897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:47.640375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Deleting port ba63ed73-e12e-495f-b7e1-1901815af4d1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:47.640737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.703840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55906) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:47.753038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:network and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:47.815538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] For port db5c6e3b-561a-4a15-befe-14d90cfe448d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=db5c6e3b-561a-4a15-befe-14d90cfe448d,segment=NetworkSegment(15da15c9-46a4-437b-bc88-fc5411f81311),segment_id=15da15c9-46a4-437b-bc88-fc5411f81311)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:47.815915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:47.825743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:47.873980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object be6f2a33-17b2-4622-b308-13d13ae4f687 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:47.895754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:subnet and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:47.910012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:47.947381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Calling delete_port for db5c6e3b-561a-4a15-befe-14d90cfe448d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:47.952155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting port db5c6e3b-561a-4a15-befe-14d90cfe448d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:47.953141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.000981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:subnetpool and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.005556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.013296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.021049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.023201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.051176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:port and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.052654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.066869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b025c38-7de7-4f07-aafe-c8372afa745a req-68fa8fed-4522-449f-883d-0d74b94f25c4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:48.068364 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7b025c38-7de7-4f07-aafe-c8372afa745a req-68fa8fed-4522-449f-883d-0d74b94f25c4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2443449 Feb 16 13:43:48.071153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.105488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] Pushing event deleted for resources: {'Port': ['ID=db5c6e3b-561a-4a15-befe-14d90cfe448d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:48.127609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438de613-bd15-40e7-8cc0-a308d3509f55 None None] No DVR routers for this DVR port db5c6e3b-561a-4a15-befe-14d90cfe448d on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:48.137810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:48.146042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:router and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.153067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:48.155922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.175395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:48.176149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.187512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:48.190880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:floatingip and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.195556 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7b025c38-7de7-4f07-aafe-c8372afa745a req-f0c1dba0-c302-4f12-809d-675e35cdaf36 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688295 Feb 16 13:43:48.200517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.237234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] The port 'db5c6e3b-561a-4a15-befe-14d90cfe448d' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:43:48.239153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:48.267554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:security_group and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.273135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.274456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] For port ba63ed73-e12e-495f-b7e1-1901815af4d1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba63ed73-e12e-495f-b7e1-1901815af4d1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:48.275056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.278575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:48.284205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:48.284955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.291608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=306d40ef-fe28-45e5-b6e4-1e72984d4710,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:48.332097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=be6f2a33-17b2-4622-b308-13d13ae4f687,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:48.383605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Usage tracker for resource:security_group_rule and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:48.397237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:48.426746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Calling delete_port for ba63ed73-e12e-495f-b7e1-1901815af4d1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:48.446893 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-904fa8a1-30a6-4926-baf7-09ddeed085a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3428223 Feb 16 13:43:48.447704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:48.457087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-131a02bb-f6fd-4e0f-9098-37197c0b3308 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4067621 Feb 16 13:43:48.461152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55920) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:48.468070 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d6fd2536-45d6-412f-a72e-6f6dc6d2928a tempest-QuotasTest-883496573 tempest-QuotasTest-883496573-project-admin] 10.222.0.105 "GET /v2.0/quotas/4858886e0b6e432781313eea3995e790/details.json HTTP/1.1" status: 200 len: 703 time: 0.7638476 Feb 16 13:43:48.472513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'name': 'tempest-NetworksTestDHCPv6-245724728'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:48.477677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:ee:14'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:48.577483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.597243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba63ed73-e12e-495f-b7e1-1901815af4d1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:48.660491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00afa5e-ae29-4e97-a37b-72d44fe76732']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:48.683041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.701229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15da15c9-46a4-437b-bc88-fc5411f81311') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:48.702040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15da15c9-46a4-437b-bc88-fc5411f81311') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:48.732030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.764517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.781736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:48.782138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.795882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] No DVR routers for this DVR port ba63ed73-e12e-495f-b7e1-1901815af4d1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:48.809382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37bb4-805b-4100-ba42-07a567155a6e None None] Pushing event deleted for resources: {'Port': ['ID=ba63ed73-e12e-495f-b7e1-1901815af4d1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:48.826359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No active binding found for port ba63ed73-e12e-495f-b7e1-1901815af4d1 {{(pid=87699) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 13:43:48.826965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba63ed73-e12e-495f-b7e1-1901815af4d1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:48.830082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8a92c-4b7d-4771-a4a8-cc824b14869d None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:48.845935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8b55d473-1421-4725-8729-628d840f29c8 None None] Provisioning for port be6f2a33-17b2-4622-b308-13d13ae4f687 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:48.905704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8b55d473-1421-4725-8729-628d840f29c8 None None] Provisioning complete for port be6f2a33-17b2-4622-b308-13d13ae4f687 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:48.906230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b55d473-1421-4725-8729-628d840f29c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:48.945468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d2108-71bc-49f9-a8dc-40b4008e2fd1 req-2cad8e29-7fc9-43e7-a718-de96af800460 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:48.947017 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-546d2108-71bc-49f9-a8dc-40b4008e2fd1 req-2cad8e29-7fc9-43e7-a718-de96af800460 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5422888 Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:48.981568 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:48.984891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:48.998866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:49.002200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:49.012248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:49.028704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8b55d473-1421-4725-8729-628d840f29c8 None None] Port be6f2a33-17b2-4622-b308-13d13ae4f687 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:49.049407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.057254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.090631 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/d00afa5e-ae29-4e97-a37b-72d44fe76732 HTTP/1.1" status: 204 len: 168 time: 3.4898148 Feb 16 13:43:49.095563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:49.099866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.117708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:49.143919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbae870-9e80-41fb-85b9-fa8b939cad2e tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=d00afa5e-ae29-4e97-a37b-72d44fe76732,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:49.226290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55932) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:49.232896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port e5586027-0b75-4852-ae99-d5d1978cf2fe yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:49.273685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '306d40ef-fe28-45e5-b6e4-1e72984d4710'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:49.274575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.328514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.354836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-546d2108-71bc-49f9-a8dc-40b4008e2fd1 req-5f17dcdc-4763-4c3f-bc7f-efa250286edd tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001515 Feb 16 13:43:49.390753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Deleting port 1b928090-ba7d-482b-8eb4-00dfe9de3d33 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:49.391556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.462128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.520402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.556901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:49.588460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Usage tracker for resource:security_group_rule and tenant:c91f52b98537482c853ad9961bdad303 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:49.599528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::c2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/306d40ef-fe28-45e5-b6e4-1e72984d4710/e5586027-0b75-4852-ae99-d5d1978cf2fe) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:49.637825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.642462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:49.657368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:49.664597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:49.735984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] For port 1b928090-ba7d-482b-8eb4-00dfe9de3d33, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1b928090-ba7d-482b-8eb4-00dfe9de3d33,segment=NetworkSegment(6a6f3364-ab19-4f3a-b54f-7610a860ddcf),segment_id=6a6f3364-ab19-4f3a-b54f-7610a860ddcf)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:49.736217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.007439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Calling delete_port for 1b928090-ba7d-482b-8eb4-00dfe9de3d33 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:50.032435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad473dcf-31dd-490a-a266-957cfbb56a55 req-4d770ff2-4200-479f-8dde-5493f5928d01 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:50.033907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad473dcf-31dd-490a-a266-957cfbb56a55 req-4d770ff2-4200-479f-8dde-5493f5928d01 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3129473 Feb 16 13:43:50.035969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router a52fba05-be13-4473-af8a-454c54a099a2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:43:50.143050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.167518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.205144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.275702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Port': ['ID=1b928090-ba7d-482b-8eb4-00dfe9de3d33,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:50.286256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] No DVR routers for this DVR port 1b928090-ba7d-482b-8eb4-00dfe9de3d33 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:50.299863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] In _notify_port_updated(), no bound segment for port be6f2a33-17b2-4622-b308-13d13ae4f687 on network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:50.306352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:50.306352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.307207 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "PUT /v2.0/ports/be6f2a33-17b2-4622-b308-13d13ae4f687 HTTP/1.1" status: 200 len: 1003 time: 1.8377786 Feb 16 13:43:50.320368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad473dcf-31dd-490a-a266-957cfbb56a55 req-b39cb978-986a-48c5-ae03-482e7d58862f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718368 Feb 16 13:43:50.322309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.327642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.333831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.350794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1697d9-0f3c-4c44-b806-54eb36e767e2 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=be6f2a33-17b2-4622-b308-13d13ae4f687,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:50.367817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:43:50.373354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.374077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2fd66f2f-d1aa-4677-b954-f867af1ca82e tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "PUT /v2.0/routers/a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 200 len: 926 time: 3.2577703 Feb 16 13:43:50.379711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] Sync routers for ids ['a52fba05-be13-4473-af8a-454c54a099a2'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:43:50.386310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55948) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.396859 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] Routers {'a52fba05-be13-4473-af8a-454c54a099a2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:50.399383 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a52fba05-be13-4473-af8a-454c54a099a2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.425780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.452744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object e5586027-0b75-4852-ae99-d5d1978cf2fe will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:50.474227 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.485215 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] Routers {'a52fba05-be13-4473-af8a-454c54a099a2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:43:50.486179 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a52fba05-be13-4473-af8a-454c54a099a2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.560010 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.560771 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b60a97d-25fc-4bc8-bd51-f6053b920856 None None] The sync data for ids ['a52fba05-be13-4473-af8a-454c54a099a2'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:43:50.579629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.589668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port be6f2a33-17b2-4622-b308-13d13ae4f687 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:50.589986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.638446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c9bd22-33ec-439e-a589-3f945bff0265,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:50.658870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2070fe58-5cd3-4eba-87a7-7ca91c5cc675 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c91f52b98537482c853ad9961bdad303&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4313533 Feb 16 13:43:50.665918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.684380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e39a92e6-b4c6-46a3-af11-88a2aadaaf44 None None] Provisioning complete for port be6f2a33-17b2-4622-b308-13d13ae4f687 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:50.684988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e39a92e6-b4c6-46a3-af11-88a2aadaaf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.690664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc270df6-6688-4ce4-b572-e8715d93c815']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.739092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6f3364-ab19-4f3a-b54f-7610a860ddcf') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.739392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6f3364-ab19-4f3a-b54f-7610a860ddcf') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:50.745498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e39a92e6-b4c6-46a3-af11-88a2aadaaf44 None None] Port be6f2a33-17b2-4622-b308-13d13ae4f687 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:50.776171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.799147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.823515 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-89c72e06-add5-451f-863b-c32512df3b71 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 200 len: 926 time: 0.4342465 Feb 16 13:43:50.826374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55956) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:50.840067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/306d40ef-fe28-45e5-b6e4-1e72984d4710/b5cfc462-2f84-4b99-9299-05956df203c2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:50.866871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.905783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7f91e-ba6b-4d37-a8dd-62349981daa6 req-69ff41e8-73e8-4cea-bc3a-9e77401f2dec tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:50.906615 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75c7f91e-ba6b-4d37-a8dd-62349981daa6 req-69ff41e8-73e8-4cea-bc3a-9e77401f2dec tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3129990 Feb 16 13:43:50.913606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:50.913968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:50.932916 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:50.978460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a2419e-1d04-40a4-afd5-5948565932ce tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:50.979145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b3a2419e-1d04-40a4-afd5-5948565932ce tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Synchronizing usage tracker for tenant:30987b2441954b19a0157a1b19cdb05b on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:51.004524 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75c7f91e-ba6b-4d37-a8dd-62349981daa6 req-f002852f-f781-412f-89a4-12e88040abce tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854354 Feb 16 13:43:51.011764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:51.040669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b3a2419e-1d04-40a4-afd5-5948565932ce tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Unset dirty status for tenant:30987b2441954b19a0157a1b19cdb05b on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:51.042006 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b3a2419e-1d04-40a4-afd5-5948565932ce tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=a52fba05-be13-4473-af8a-454c54a099a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2144973 Feb 16 13:43:51.044786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.065285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:51.070192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.083136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Transition to ACTIVE for port object b5cfc462-2f84-4b99-9299-05956df203c2 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:51.086495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:51.092119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:51.093994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.096453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.105671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Transition to ACTIVE for port object b5cfc462-2f84-4b99-9299-05956df203c2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:51.114065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.121806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=e5586027-0b75-4852-ae99-d5d1978cf2fe,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:51.180021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.202352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.216728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:51.218350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:51.222839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:51.229746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.234444 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/fc270df6-6688-4ce4-b572-e8715d93c815 HTTP/1.1" status: 204 len: 168 time: 2.1123528 Feb 16 13:43:51.239975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55966) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.244790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f959d-d74b-44d6-a665-9217dfe9b215 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=fc270df6-6688-4ce4-b572-e8715d93c815,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:51.263208 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d368342-3244-4314-a291-0875e17c252b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8087082 Feb 16 13:43:51.266422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Pushing event updated for resources: {'Port': ['ID=b5cfc462-2f84-4b99-9299-05956df203c2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:51.268228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.309282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.327373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Attempting to bind port b5cfc462-2f84-4b99-9299-05956df203c2 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:51.327751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Attempting to bind port b5cfc462-2f84-4b99-9299-05956df203c2 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:51.328157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Attempting to bind port b5cfc462-2f84-4b99-9299-05956df203c2 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:51.334097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:51.334484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:51.334888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.335263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:51.335729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Bound port: b5cfc462-2f84-4b99-9299-05956df203c2, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:51.336092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.370156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb4152a-78b0-4ab6-8f3a-9b196b921547 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:51.370774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cbb4152a-78b0-4ab6-8f3a-9b196b921547 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Synchronizing usage tracker for tenant:30987b2441954b19a0157a1b19cdb05b on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:51.388110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bd613-3382-47d2-a5f0-3bfc3d083288 req-b89e25e7-acd5-4ecb-ba62-8f4a32434527 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:51.389293 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e1bd613-3382-47d2-a5f0-3bfc3d083288 req-b89e25e7-acd5-4ecb-ba62-8f4a32434527 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2475827 Feb 16 13:43:51.393962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.433838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c7505024-a200-4af7-b56c-75c73808197c None None] For port b5cfc462-2f84-4b99-9299-05956df203c2, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:51.436933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c7505024-a200-4af7-b56c-75c73808197c None None] For port b5cfc462-2f84-4b99-9299-05956df203c2, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b5cfc462-2f84-4b99-9299-05956df203c2,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:51.441258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.442706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cbb4152a-78b0-4ab6-8f3a-9b196b921547 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Unset dirty status for tenant:30987b2441954b19a0157a1b19cdb05b on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:51.443710 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cbb4152a-78b0-4ab6-8f3a-9b196b921547 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.3978980 Feb 16 13:43:51.458696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55974) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.464136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for be6f2a33-17b2-4622-b308-13d13ae4f687 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:51.534461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7505024-a200-4af7-b56c-75c73808197c None None] Pushing event updated for resources: {'Port': ['ID=b5cfc462-2f84-4b99-9299-05956df203c2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:51.584934 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-833b70e5-d4b2-4e7e-a17c-e5c062fcd1b6 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 200 len: 205 time: 0.1236444 Feb 16 13:43:51.594699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc396af-1dab-4665-b0c7-06ec33e18935 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:51.595626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55978) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.602908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc396af-1dab-4665-b0c7-06ec33e18935 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:51.604108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fcc396af-1dab-4665-b0c7-06ec33e18935 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:51.658947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.675744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.686057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fcc396af-1dab-4665-b0c7-06ec33e18935 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:51.691691 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcc396af-1dab-4665-b0c7-06ec33e18935 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4190109 Feb 16 13:43:51.691691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c9bd22-33ec-439e-a589-3f945bff0265,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:51.694325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:51.747893 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e1bd613-3382-47d2-a5f0-3bfc3d083288 req-74dc5f08-7cb1-460c-bb39-ae2075707743 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102610 Feb 16 13:43:51.765730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd5b239-1894-4bab-9f70-1949f73b782b']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:51.841864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b7faad-d67b-4d96-b7a4-264cda6f6cc1') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:51.842166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b7faad-d67b-4d96-b7a4-264cda6f6cc1') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:51.878708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.904802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.919622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:51.920024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:51.938267 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:51.946471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.984904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:51.988619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb3822d5-714a-430b-aa2e-2d1d69ae2717 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/29c9bd22-33ec-439e-a589-3f945bff0265 HTTP/1.1" status: 204 len: 168 time: 1.3161194 Feb 16 13:43:52.049933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.111315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port e5586027-0b75-4852-ae99-d5d1978cf2fe {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:52.112149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.209337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=be6f2a33-17b2-4622-b308-13d13ae4f687,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:52.282067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.324357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.380706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f509d49-869b-44b2-abf7-35e0593cd336 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/be6f2a33-17b2-4622-b308-13d13ae4f687 HTTP/1.1" status: 204 len: 168 time: 2.0491450 Feb 16 13:43:52.384571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 55994) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:52.392953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.439202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=fbd5b239-1894-4bab-9f70-1949f73b782b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:52.463448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.468257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-95f2ce0d-0fad-4ef5-9a89-a5f271a3ccab tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/fbd5b239-1894-4bab-9f70-1949f73b782b HTTP/1.1" status: 204 len: 168 time: 1.2269242 Feb 16 13:43:52.474048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 55998) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:52.518915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b5cfc462-2f84-4b99-9299-05956df203c2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:52.528013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56002) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:52.530700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-706e56a5-9d75-4b98-af17-fbac556c07f0 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] GET failed (client error): The resource could not be found. Feb 16 13:43:52.531639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-706e56a5-9d75-4b98-af17-fbac556c07f0 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:52.557226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.580120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-706e56a5-9d75-4b98-af17-fbac556c07f0 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:52.581685 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-706e56a5-9d75-4b98-af17-fbac556c07f0 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports/be6f2a33-17b2-4622-b308-13d13ae4f687 HTTP/1.1" status: 404 len: 333 time: 0.1959743 Feb 16 13:43:52.586177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:52.594921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1376379642'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:52.629561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port b5cfc462-2f84-4b99-9299-05956df203c2 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:52.657138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port 8bd21c77-2325-43dc-a04b-9d9d8c38aeb4 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:52.657603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.720824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.867612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for e5586027-0b75-4852-ae99-d5d1978cf2fe owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:52.888812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:52.898158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Usage tracker for resource:security_group_rule and tenant:4858886e0b6e432781313eea3995e790 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:52.911067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Provisioning for port b5cfc462-2f84-4b99-9299-05956df203c2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:52.913817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:52.920599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Provisioning complete for port b5cfc462-2f84-4b99-9299-05956df203c2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:52.921057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.927410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:52.939327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:52.958809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:52.968736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:52.982962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854da08-7f27-4442-8eed-8a377be9c7f6 req-67d33790-4c5f-4036-872b-fe58091ef460 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:52.985127 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a854da08-7f27-4442-8eed-8a377be9c7f6 req-67d33790-4c5f-4036-872b-fe58091ef460 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7443221 Feb 16 13:43:53.000712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:53.005042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.033826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port 48fa2340-b7a9-499e-80a6-6b16dca8ec19 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:53.115177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.142362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42ee040-8fb5-4dd1-9c74-77f3d06da375 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:43:53.150388 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a854da08-7f27-4442-8eed-8a377be9c7f6 req-d0fd69c7-c8b9-4f66-a238-775bd48b07d9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035819 Feb 16 13:43:53.196510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] For port b5cfc462-2f84-4b99-9299-05956df203c2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b5cfc462-2f84-4b99-9299-05956df203c2,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:53.204892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.242767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.288533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.315317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7284d-7a0e-4fa4-bc63-10ed51a72b63 None None] Pushing event updated for resources: {'Port': ['ID=b5cfc462-2f84-4b99-9299-05956df203c2,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:53.321397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=e5586027-0b75-4852-ae99-d5d1978cf2fe,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:53.328565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-df0400af-c8b9-4298-a31d-28aac78c4b15 None None] Could not find standard attr ID for object e5586027-0b75-4852-ae99-d5d1978cf2fe. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:43:53.332151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db74202a-6c01-4dae-9d79-46f19fec9121']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.340243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.345480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42ee040-8fb5-4dd1-9c74-77f3d06da375 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:43:53.359779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e2fc02-c776-4107-9635-ebb7735a9b45') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.360107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e2fc02-c776-4107-9635-ebb7735a9b45') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:43:53.384491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.403329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::21a (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/48fa2340-b7a9-499e-80a6-6b16dca8ec19) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:53.418403 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5db2dbf7-60c0-4332-bf70-e1be3530acb3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/e5586027-0b75-4852-ae99-d5d1978cf2fe HTTP/1.1" status: 204 len: 168 time: 1.7225218 Feb 16 13:43:53.422396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:53.506756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for 8bd21c77-2325-43dc-a04b-9d9d8c38aeb4 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:53.528486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf37ef9-e9f9-48a6-8c88-2d28797eb807 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:53.530090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf37ef9-e9f9-48a6-8c88-2d28797eb807 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:53.530846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bbf37ef9-e9f9-48a6-8c88-2d28797eb807 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:53.532859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.597576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.611953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.613482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:43:53.613875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:43:53.631160 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:43:53.638468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bbf37ef9-e9f9-48a6-8c88-2d28797eb807 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:53.642127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bbf37ef9-e9f9-48a6-8c88-2d28797eb807 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2162647 Feb 16 13:43:53.642415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56014) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:53.642904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.756398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 306d40ef-fe28-45e5-b6e4-1e72984d4710 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:43:53.761624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.793817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4858886e0b6e432781313eea3995e790&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618861 Feb 16 13:43:53.795203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56018) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:53.802585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80dff95-a6a0-42c6-bbeb-76ae88b70928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad8118-7272-4443-85fd-7b4c4acad559,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:53.820572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.845903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.847837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.869597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] Pushing event deleted for resources: {'Network': ['ID=db74202a-6c01-4dae-9d79-46f19fec9121,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:53.880006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:53.903692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-533f2872-d1ba-485b-b52c-38c7222b6e77 tempest-BulkNetworkOpsTest-1128178910 tempest-BulkNetworkOpsTest-1128178910-project] 10.222.0.105 "DELETE /v2.0/networks/db74202a-6c01-4dae-9d79-46f19fec9121 HTTP/1.1" status: 204 len: 168 time: 1.4203861 Feb 16 13:43:53.944849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.018316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object 48fa2340-b7a9-499e-80a6-6b16dca8ec19 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:54.025854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.078001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.087487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.128304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=8bd21c77-2325-43dc-a04b-9d9d8c38aeb4,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.136422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.215095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:54.225907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:54.229793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:54.235532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:54.236174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.269946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=48fa2340-b7a9-499e-80a6-6b16dca8ec19,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.285039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56028) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.297820 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7964f30c-9689-4e38-b205-27ac3077be91 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7108505 Feb 16 13:43:54.302081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.307953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.308896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'network_id': '8a5c6d6a-4489-43d7-8c4f-c582a20a194b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1688696082'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:54.340065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad8118-7272-4443-85fd-7b4c4acad559,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.417269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.461866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.481294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b5cfc462-2f84-4b99-9299-05956df203c2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:43:54.522132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.523725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a0084cb-9d29-45e0-9765-374edd1af7ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a6ad8118-7272-4443-85fd-7b4c4acad559 HTTP/1.1" status: 204 len: 168 time: 0.7178133 Feb 16 13:43:54.524314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=306d40ef-fe28-45e5-b6e4-1e72984d4710,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:54.526886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.531977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6596ccb-ca30-42df-bb5e-e9eb07dd105b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/306d40ef-fe28-45e5-b6e4-1e72984d4710 HTTP/1.1" status: 204 len: 168 time: 0.8885400 Feb 16 13:43:54.535009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56040) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.564289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e47e759-30dc-4563-9afa-71c8fe476a1e None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:54.621878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:54.638251 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f03a9065-980c-49f5-ac26-8ef68c7c0ab4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000400 Feb 16 13:43:54.648623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.663111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:54.677599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:54.688896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56048) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:54.689173 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-489cc1d0-302f-4319-a316-d1e9ba2ddb1a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5e93ccb2c7524bd1a5b410d5196a94c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027419 Feb 16 13:43:54.769415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Made reservation on behalf of 54ff642509d4428b912d3ca90d55eae3 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:54.771882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b2dd119a-8b19-46bc-baba-3f7d3036ba5a None None] Provisioning for port 48fa2340-b7a9-499e-80a6-6b16dca8ec19 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:54.773185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.781796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b5cfc462-2f84-4b99-9299-05956df203c2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:54.782428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.819465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] device_id is not set on port c3d1e0aa-749c-4070-b793-476ed06140f8 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:54.852693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.853877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b2dd119a-8b19-46bc-baba-3f7d3036ba5a None None] Provisioning complete for port 48fa2340-b7a9-499e-80a6-6b16dca8ec19 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:54.854439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2dd119a-8b19-46bc-baba-3f7d3036ba5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.856315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.864528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:54.887956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:54.918497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94714ce-29c8-49c9-ae92-09e3a51a96e9 req-0db27380-0593-4a79-ac6b-3b2327eca4c5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:54.918803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:54.919706 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c94714ce-29c8-49c9-ae92-09e3a51a96e9 req-0db27380-0593-4a79-ac6b-3b2327eca4c5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6066952 Feb 16 13:43:54.932341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.993659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.995353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:54.995841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router a52fba05-be13-4473-af8a-454c54a099a2 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:43:55.036974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.037707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-06eb4684-88c3-400a-9371-31f2ca0abec1 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 204 len: 168 time: 3.4410286 Feb 16 13:43:55.054576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56062) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:55.064370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-220358171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:55.080869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c94714ce-29c8-49c9-ae92-09e3a51a96e9 req-58144f5f-716e-4d73-a81d-2f1a8d181d2f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456673 Feb 16 13:43:55.082092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd119a-8b19-46bc-baba-3f7d3036ba5a None None] Port 48fa2340-b7a9-499e-80a6-6b16dca8ec19 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:55.085668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:55.111121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.136376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:55.145223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:55.171036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:55.202953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.207082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.233504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.241487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:43:55.248594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Deleting port b5cfc462-2f84-4b99-9299-05956df203c2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:55.249004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.254151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Allocated IP 2001:db8::36 (8a5c6d6a-4489-43d7-8c4f-c582a20a194b/46148663-0da3-4b6f-a50d-dd490daecee0/c3d1e0aa-749c-4070-b793-476ed06140f8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:55.267324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.291623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.317352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.331276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb643042-1397-4f74-a6ab-2b7b6cb73257,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:55.336934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.340766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-12b470bf-ba52-4c7d-854b-8f3467ed0ece admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/eb643042-1397-4f74-a6ab-2b7b6cb73257 HTTP/1.1" status: 204 len: 168 time: 0.6478043 Feb 16 13:43:55.347832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.350885 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32287536-4cde-43d7-b76a-cd97db027047 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2907813 Feb 16 13:43:55.353020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:55.382912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:55.460623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:55.559910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:55.602890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:55.603482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.647919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] For port b5cfc462-2f84-4b99-9299-05956df203c2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b5cfc462-2f84-4b99-9299-05956df203c2,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:43:55.648431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:55.700397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=160249ce-15c1-4e14-be80-4eb6729584e0,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:55.804785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49610d6d-3c6d-4621-9130-ed25400aec27 req-14c7d7a1-4dff-438c-9b05-d91b77b37a58 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:55.812589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49610d6d-3c6d-4621-9130-ed25400aec27 req-14c7d7a1-4dff-438c-9b05-d91b77b37a58 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2066100 Feb 16 13:43:55.873577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Calling delete_port for b5cfc462-2f84-4b99-9299-05956df203c2 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:55.899249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49610d6d-3c6d-4621-9130-ed25400aec27 req-64f8040b-f1fa-4194-8c40-3cca153efc73 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853672 Feb 16 13:43:55.905953 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-074afc53-9e4c-4750-89f4-6cd01d8024c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2562768 Feb 16 13:43:55.909158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56098) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:55.920271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'name': 'tempest-NetworksTestDHCPv6-1653319289'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:56.032200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.094637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] Pushing event deleted for resources: {'Port': ['ID=b5cfc462-2f84-4b99-9299-05956df203c2,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:56.101120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86d9e6-efda-41e2-9233-84e8e85f7dae None None] No DVR routers for this DVR port b5cfc462-2f84-4b99-9299-05956df203c2 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:43:56.122967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501c08f-6bc8-463f-ae71-e09a3e444bdf None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:43:56.214124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:56.219240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:56.222399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:56.231552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:56.251233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:56.258753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.285216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port ec989fd3-882f-4df2-a81c-8b83e2a49c6d yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:56.293712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.457644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.476954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b5cfc462-2f84-4b99-9299-05956df203c2 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:43:56.489626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Transition to ACTIVE for port object c3d1e0aa-749c-4070-b793-476ed06140f8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:56.523173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: b5cfc462-2f84-4b99-9299-05956df203c2 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:43:56.523557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b5cfc462-2f84-4b99-9299-05956df203c2 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:43:56.525443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '160249ce-15c1-4e14-be80-4eb6729584e0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:43:56.526285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.543501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::b9 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/160249ce-15c1-4e14-be80-4eb6729584e0/ec989fd3-882f-4df2-a81c-8b83e2a49c6d) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:56.557801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.651096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=c3d1e0aa-749c-4070-b793-476ed06140f8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:56.681131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:56.684290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:56.686957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:56.692489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:56.693104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.827155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56124) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:56.903275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.942437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.965558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:56.994142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object ec989fd3-882f-4df2-a81c-8b83e2a49c6d will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:57.027684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9bd30377-2c41-49df-9ad6-52fb58f58ddb tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7243345 Feb 16 13:43:57.038969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56136) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:57.048857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.067595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:99:ee:14'}, {'ip_address': '2001:db8::21a', 'mac_address': 'fa:16:3e:6f:ee:f5'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:57.131474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:57.211867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aee13e01-9705-4f84-aa4f-dd797cef0978 None None] Provisioning for port c3d1e0aa-749c-4070-b793-476ed06140f8 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:57.227870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Allocated IP 172.26.1.28 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/1aa51efc-c62e-4b29-9b70-8114e6faf675) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:57.228606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/160249ce-15c1-4e14-be80-4eb6729584e0/d948961c-32f9-4c82-b46f-adf219b0874f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:57.231130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aee13e01-9705-4f84-aa4f-dd797cef0978 None None] Provisioning complete for port c3d1e0aa-749c-4070-b793-476ed06140f8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:57.231515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aee13e01-9705-4f84-aa4f-dd797cef0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.252151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176653386'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:57.277237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1570609004', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:43:57.278971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:57.299250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:57.305386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:57.312238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:57.318932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:57.329295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:57.339445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Usage tracker for resource:port and tenant:06ecafa5ad1b4ec49a4df19d946ef6ef is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:57.344383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:57.344568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:57.349805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:57.350891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.353091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:57.355257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=ec989fd3-882f-4df2-a81c-8b83e2a49c6d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:57.359853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:57.380112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Made reservation on behalf of 06ecafa5ad1b4ec49a4df19d946ef6ef for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:57.382644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.396557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aee13e01-9705-4f84-aa4f-dd797cef0978 None None] Port c3d1e0aa-749c-4070-b793-476ed06140f8 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:57.408243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.444646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:43:57.445466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:57.448088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.453790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Usage tracker for resource:security_group_rule and tenant:06ecafa5ad1b4ec49a4df19d946ef6ef is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:57.458742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.462204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:57.470947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:57.474506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.489228 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a8d4bfe-17f9-4745-8b0f-d93bea8e97e3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5788419 Feb 16 13:43:57.493902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56146) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:57.515410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:43:57.530589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:security_group_rule and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:43:57.543522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a5e0-a007-45f3-bd9f-568bf65fc936 req-934da94d-70aa-42ea-ab76-2bf631ba0623 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:57.547389 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e2a1a5e0-a007-45f3-bd9f-568bf65fc936 req-934da94d-70aa-42ea-ab76-2bf631ba0623 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4062903 Feb 16 13:43:57.550237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:43:57.586887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.595030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.599326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Transition to ACTIVE for port object d948961c-32f9-4c82-b46f-adf219b0874f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:57.602772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:43:57.620696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Transition to ACTIVE for port object d948961c-32f9-4c82-b46f-adf219b0874f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:43:57.627527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.679461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.702091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:57.710123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e2a1a5e0-a007-45f3-bd9f-568bf65fc936 req-04786ee7-1060-46a8-a575-c3918ad115db tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519084 Feb 16 13:43:57.721002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03327cd-4cac-4e20-bb25-12a771060975 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:57.721796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e03327cd-4cac-4e20-bb25-12a771060975 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:43:57.724971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:57.736432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:57.741459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:57.744467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:57.747044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:57.777808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.791645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event updated for resources: {'Port': ['ID=1aa51efc-c62e-4b29-9b70-8114e6faf675,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:57.800054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.821245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] device_id is not set on port f851042e-1b6d-4a74-98e3-933e34c7b549 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:43:57.841841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Pushing event updated for resources: {'Port': ['ID=d948961c-32f9-4c82-b46f-adf219b0874f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:57.861758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e03327cd-4cac-4e20-bb25-12a771060975 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:43:57.865617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e03327cd-4cac-4e20-bb25-12a771060975 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3668170 Feb 16 13:43:57.882261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:57.920677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Attempting to bind port d948961c-32f9-4c82-b46f-adf219b0874f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:43:57.921168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Attempting to bind port d948961c-32f9-4c82-b46f-adf219b0874f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:43:57.921593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Attempting to bind port d948961c-32f9-4c82-b46f-adf219b0874f on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:43:57.927849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:43:57.928338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:43:57.929391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.929391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:43:57.929711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Bound port: d948961c-32f9-4c82-b46f-adf219b0874f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:43:57.930779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.974578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:57.987256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.017438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f1f3ab-5991-4c25-86e3-490a13a5c466,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:58.049175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] For port d948961c-32f9-4c82-b46f-adf219b0874f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:43:58.053747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] For port d948961c-32f9-4c82-b46f-adf219b0874f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d948961c-32f9-4c82-b46f-adf219b0874f,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:43:58.059202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.065695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:43:58.097322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8af49-2bbd-4ff2-98e2-220af71584c5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:58.122153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6b0fb-e9f0-4454-9298-cf3b0a87aaad req-39c27a55-9519-460d-b0b4-ccfb624a3936 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:58.131622 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55a6b0fb-e9f0-4454-9298-cf3b0a87aaad req-39c27a55-9519-460d-b0b4-ccfb624a3936 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2383311 Feb 16 13:43:58.153757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.154093 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment ef52cf56-97ab-4159-a915-6fef4f22d412 of type vlan for network eb503907-a971-4c22-9ccd-7dc762c6fab9 Feb 16 13:43:58.185608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef5cc-9b1e-4eba-bbeb-f7cb41a5a00c None None] Pushing event updated for resources: {'Port': ['ID=d948961c-32f9-4c82-b46f-adf219b0874f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:58.328941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:43:58.337846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port ec989fd3-882f-4df2-a81c-8b83e2a49c6d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:58.338179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.349511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55a6b0fb-e9f0-4454-9298-cf3b0a87aaad req-d04e3c03-512d-4ca7-816b-0949207c7fa9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147222 Feb 16 13:43:58.354674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.375713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.426663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.501312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] In _notify_port_updated(), no bound segment for port c3d1e0aa-749c-4070-b793-476ed06140f8 on network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:43:58.507466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:58.508400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.509802 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "PUT /v2.0/ports/c3d1e0aa-749c-4070-b793-476ed06140f8 HTTP/1.1" status: 200 len: 1067 time: 1.4692540 Feb 16 13:43:58.519814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:43:58.528124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Allocated IP 172.26.1.68 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f851042e-1b6d-4a74-98e3-933e34c7b549) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:43:58.550578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.556695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:58.557454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.670563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c3008-cbe5-47cf-9718-8090a9bba328 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event updated for resources: {'Port': ['ID=c3d1e0aa-749c-4070-b793-476ed06140f8,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:58.713956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8855655 Feb 16 13:43:58.718302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9e312-1293-436b-a192-a5dbed667ccc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=eb503907-a971-4c22-9ccd-7dc762c6fab9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:58.749104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:43:58.757618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port c3d1e0aa-749c-4070-b793-476ed06140f8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:43:58.758064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:58.761620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78466cb4-e4ae-42d8-861f-22a5328cfd05 req-dba9a23c-83c9-4c32-ada8-a8b9af36c5a2 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:58.763450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-78466cb4-e4ae-42d8-861f-22a5328cfd05 req-dba9a23c-83c9-4c32-ada8-a8b9af36c5a2 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2491131 Feb 16 13:43:58.771675 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:43:58.851359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-78466cb4-e4ae-42d8-861f-22a5328cfd05 req-c657e86c-9c28-4f74-83e5-95f0a1cd0ef6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787818 Feb 16 13:43:58.947582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3c160e8-0e51-4b94-a6af-ec5f8714fa4d None None] Provisioning complete for port c3d1e0aa-749c-4070-b793-476ed06140f8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:58.947950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3c160e8-0e51-4b94-a6af-ec5f8714fa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.035499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.046507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f3c160e8-0e51-4b94-a6af-ec5f8714fa4d None None] Port c3d1e0aa-749c-4070-b793-476ed06140f8 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:43:59.105665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419a5cf-23ad-4dcd-abb8-de6cd1a5eee9 req-1d11f877-3141-4b06-a368-025919875a85 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:59.107181 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5419a5cf-23ad-4dcd-abb8-de6cd1a5eee9 req-1d11f877-3141-4b06-a368-025919875a85 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.1211762 Feb 16 13:43:59.166454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5419a5cf-23ad-4dcd-abb8-de6cd1a5eee9 req-4446bc2d-8b17-4c77-b0d8-531add79a141 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531282 Feb 16 13:43:59.385298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec4e9c-1db4-4160-808d-28a00768ef23 req-ebb943c4-870e-4e19-a2e9-b80b972bca34 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:59.387384 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4ec4e9c-1db4-4160-808d-28a00768ef23 req-ebb943c4-870e-4e19-a2e9-b80b972bca34 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.0903723 Feb 16 13:43:59.454554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4ec4e9c-1db4-4160-808d-28a00768ef23 req-bf57a75d-1f34-4551-b962-1a799f69ffdd tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605681 Feb 16 13:43:59.461084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for ec989fd3-882f-4df2-a81c-8b83e2a49c6d owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:43:59.494967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b45ef1cd-1745-40aa-a0a8-e3223b103e89 None None] Provisioning for port d948961c-32f9-4c82-b46f-adf219b0874f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:59.539856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.588989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.697384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d44a-f6a0-4a76-b51d-3b68e609e54d req-41c93f2f-dbc8-4c8b-bb20-2e74b2106ea1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:43:59.699079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6225d44a-f6a0-4a76-b51d-3b68e609e54d req-41c93f2f-dbc8-4c8b-bb20-2e74b2106ea1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.1169925 Feb 16 13:43:59.703277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:43:59.786426 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6225d44a-f6a0-4a76-b51d-3b68e609e54d req-5220d4ce-b5b7-423c-9140-631a14c10549 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694942 Feb 16 13:43:59.798302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:43:59.803061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:43:59.824281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:43:59.896624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Pushing event updated for resources: {'Port': ['ID=f851042e-1b6d-4a74-98e3-933e34c7b549,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:43:59.931973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-85f627e0-99b6-4565-b370-7d05b8cd541d None None] Provisioning for port ec989fd3-882f-4df2-a81c-8b83e2a49c6d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:43:59.939067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-85f627e0-99b6-4565-b370-7d05b8cd541d None None] Provisioning complete for port ec989fd3-882f-4df2-a81c-8b83e2a49c6d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:43:59.939951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85f627e0-99b6-4565-b370-7d05b8cd541d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.003510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-85f627e0-99b6-4565-b370-7d05b8cd541d None None] Port ec989fd3-882f-4df2-a81c-8b83e2a49c6d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:44:00.222833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:00.223439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.419092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.434070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-71cb2c5c-517b-4a0a-9f21-eca9a854f8f9 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3015265 Feb 16 13:44:00.437437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56170) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:00.441106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.445160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.68'}]}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:00.460581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:00.467303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Usage tracker for resource:router and tenant:06ecafa5ad1b4ec49a4df19d946ef6ef is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:00.468173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d948961c-32f9-4c82-b46f-adf219b0874f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:00.470727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:00.477834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:00.491208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.493453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.514175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.561093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port d948961c-32f9-4c82-b46f-adf219b0874f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:00.569255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port d948961c-32f9-4c82-b46f-adf219b0874f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:00.569907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.607752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for c3d1e0aa-749c-4070-b793-476ed06140f8 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:00.724086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.725985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.730551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/ec989fd3-882f-4df2-a81c-8b83e2a49c6d HTTP/1.1" status: 204 len: 168 time: 2.8474169 Feb 16 13:44:00.786766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port d948961c-32f9-4c82-b46f-adf219b0874f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d948961c-32f9-4c82-b46f-adf219b0874f,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:00.791964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:00.793083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:00.810691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fb998-7971-440e-be1d-dd1c60174387 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=ec989fd3-882f-4df2-a81c-8b83e2a49c6d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:00.906038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812d43b-a31b-44b4-9ab8-aeb6fece43a1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:00.908524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9812d43b-a31b-44b4-9ab8-aeb6fece43a1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:00.909338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9812d43b-a31b-44b4-9ab8-aeb6fece43a1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:00.944245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=d948961c-32f9-4c82-b46f-adf219b0874f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:00.969354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9812d43b-a31b-44b4-9ab8-aeb6fece43a1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:00.974047 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9812d43b-a31b-44b4-9ab8-aeb6fece43a1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1655059 Feb 16 13:44:00.997264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56178) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.068956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.112280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.120003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.178457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 160249ce-15c1-4e14-be80-4eb6729584e0 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:01.186944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.221048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.246662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.296849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=c3d1e0aa-749c-4070-b793-476ed06140f8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:01.363240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.543738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.641980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.646517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:01.648299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629872f-900c-4124-8441-887ae09deab7 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:01.682926 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6d4100de-1e0b-4a12-b341-5a35a3474543 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/c3d1e0aa-749c-4070-b793-476ed06140f8 HTTP/1.1" status: 204 len: 168 time: 3.1494048 Feb 16 13:44:01.686298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.861461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=160249ce-15c1-4e14-be80-4eb6729584e0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:01.892165 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a1214482-ca74-4745-ae2e-d823eb82d7ca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/160249ce-15c1-4e14-be80-4eb6729584e0 HTTP/1.1" status: 204 len: 168 time: 0.8902667 Feb 16 13:44:01.892368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56186) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:01.918712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Router 20493251-5e00-4c14-8d7f-8d6569d5133a is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:01.921515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e750544-9205-4596-ade3-28447234008c tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] GET failed (client error): The resource could not be found. Feb 16 13:44:01.923031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e750544-9205-4596-ade3-28447234008c tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:01.971505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:01.976503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Deleting port d948961c-32f9-4c82-b46f-adf219b0874f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:01.977133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.027218 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2aa5c736-ea08-4431-a0d6-dce1cd8bb6fd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335483 Feb 16 13:44:02.029898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.034260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56192) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.068820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9e750544-9205-4596-ade3-28447234008c tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:02.070315 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9e750544-9205-4596-ade3-28447234008c tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports/c3d1e0aa-749c-4070-b793-476ed06140f8 HTTP/1.1" status: 404 len: 333 time: 0.3823526 Feb 16 13:44:02.074532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56196) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.089777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:02.191349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:02.198749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.199632 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-71a55344-afa9-4f46-b983-637e8d8896b0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "PUT /v2.0/routers/20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 200 len: 882 time: 6.8406129 Feb 16 13:44:02.202236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56202) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.205900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] Sync routers for ids ['20493251-5e00-4c14-8d7f-8d6569d5133a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:02.229971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] For port d948961c-32f9-4c82-b46f-adf219b0874f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d948961c-32f9-4c82-b46f-adf219b0874f,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:02.230671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.238891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.241433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] Routers {'20493251-5e00-4c14-8d7f-8d6569d5133a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:02.242336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['20493251-5e00-4c14-8d7f-8d6569d5133a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:02.299492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.361567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 48fa2340-b7a9-499e-80a6-6b16dca8ec19 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:02.361907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.388107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0aadf95-d304-4168-b183-2de7ab218343 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 200 len: 923 time: 0.1839128 Feb 16 13:44:02.390130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56206) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.425041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:02.441172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:02.447724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d948961c-32f9-4c82-b46f-adf219b0874f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:02.448326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:02.460017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:02.477127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:02.488972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d77e5df-b819-4e9c-af05-9022727cfec8 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:02.494825 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3d77e5df-b819-4e9c-af05-9022727cfec8 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=20493251-5e00-4c14-8d7f-8d6569d5133a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1029017 Feb 16 13:44:02.495455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.534378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Calling delete_port for d948961c-32f9-4c82-b46f-adf219b0874f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:02.583735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:02.587554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.591639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] Routers {'20493251-5e00-4c14-8d7f-8d6569d5133a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:02.592257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['20493251-5e00-4c14-8d7f-8d6569d5133a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:02.619943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58601f32-eab7-427f-8e8e-804e09e81941 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:02.620736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-58601f32-eab7-427f-8e8e-804e09e81941 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:02.640741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46ac92-b72f-45fe-8f13-0874e829caad tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:02.643678 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8c46ac92-b72f-45fe-8f13-0874e829caad tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.1468472 Feb 16 13:44:02.644950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.665203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:02.665598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed56f01-fab8-45db-85b8-2539f1f1f2bd None None] The sync data for ids ['20493251-5e00-4c14-8d7f-8d6569d5133a'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:02.704911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-32224ee5-a5af-4928-87ab-21bc3260e7eb tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 200 len: 205 time: 0.0562329 Feb 16 13:44:02.705481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:02.753382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.761921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.813160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] Pushing event deleted for resources: {'Port': ['ID=d948961c-32f9-4c82-b46f-adf219b0874f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:02.826935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df097684-4312-4ff0-8d59-32713e2e23f5 None None] No DVR routers for this DVR port d948961c-32f9-4c82-b46f-adf219b0874f on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:02.897220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:02.924984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-58601f32-eab7-427f-8e8e-804e09e81941 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:02.926157 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-58601f32-eab7-427f-8e8e-804e09e81941 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8953552 Feb 16 13:44:02.944753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56224) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:03.033782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.088480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.098982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port 1aa51efc-c62e-4b29-9b70-8114e6faf675 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:03.099349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.177730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.280319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.285268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899345f1-4951-4d84-b5e3-db9341befb33 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:03.285947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-899345f1-4951-4d84-b5e3-db9341befb33 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:03.408308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for 1aa51efc-c62e-4b29-9b70-8114e6faf675 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:03.483704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for 48fa2340-b7a9-499e-80a6-6b16dca8ec19 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:03.674382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.743390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-899345f1-4951-4d84-b5e3-db9341befb33 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:03.744549 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-899345f1-4951-4d84-b5e3-db9341befb33 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8025916 Feb 16 13:44:03.747573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.753308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=1aa51efc-c62e-4b29-9b70-8114e6faf675,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:03.758924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56228) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:03.771784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.823739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.877619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4c3ddd55-813a-40eb-9e29-d0f5df7e757b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033528 Feb 16 13:44:03.913597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56232) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:03.918950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:03.919416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5bad12-e178-45ae-b8f7-faa088538c13 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:03.924223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:03.940866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.005177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.007502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.034645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.035277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router 20493251-5e00-4c14-8d7f-8d6569d5133a {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:04.052294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.053427 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2a2fb34e-9cae-4f85-9180-52242946a8b9 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 204 len: 168 time: 1.3472705 Feb 16 13:44:04.057596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.065945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1297747649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:04.072548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:04.076948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:04.080119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:04.086709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:04.113336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.114033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.115169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.132217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.153103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.174862 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:44:04.175064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.175830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-75c19bc5-cdfc-4600-8a62-e1bed28c6b7f tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7371004 Feb 16 13:44:04.178789 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a2cc2d5-05d0-419b-b873-937d84905b7a tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1177938 Feb 16 13:44:04.179040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.179368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56242) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.202627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=3493fe0d-a393-4ada-8439-dbeeae9cb7a3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:04.207133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=48fa2340-b7a9-499e-80a6-6b16dca8ec19,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:04.214332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:04.215151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': True}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:04.251767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': 'ef52cf56-97ab-4159-a915-6fef4f22d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:04.252130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: eb503907-a971-4c22-9ccd-7dc762c6fab9, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:04.265705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:04.281509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.294649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:04.298280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.384752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:04.396666 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c536882b-0180-448c-abda-29427a69a52d tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/48fa2340-b7a9-499e-80a6-6b16dca8ec19 HTTP/1.1" status: 204 len: 168 time: 2.3111892 Feb 16 13:44:04.410519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56248) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.416234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, eb503907-a971-4c22-9ccd-7dc762c6fab9) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:04.425976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80319c5-b217-431c-8e3c-bf762dc4f739 None None] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:04.460012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:04.460597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.489710 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e552e823-b2db-4e76-a1a8-a9cc301cbf9f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] GET failed (client error): The resource could not be found. Feb 16 13:44:04.490306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e552e823-b2db-4e76-a1a8-a9cc301cbf9f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Synchronizing usage tracker for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:04.494914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Deleting port f851042e-1b6d-4a74-98e3-933e34c7b549 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:04.495261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.507009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-493f41fe-0edf-4bb8-9f73-3f863386c7d2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4335711 Feb 16 13:44:04.515314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56252) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.526322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498452240'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:04.532530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:04.534866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e552e823-b2db-4e76-a1a8-a9cc301cbf9f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Unset dirty status for tenant:54ff642509d4428b912d3ca90d55eae3 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:04.538519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e552e823-b2db-4e76-a1a8-a9cc301cbf9f tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "GET /v2.0/ports/48fa2340-b7a9-499e-80a6-6b16dca8ec19 HTTP/1.1" status: 404 len: 333 time: 0.1244068 Feb 16 13:44:04.540190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:04.542139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56256) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.543536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:04.551256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:04.599063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:04.602783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.659624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:04.684974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.685191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 0fee01bc-a141-43b5-9733-f94d560a67c8 of type vlan for network e3d1ee1e-9570-4f93-9097-42b668e4dca9 Feb 16 13:44:04.701032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.710064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-eb503907-a971-4c22-9ccd-7dc762c6fab9', 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '3493fe0d-a393-4ada-8439-dbeeae9cb7a3'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:04.711544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.764465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.779922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:04.786254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:04.794812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:04.795398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.807715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf58c0e-2898-481b-8b19-375292d2e551 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:04.821243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=82ed69d8-b3c2-4cfe-b355-b113b479f5a3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:04.821925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.848172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.854638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:04.855509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.881082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-80c6fc1f-766e-4e43-b44c-f9fafaeefebb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9660649 Feb 16 13:44:04.887320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56260) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:04.887589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:04.887589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:04.943415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '82ed69d8-b3c2-4cfe-b355-b113b479f5a3', 'ip_address': '2001:db8::b641:327:919e:e0f4'}], 'name': 'tempest-NetworksTestDHCPv6-1677569060'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:04.975626 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4592223 Feb 16 13:44:04.996639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Allocated IP 2001:db8:0:ffff::2 (eb503907-a971-4c22-9ccd-7dc762c6fab9/3493fe0d-a393-4ada-8439-dbeeae9cb7a3/f3f345fe-1a55-4904-acd8-fe6c2513c7df) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:05.035457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56264) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:05.051050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'e3d1ee1e-9570-4f93-9097-42b668e4dca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:05.209324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bb02c-300c-480f-b97d-7bd193ed8691 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=e3d1ee1e-9570-4f93-9097-42b668e4dca9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:05.231244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '82ed69d8-b3c2-4cfe-b355-b113b479f5a3'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:05.231244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.237977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e3d1ee1e-9570-4f93-9097-42b668e4dca9 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:05.347044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:05.354522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:05.358485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:05.361733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:05.367084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:05.376842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:05.387259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:05.391143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.397498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.409221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:05.543355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.549320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.552242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Calling delete_port for f851042e-1b6d-4a74-98e3-933e34c7b549 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:05.596077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Transition to ACTIVE for port object f3f345fe-1a55-4904-acd8-fe6c2513c7df will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:05.629934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Transition to ACTIVE for port object f3f345fe-1a55-4904-acd8-fe6c2513c7df will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:05.641142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 740b28be-68e7-48f3-89a7-be58ea999fc2 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:05.643701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/82ed69d8-b3c2-4cfe-b355-b113b479f5a3/3fa51a3d-b25b-4f25-961b-e65e36f99cd1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:05.646287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.680507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.796744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:05.840392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:05.848487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:05.867705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for 86ceb4e6-22f7-4fda-a4ac-89a784b4e589 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:05.894305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=f3f345fe-1a55-4904-acd8-fe6c2513c7df,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:05.904973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.919695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:05.978237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Attempting to bind port f3f345fe-1a55-4904-acd8-fe6c2513c7df on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:05.978854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Attempting to bind port f3f345fe-1a55-4904-acd8-fe6c2513c7df by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ef52cf56-97ab-4159-a915-6fef4f22d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:05.978986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Attempting to bind port f3f345fe-1a55-4904-acd8-fe6c2513c7df on network eb503907-a971-4c22-9ccd-7dc762c6fab9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:05.996992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=067b6f64-0c9c-44c1-a694-1a3551f8fe99,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.001324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:06.001871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Checking segment: {'id': 'ef52cf56-97ab-4159-a915-6fef4f22d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:06.002384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.002777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Bound using segment: {'id': 'ef52cf56-97ab-4159-a915-6fef4f22d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:06.003264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Bound port: f3f345fe-1a55-4904-acd8-fe6c2513c7df, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef52cf56-97ab-4159-a915-6fef4f22d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'eb503907-a971-4c22-9ccd-7dc762c6fab9'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:06.003647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.006361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.006706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.007088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.007422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.007789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.008182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.008533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.008855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.009172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.009485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.009796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.010112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:06.019121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': '0fee01bc-a141-43b5-9733-f94d560a67c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e3d1ee1e-9570-4f93-9097-42b668e4dca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:06.019471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: e3d1ee1e-9570-4f93-9097-42b668e4dca9, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:06.055226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network e3d1ee1e-9570-4f93-9097-42b668e4dca9 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:06.073507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e3d1ee1e-9570-4f93-9097-42b668e4dca9) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:06.078885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:06.079533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.107388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Pushing event deleted for resources: {'Port': ['ID=f851042e-1b6d-4a74-98e3-933e34c7b549,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.111288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570585f9-da7d-4a4b-a171-1c5da2e13464 None None] Network e3d1ee1e-9570-4f93-9097-42b668e4dca9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:06.119067 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7a830658-b132-4d09-9f7a-ee7d2502c4d0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0801215 Feb 16 13:44:06.121626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:06.258131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.280434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Transition to ACTIVE for port object 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:06.288661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] For port f3f345fe-1a55-4904-acd8-fe6c2513c7df, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:06.294758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.324687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] For port f3f345fe-1a55-4904-acd8-fe6c2513c7df, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f3f345fe-1a55-4904-acd8-fe6c2513c7df,segment=NetworkSegment(ef52cf56-97ab-4159-a915-6fef4f22d412),segment_id=ef52cf56-97ab-4159-a915-6fef4f22d412)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:06.326052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Transition to ACTIVE for port object 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:06.333543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.339953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.359940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.374165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.376174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.383979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.416980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.474793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:06.477832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:06.492165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:06.508278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2504ef0-77ec-4392-94cc-da93adc3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=f3f345fe-1a55-4904-acd8-fe6c2513c7df,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.524441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::b641:327:919e:e0f4 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/82ed69d8-b3c2-4cfe-b355-b113b479f5a3/740b28be-68e7-48f3-89a7-be58ea999fc2) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:06.545173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.590428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Port': ['ID=86ceb4e6-22f7-4fda-a4ac-89a784b4e589,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.596499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=067b6f64-0c9c-44c1-a694-1a3551f8fe99,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.602827 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74aad2c8-4fe2-4a07-b327-66f577144378 tempest-RoutersAdminNegativeIpV6Test-2055329190 tempest-RoutersAdminNegativeIpV6Test-2055329190-project-admin] 10.222.0.105 "DELETE /v2.0/ports/f851042e-1b6d-4a74-98e3-933e34c7b549 HTTP/1.1" status: 204 len: 168 time: 2.4222565 Feb 16 13:44:06.668826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.676020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Pushing event updated for resources: {'Port': ['ID=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:06.697467 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a08b89d-52a0-4b4d-9dea-f573f0405740 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/ports/86ceb4e6-22f7-4fda-a4ac-89a784b4e589 HTTP/1.1" status: 204 len: 168 time: 2.1487908 Feb 16 13:44:06.704845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56278) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:06.725124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.758767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3454d4-0aa0-427c-9662-677765bc12fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e3d1ee1e-9570-4f93-9097-42b668e4dca9', 'network_id': 'e3d1ee1e-9570-4f93-9097-42b668e4dca9', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '067b6f64-0c9c-44c1-a694-1a3551f8fe99'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:06.759510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a3454d4-0aa0-427c-9662-677765bc12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.761790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d1ee1e-9570-4f93-9097-42b668e4dca9']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:06.779154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fee01bc-a141-43b5-9733-f94d560a67c8') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:06.779449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fee01bc-a141-43b5-9733-f94d560a67c8') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:06.794561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.810406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting subnet 46148663-0da3-4b6f-a50d-dd490daecee0 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:06.813244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.815842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Attempting to bind port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:06.816212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Attempting to bind port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:06.816612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Attempting to bind port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:06.820735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.822451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:06.822925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.854438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:06.855438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:06.858891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.859332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:06.860116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Bound port: 3fa51a3d-b25b-4f25-961b-e65e36f99cd1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:06.860524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:06.970200 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:06.978069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:06.992892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.025859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.039740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/e3d1ee1e-9570-4f93-9097-42b668e4dca9 HTTP/1.1" status: 204 len: 168 time: 0.9134171 Feb 16 13:44:07.050890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f4635-95b2-4ab0-85ab-d86814523770 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=e3d1ee1e-9570-4f93-9097-42b668e4dca9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:07.055253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56282) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:07.070090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66853808'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:07.082202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 172.26.1.80 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/c5ee6a7f-02b4-4cd3-86ed-dfd9580a9d6a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:07.092088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:07.104069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:07.109665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:07.150252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302c53d-1f3f-4519-b3ef-d2e1ddf6947e None None] Network e3d1ee1e-9570-4f93-9097-42b668e4dca9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:07.170284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:07.197465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302c53d-1f3f-4519-b3ef-d2e1ddf6947e None None] Network e3d1ee1e-9570-4f93-9097-42b668e4dca9 could not be found, it might have been deleted concurrently. {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 13:44:07.214458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] For port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:07.219413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] For port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:07.225598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.239641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56288) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:07.301451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.322164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bce6b7-76a3-4705-9849-8a06d9bb6d26 None None] Pushing event updated for resources: {'Port': ['ID=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:07.349271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.353153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:07.356813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.436075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.479479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.537842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Subnet': ['ID=46148663-0da3-4b6f-a50d-dd490daecee0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:07.547943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.548167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:07.559697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.560056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 1be0cd76-839e-460e-bf7f-b0307e183529 of type vlan for network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 Feb 16 13:44:07.569236 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15cc3d5a-11b2-49a0-bb7a-2367a60de985 tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/subnets/46148663-0da3-4b6f-a50d-dd490daecee0 HTTP/1.1" status: 204 len: 168 time: 0.8629608 Feb 16 13:44:07.570662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56294) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:07.574363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.575497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad3e37c-de33-4d8b-a1b7-82f2e1e098b1 None None] Network 8a5c6d6a-4489-43d7-8c4f-c582a20a194b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:07.594007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.623970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.643439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 740b28be-68e7-48f3-89a7-be58ea999fc2 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:07.651495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:07.656219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Usage tracker for resource:security_group_rule and tenant:389bc955517d431994f58aa35182d9d6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:07.659386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:07.665504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:07.688273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=c5ee6a7f-02b4-4cd3-86ed-dfd9580a9d6a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:07.717497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.723272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:07.723965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:07.789511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7272499 Feb 16 13:44:07.802009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56298) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:07.815105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:07.840332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:07.845815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:07.864872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:07.931610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.009441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.011943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] DHCP port deletion for 8a5c6d6a-4489-43d7-8c4f-c582a20a194b request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:08.025377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Deleting port 4c84340c-577c-4678-a081-84970b4a858f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:08.026167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.029907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c908691-02ee-4e39-8bd2-effff2bc71f6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=0a21b8b0-c8e7-4142-8627-a67d2c28e406,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:08.032685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 4c84340c-577c-4678-a081-84970b4a858f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:08.033266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.114316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:08.153020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:08.158864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.160121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:08.166369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:08.171991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:08.172645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.187455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.204208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7168a1-843c-4bc4-88ad-4d8cedd6c26a None None] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:08.209433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:08.216386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=740b28be-68e7-48f3-89a7-be58ea999fc2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:08.238121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:08.253498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:08.268877 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2b52bb44-eaf7-4c3d-a668-2ef590e57e89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3782525 Feb 16 13:44:08.272592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56302) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:08.281177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:08.288472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=389bc955517d431994f58aa35182d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0414917 Feb 16 13:44:08.302201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:08.334236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e8d9d-9f14-4798-b85f-d4dbdfd57c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39791839-1134-498e-bb1c-a5dfe46fa747,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:08.349583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:08.351544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.378650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d8f7d04b-20d7-4c25-abf1-1bfdd40f9b28 None None] Provisioning for port f3f345fe-1a55-4904-acd8-fe6c2513c7df completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:08.585747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25828d0a-9f72-4ae3-9064-d4fdf7cd1e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:08.592453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25828d0a-9f72-4ae3-9064-d4fdf7cd1e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:08.593263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25828d0a-9f72-4ae3-9064-d4fdf7cd1e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:08.624985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25828d0a-9f72-4ae3-9064-d4fdf7cd1e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:08.626376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-25828d0a-9f72-4ae3-9064-d4fdf7cd1e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3492677 Feb 16 13:44:08.635821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:08.668188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56310) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:08.749175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] For port 4c84340c-577c-4678-a081-84970b4a858f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4c84340c-577c-4678-a081-84970b4a858f,segment=NetworkSegment(98d5e3e9-72de-41db-9b29-f8903d923124),segment_id=98d5e3e9-72de-41db-9b29-f8903d923124)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:08.749733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.770632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 740b28be-68e7-48f3-89a7-be58ea999fc2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:08.771019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.860412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.962341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:08.965588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Calling delete_port for 4c84340c-577c-4678-a081-84970b4a858f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:08.984085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] For port 4c84340c-577c-4678-a081-84970b4a858f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4c84340c-577c-4678-a081-84970b4a858f,segment=NetworkSegment(98d5e3e9-72de-41db-9b29-f8903d923124),segment_id=98d5e3e9-72de-41db-9b29-f8903d923124)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:08.984451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.011894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:09.025399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.025939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f3f345fe-1a55-4904-acd8-fe6c2513c7df up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:09.143593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Provisioning for port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:09.146449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.168616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Provisioning complete for port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:09.168988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.182652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=269a7f41-fff6-47a8-9ce5-f5da55291def,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:09.196652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': '1be0cd76-839e-460e-bf7f-b0307e183529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:09.197069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: 0a21b8b0-c8e7-4142-8627-a67d2c28e406, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:09.225289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.237794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.249471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Calling delete_port for 4c84340c-577c-4678-a081-84970b4a858f owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:09.300989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:09.305869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] No DVR routers for this DVR port 4c84340c-577c-4678-a081-84970b4a858f on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:09.310088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c463f-1a44-4c19-9b55-32a7cd2d429a None None] Pushing event deleted for resources: {'Port': ['ID=4c84340c-577c-4678-a081-84970b4a858f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:09.329908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f3f345fe-1a55-4904-acd8-fe6c2513c7df completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:09.367930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f3f345fe-1a55-4904-acd8-fe6c2513c7df triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:09.368304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.388925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 740b28be-68e7-48f3-89a7-be58ea999fc2 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:09.430422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 0a21b8b0-c8e7-4142-8627-a67d2c28e406) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:09.447739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:09.448670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.464875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:09.465610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.465928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:09.472325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.480733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ea3f5-2fad-4c88-98f4-7763121861da None None] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:09.511438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b2f1adcc-8c72-4bdf-9f04-6e64be60d445 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7080224 Feb 16 13:44:09.515054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56314) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:09.522629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78352390'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:09.562816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39791839-1134-498e-bb1c-a5dfe46fa747,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:09.567519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:09.578652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:09.584965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:09.585990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.586576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.588011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.588559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.589095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.589684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.590207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.590754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.591343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.591868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.592962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.593490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:09.595202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:09.614593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.619463 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67f51758-e94f-414e-8093-280157949c44 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/39791839-1134-498e-bb1c-a5dfe46fa747 HTTP/1.1" status: 204 len: 168 time: 1.3103287 Feb 16 13:44:09.640483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.654182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:09.654182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.689691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] For port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:09.700241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.726544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.777236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.781290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.782230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=740b28be-68e7-48f3-89a7-be58ea999fc2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:09.799017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:09.810244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.810708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment c51b2cfe-59fb-4285-954e-eb201e2f62a7 of type vlan for network d7135a2e-7c09-493d-a12b-ef115e47818b Feb 16 13:44:09.855234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.879389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port f3f345fe-1a55-4904-acd8-fe6c2513c7df, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f3f345fe-1a55-4904-acd8-fe6c2513c7df,segment=NetworkSegment(ef52cf56-97ab-4159-a915-6fef4f22d412),segment_id=ef52cf56-97ab-4159-a915-6fef4f22d412)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:09.890406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:09.930296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57e322-7024-42cf-bb2d-a9b18c614669 None None] Pushing event updated for resources: {'Port': ['ID=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:10.030874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4c84340c-577c-4678-a081-84970b4a858f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:10.054392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Deleting port 4c84340c-577c-4678-a081-84970b4a858f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:10.054843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.100435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8c636f02-c5cd-4200-8673-644e38969c0d None None] Provisioning complete for port f3f345fe-1a55-4904-acd8-fe6c2513c7df triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:10.101181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c636f02-c5cd-4200-8673-644e38969c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.106766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:10.155740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-0a21b8b0-c8e7-4142-8627-a67d2c28e406', 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '269a7f41-fff6-47a8-9ce5-f5da55291def'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:10.156713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.177247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] The port '4c84340c-577c-4678-a081-84970b4a858f' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:44:10.177748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4c84340c-577c-4678-a081-84970b4a858f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:10.177937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4c84340c-577c-4678-a081-84970b4a858f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:10.193144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.204578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.211123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.211695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.278041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=f3f345fe-1a55-4904-acd8-fe6c2513c7df,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:10.284985 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c0e8ec6f-c93b-446e-9fcf-c10554f46f6b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=06ecafa5ad1b4ec49a4df19d946ef6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770415 Feb 16 13:44:10.292739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56326) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:10.314169 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4d5479f-d1f7-4443-a013-5d0d36ebc22d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/740b28be-68e7-48f3-89a7-be58ea999fc2 HTTP/1.1" status: 204 len: 168 time: 1.6448166 Feb 16 13:44:10.320395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56330) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:10.321839 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8057597 Feb 16 13:44:10.349326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56334) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:10.369385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'd7135a2e-7c09-493d-a12b-ef115e47818b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:10.387031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f00c-7046-4d7c-8f93-bb550494086a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=d7135a2e-7c09-493d-a12b-ef115e47818b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:10.411161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca3641-9e0c-4765-8154-b8a6615913bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.413053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aca3641-9e0c-4765-8154-b8a6615913bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:10.413732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9aca3641-9e0c-4765-8154-b8a6615913bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:10.427132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.432539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9aca3641-9e0c-4765-8154-b8a6615913bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:10.437144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:10.439496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network d7135a2e-7c09-493d-a12b-ef115e47818b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:10.439724 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9aca3641-9e0c-4765-8154-b8a6615913bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1165402 Feb 16 13:44:10.498834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:10.668718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8c636f02-c5cd-4200-8673-644e38969c0d None None] Could not find standard attr ID for object 740b28be-68e7-48f3-89a7-be58ea999fc2. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:44:10.675806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Allocated IP 2001:db8::1 (0a21b8b0-c8e7-4142-8627-a67d2c28e406/269a7f41-fff6-47a8-9ce5-f5da55291def/0d943393-db2a-43c4-b0d0-3b1b39e6e4bd) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:10.692980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc890ac4-dece-4aad-9e1b-5c7c0127443b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.720878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5c6d6a-4489-43d7-8c4f-c582a20a194b']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:10.756392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98d5e3e9-72de-41db-9b29-f8903d923124') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:10.756619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98d5e3e9-72de-41db-9b29-f8903d923124') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:10.776362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:10.776721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.779790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router 9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:10.783890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.802445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:10.823785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 82ed69d8-b3c2-4cfe-b355-b113b479f5a3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:10.828454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:10.840932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.843408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:10.846373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.950879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:10.968111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:10.968537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:10.991224 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:10.993787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.002457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.020773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f3f345fe-1a55-4904-acd8-fe6c2513c7df up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:11.083420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:11.087056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.094652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f3f345fe-1a55-4904-acd8-fe6c2513c7df triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:11.095807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.111485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.285514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.307112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Transition to ACTIVE for port object 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:11.327850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Transition to ACTIVE for port object 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:11.336356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.336606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.339148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:44:11.339734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:44:11.382471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.404833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:11.409539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:11.413359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:11.424067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Pushing event updated for resources: {'Port': ['ID=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:11.427632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] Pushing event deleted for resources: {'Network': ['ID=8a5c6d6a-4489-43d7-8c4f-c582a20a194b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:11.440268 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-078d0e1b-2d20-4d75-9db2-3c1ea895308e tempest-AllowedAddressPairIpV6TestJSON-1141565551 tempest-AllowedAddressPairIpV6TestJSON-1141565551-project] 10.222.0.105 "DELETE /v2.0/networks/8a5c6d6a-4489-43d7-8c4f-c582a20a194b HTTP/1.1" status: 204 len: 168 time: 3.8678627 Feb 16 13:44:11.447900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:11.463151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] Sync routers for ids ['9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:11.473561 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] Routers {'9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:11.474692 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:11.503620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.520632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Attempting to bind port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:11.520998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Attempting to bind port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '1be0cd76-839e-460e-bf7f-b0307e183529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:11.521354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Attempting to bind port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd on network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:11.527879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:11.528273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Checking segment: {'id': '1be0cd76-839e-460e-bf7f-b0307e183529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:11.528632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.529069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Bound using segment: {'id': '1be0cd76-839e-460e-bf7f-b0307e183529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:11.529535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Bound port: 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be0cd76-839e-460e-bf7f-b0307e183529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '0a21b8b0-c8e7-4142-8627-a67d2c28e406'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:11.529954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.539170 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:11.548004 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] Routers {'9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:11.548618 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:43:43Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:11.611313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.613459 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:11.613866 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a69b0-cc92-47d2-8cf7-364ba26e01e7 None None] The sync data for ids ['9e67f8ce-9a26-4c60-b3ed-bfff9af3c617'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:11.625640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.631473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] For port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:11.634800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] For port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,segment=NetworkSegment(1be0cd76-839e-460e-bf7f-b0307e183529),segment_id=1be0cd76-839e-460e-bf7f-b0307e183529)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:11.640798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.680671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f1f3ab-5991-4c25-86e3-490a13a5c466,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:11.706133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f1f46-06aa-4f61-9c9a-97d1a4595e54 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:11.720177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=82ed69d8-b3c2-4cfe-b355-b113b479f5a3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:11.722460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.734714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.735880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bfd4608b-5a0e-41cb-9fd9-4f2aaa90976c admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/75f1f3ab-5991-4c25-86e3-490a13a5c466 HTTP/1.1" status: 204 len: 168 time: 1.4421997 Feb 16 13:44:11.744116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:11.744116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d713fd8f-ac63-4eab-bd6a-1f6554d923fe tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "PUT /v2.0/routers/9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 200 len: 918 time: 7.5611498 Feb 16 13:44:11.747924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:11.847011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56354) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:11.865660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0633c6-0706-4093-b424-f2b76e656e05 None None] Pushing event updated for resources: {'Port': ['ID=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:11.971482 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20040bb5-ee9f-440f-a751-3972b50cc0ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/82ed69d8-b3c2-4cfe-b355-b113b479f5a3 HTTP/1.1" status: 204 len: 168 time: 1.4836440 Feb 16 13:44:11.971920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56362) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:11.996968 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e505caf5-a8e2-458c-8710-f209c8080d4b tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 200 len: 924 time: 0.2442484 Feb 16 13:44:12.000176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.132843 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5ddc3e26-9665-47f6-a8b7-afae6a2c9969 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1592443 Feb 16 13:44:12.133519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56372) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.164718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:12.186552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.240942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:12.246429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Deleting port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:12.247744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.285377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d07088-2ad5-4fb1-8065-4fbef45eae4a tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:12.286963 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5d07088-2ad5-4fb1-8065-4fbef45eae4a tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=9e67f8ce-9a26-4c60-b3ed-bfff9af3c617&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2856395 Feb 16 13:44:12.295901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56378) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.380501 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bb265eff-e474-4d01-967a-20cc831c0567 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=54ff642509d4428b912d3ca90d55eae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315816 Feb 16 13:44:12.405445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56384) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.456176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=3d71ef1d-e34e-4033-a233-bbec11836dba,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:12.483483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:12.506492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:12.518245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:12.533425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:12.537883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:12.557303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.590908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d93cec-128d-43ee-8b23-e85487a0d4f0 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:12.591232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.595827 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14d93cec-128d-43ee-8b23-e85487a0d4f0 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.2914762 Feb 16 13:44:12.598577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.644690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:12.648971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.655195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': 'c51b2cfe-59fb-4285-954e-eb201e2f62a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd7135a2e-7c09-493d-a12b-ef115e47818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:12.655636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: d7135a2e-7c09-493d-a12b-ef115e47818b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:12.665222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] For port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:12.665750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.688378 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe189136-7bf0-42c0-b201-370b296477ba tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 200 len: 205 time: 0.0847359 Feb 16 13:44:12.691059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56398) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:12.784659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.820139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24988550-70d3-4063-ab03-6c7787243ea8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:12.823525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Calling delete_port for 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:12.837988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:12.845583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f06f45b5-1fb8-46a4-b17f-e15a6a0df0bd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/24988550-70d3-4063-ab03-6c7787243ea8 HTTP/1.1" status: 204 len: 168 time: 0.4375331 Feb 16 13:44:12.918523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:13.031798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8509a688-ad1e-47d3-8976-f495456471dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.040931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network d7135a2e-7c09-493d-a12b-ef115e47818b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:13.043839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.094026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, d7135a2e-7c09-493d-a12b-ef115e47818b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:13.102982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:13.103609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.120646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.133369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:13.194701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] No DVR routers for this DVR port 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:13.202338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1491cf-1589-4865-82e0-065bda1104f2 None None] Network d7135a2e-7c09-493d-a12b-ef115e47818b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:13.234026 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff5a2102-98c2-46e1-9d6b-35c067537d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8837910 Feb 16 13:44:13.249256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Pushing event deleted for resources: {'Port': ['ID=3fa51a3d-b25b-4f25-961b-e65e36f99cd1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:13.254324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56414) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:13.299361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:13.315230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.325778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:13.329581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.330078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.330596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.331040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.331467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.331893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.332316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.332759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.333182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.333603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.334033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.334476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfebb361-9e30-4c96-b202-00afeb585acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:13.337345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:13.337809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3fa51a3d-b25b-4f25-961b-e65e36f99cd1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:13.341925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:13.374926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f03b6-c7c0-45fd-9021-7d502a4d9a74 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:13.474074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:13.474680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.510385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-753885e6-9f2c-48e0-9f41-8f67486c5475 tempest-ServiceProvidersTest-1430805304 tempest-ServiceProvidersTest-1430805304-project] 10.222.0.105 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2061808 Feb 16 13:44:13.623878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c43a1-c802-420f-947e-5a6b5173d7f4 None None] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:13.637942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.652203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=d1a32076-5a29-40f7-b27b-ab82e015a81c,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:13.664751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.685321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port c5ee6a7f-02b4-4cd3-86ed-dfd9580a9d6a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:13.685746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.715196 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-84f92937-e88d-4dcc-8fc2-709c3a366d57 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5781653 Feb 16 13:44:13.720553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56434) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:13.732128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': 'd1a32076-5a29-40f7-b27b-ab82e015a81c', 'ip_address': '2001:db8::ecb4:1e5:ffe3:e86c'}], 'name': 'tempest-NetworksTestDHCPv6-2100847793'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:13.840111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.900849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e00209-e8ff-4d8f-8655-ade414fa0220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-d7135a2e-7c09-493d-a12b-ef115e47818b', 'network_id': 'd7135a2e-7c09-493d-a12b-ef115e47818b', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '3d71ef1d-e34e-4033-a233-bbec11836dba'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:13.902632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44e00209-e8ff-4d8f-8655-ade414fa0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:13.956922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56442) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.000814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:14.008466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:14.011837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:14.017958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:14.033969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:14.053871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.137242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.200516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Provisioning for port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:14.224098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Provisioning complete for port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:14.224441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.225817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for c5ee6a7f-02b4-4cd3-86ed-dfd9580a9d6a owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:14.229714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=3d71ef1d-e34e-4033-a233-bbec11836dba,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:14.244213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.342344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.345043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:14.345775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.366172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Usage tracker for resource:security_group_rule and tenant:9beae844067e4396876e4d0417e96023 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:14.377329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.386997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:14.387246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.507867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.515366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'd1a32076-5a29-40f7-b27b-ab82e015a81c'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:14.516208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.546488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:14.557401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-358f8af5-0b13-4c01-b029-839a34d41b9a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.558383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-358f8af5-0b13-4c01-b029-839a34d41b9a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2112012 Feb 16 13:44:14.567337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56460) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.568342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7135a2e-7c09-493d-a12b-ef115e47818b']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:14.579778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.595729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=c5ee6a7f-02b4-4cd3-86ed-dfd9580a9d6a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:14.605158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-caf95a04-fdee-46fd-8e94-d0ec8c1941aa tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.606489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-caf95a04-fdee-46fd-8e94-d0ec8c1941aa tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0369551 Feb 16 13:44:14.609790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51b2cfe-59fb-4285-954e-eb201e2f62a7') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:14.610367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51b2cfe-59fb-4285-954e-eb201e2f62a7') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:14.612548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56464) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.624778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b548905e-bc80-4ec0-987b-6bcb70632f79 None None] Network d7135a2e-7c09-493d-a12b-ef115e47818b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:14.633735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.640880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 0ae56925-4646-46c1-bbb8-48e0dcc07b40 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:14.647911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-fd4eba86-d043-4400-9e13-4b8d04812283 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.652176 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd4eba86-d043-4400-9e13-4b8d04812283 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0352197 Feb 16 13:44:14.653690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56468) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.661284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-e94d8a84-2fe5-4809-8408-f0d8899b4353 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.665095 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e94d8a84-2fe5-4809-8408-f0d8899b4353 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075867 Feb 16 13:44:14.665254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56472) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.672060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-7a2e25bf-a652-475e-ae67-bcc2e178508b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.672992 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a2e25bf-a652-475e-ae67-bcc2e178508b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067413 Feb 16 13:44:14.675596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56476) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.683023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-7b78e1bf-02fd-4255-947b-f4ae8a49e94b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.684278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b78e1bf-02fd-4255-947b-f4ae8a49e94b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076694 Feb 16 13:44:14.691183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56480) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.698514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.698847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0ffb0870-2d3d-4dc5-9aba-310b78b181c8 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.702400 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ffb0870-2d3d-4dc5-9aba-310b78b181c8 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074611 Feb 16 13:44:14.702834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.709459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-2b089e0f-942e-4031-9666-d8b954992651 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.712935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b089e0f-942e-4031-9666-d8b954992651 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066814 Feb 16 13:44:14.712935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.715064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56488) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.724396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-e855fdf3-17cc-4030-820e-b3296921aa28 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.727976 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e855fdf3-17cc-4030-820e-b3296921aa28 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093703 Feb 16 13:44:14.729381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:14.729792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:14.745718 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:14.747697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56492) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.767627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-332cde7f-44b7-4e26-b653-613af51876fd tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.771339 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-332cde7f-44b7-4e26-b653-613af51876fd tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0175076 Feb 16 13:44:14.808558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.817593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.830317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0a8347c0-1ff4-45ba-b31e-ef92931d16a3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.833822 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a8347c0-1ff4-45ba-b31e-ef92931d16a3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0130894 Feb 16 13:44:14.841596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.900090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.909072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-15139e37-53f9-4ba5-98a8-491820028b56 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.912588 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15139e37-53f9-4ba5-98a8-491820028b56 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0631769 Feb 16 13:44:14.913846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56504) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.917698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:14.922899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0a6356e0-9bdc-4b4d-b7cb-7cdf6ce7e3d9 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.926927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a6356e0-9bdc-4b4d-b7cb-7cdf6ce7e3d9 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0101027 Feb 16 13:44:14.928106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56508) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.939824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-83d90fc8-9520-4d3d-b3b2-ef13c132bf51 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.943827 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-83d90fc8-9520-4d3d-b3b2-ef13c132bf51 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0117223 Feb 16 13:44:14.945943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.965975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-b6baa615-b7b7-413d-ae8a-2e9e1f641ceb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.967627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b6baa615-b7b7-413d-ae8a-2e9e1f641ceb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0222569 Feb 16 13:44:14.970406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56516) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.976065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] For port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,segment=NetworkSegment(1be0cd76-839e-460e-bf7f-b0307e183529),segment_id=1be0cd76-839e-460e-bf7f-b0307e183529)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:14.978545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-6f54fd56-5e18-486e-84b9-a44195776dcf tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.980014 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f54fd56-5e18-486e-84b9-a44195776dcf tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0084021 Feb 16 13:44:14.984376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.990680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-0a196d47-7308-4b0c-94b4-2842f964ffe5 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:14.992043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a196d47-7308-4b0c-94b4-2842f964ffe5 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0064743 Feb 16 13:44:14.995384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56524) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:14.999553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.006064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.010736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-f1dd0145-2729-4354-943e-ca3ad30d6c61 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.013226 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f1dd0145-2729-4354-943e-ca3ad30d6c61 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0162983 Feb 16 13:44:15.015029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.015739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router 9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:15.017161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.027404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.034541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.041847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-3554853d-efcd-43bf-bf0b-3a1db3648f2a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.043069 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3554853d-efcd-43bf-bf0b-3a1db3648f2a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0245733 Feb 16 13:44:15.048554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.055290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-2ea373d9-d87c-4690-8f9b-870f2ad95d66 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.055625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/d1a32076-5a29-40f7-b27b-ab82e015a81c/fff99ca0-3da3-44ca-8d36-3c34dae05844) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:15.056793 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ea373d9-d87c-4690-8f9b-870f2ad95d66 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066850 Feb 16 13:44:15.063773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.070348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.071865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf2f315e-6f76-401d-a7fe-316528cb78c7 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 204 len: 168 time: 2.3794773 Feb 16 13:44:15.077844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-13b291ca-c26d-452d-976f-fc9c85646565 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.081504 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13b291ca-c26d-452d-976f-fc9c85646565 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054858 Feb 16 13:44:15.081504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.082426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56542) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.087584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1217337487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:15.090731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/d7135a2e-7c09-493d-a12b-ef115e47818b HTTP/1.1" status: 204 len: 168 time: 1.8337386 Feb 16 13:44:15.096024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:15.099337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56548) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.099882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.101508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:15.105110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:15.113035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:15.124090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-f456b9f9-6da8-4861-8d0a-c4c41cc858fc tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.127684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f456b9f9-6da8-4861-8d0a-c4c41cc858fc tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0420310 Feb 16 13:44:15.127684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.128651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.129989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-721106353'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:15.132783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56552) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.133846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f7e4b-ea6b-4192-afe6-77ebdd3010cb tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=d7135a2e-7c09-493d-a12b-ef115e47818b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.140621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-72c7260a-5e98-4ec6-9890-44ab3c017986 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.144274 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72c7260a-5e98-4ec6-9890-44ab3c017986 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0080662 Feb 16 13:44:15.144933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56556) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.151416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:15.155097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-42bdf4bc-2624-473f-b456-0f2979be76ca tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.158655 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-42bdf4bc-2624-473f-b456-0f2979be76ca tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0102856 Feb 16 13:44:15.159941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56560) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.164661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:15.168435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-815fd25e-2cf2-4b11-944c-dfadb2cb1e16 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.171990 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-815fd25e-2cf2-4b11-944c-dfadb2cb1e16 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084913 Feb 16 13:44:15.173371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.173480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:15.179119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.183895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:15.184437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-a9254f6d-10ed-452a-b894-8e9097a2c770 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.187865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a9254f6d-10ed-452a-b894-8e9097a2c770 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0110614 Feb 16 13:44:15.188131 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=9beae844067e4396876e4d0417e96023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2294090 Feb 16 13:44:15.188758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e53d64-eab0-4a8c-9492-ce711cd5c362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2de2ce-1940-41f2-a078-293a1d7b55ac,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.192282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56568) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.192574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56570) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.202204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf77a8e-2c5e-4efa-9f2e-dab9fd0d2376 None None] Pushing event updated for resources: {'Port': ['ID=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.205057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-7949d14e-b626-4ccd-a4f1-cbaaaf3e6642 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.209621 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7949d14e-b626-4ccd-a4f1-cbaaaf3e6642 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0126929 Feb 16 13:44:15.209621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56576) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.222280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-5b327f01-9b5d-4df8-aa58-74e535e0e196 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.223265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b327f01-9b5d-4df8-aa58-74e535e0e196 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0132220 Feb 16 13:44:15.226030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56580) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.228962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:15.233401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.246808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.247808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-c5d3877a-b7b5-48ad-8ec1-7443f50ce611 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.251358 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5d3877a-b7b5-48ad-8ec1-7443f50ce611 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0217140 Feb 16 13:44:15.252470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56584) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.264629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-34156b9e-ef6e-4da4-9dbe-255b3af5c59f tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.268031 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-34156b9e-ef6e-4da4-9dbe-255b3af5c59f tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0124671 Feb 16 13:44:15.268884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56588) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.273309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-b2d171f5-86d9-4f25-8e93-ea21382dfab3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.274091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b2d171f5-86d9-4f25-8e93-ea21382dfab3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049360 Feb 16 13:44:15.277383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56592) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.284600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-d98ef4f3-aa7a-457d-9b48-4538792e5d49 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.288304 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d98ef4f3-aa7a-457d-9b48-4538792e5d49 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071149 Feb 16 13:44:15.288508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.288605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56596) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.289946 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b0d225d-370b-42e7-9cc0-f38564ae3a22 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2086048 Feb 16 13:44:15.292545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.293325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.299506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-f0f30c4c-4b4e-4c88-8d9d-464d37a451ec tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.300652 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f0f30c4c-4b4e-4c88-8d9d-464d37a451ec tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0078084 Feb 16 13:44:15.303389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56604) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.305732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:15.308267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:15.314409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-17b67f99-1fd7-4276-b986-a438b94cb6dc tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.315397 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-17b67f99-1fd7-4276-b986-a438b94cb6dc tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0111096 Feb 16 13:44:15.318453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56608) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.324903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-a6d80d16-052a-4123-81d3-80b5f38d69eb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.325962 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a6d80d16-052a-4123-81d3-80b5f38d69eb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066149 Feb 16 13:44:15.327107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.327448 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 48f4caca-421b-4bb3-8928-3fb56fc82491 of type vlan for network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 Feb 16 13:44:15.328539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56612) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.342670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-808ea646-1449-450d-8abc-235ac5aa2869 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.342670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-808ea646-1449-450d-8abc-235ac5aa2869 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0098398 Feb 16 13:44:15.342967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.353159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-a09f01d1-80e0-4808-b072-fdebcbd3c144 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.356806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a09f01d1-80e0-4808-b072-fdebcbd3c144 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0103226 Feb 16 13:44:15.364665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56620) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.372501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-e0850001-d824-421e-b399-ff48940d836b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.376320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e0850001-d824-421e-b399-ff48940d836b tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080271 Feb 16 13:44:15.376720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56624) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.380334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.387683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-9a0c1320-12ea-4aa1-929c-3a86d0143504 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.391414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9a0c1320-12ea-4aa1-929c-3a86d0143504 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0111470 Feb 16 13:44:15.391659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56628) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.398004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-6a2e8adc-877b-4fec-88dc-345660a6279d tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.402966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6a2e8adc-877b-4fec-88dc-345660a6279d tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064950 Feb 16 13:44:15.403238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.411933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-72f25f60-7cee-4970-a80a-96590ccdf2e3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.415541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72f25f60-7cee-4970-a80a-96590ccdf2e3 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088649 Feb 16 13:44:15.417352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.421284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4dd67c1-f275-411c-aef5-072d2cddeb59 None None] Provisioning complete for port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:15.421696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dd67c1-f275-411c-aef5-072d2cddeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.422517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56636) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.430619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-927460d1-f506-4d31-9197-e444cc0c3504 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.435195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-927460d1-f506-4d31-9197-e444cc0c3504 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081046 Feb 16 13:44:15.435195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56640) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.441852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-72a6528e-a58e-45ff-a396-9689733e3cd7 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.445871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72a6528e-a58e-45ff-a396-9689733e3cd7 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070436 Feb 16 13:44:15.445871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.451432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-b58b5707-edfd-4094-97fa-d04e63c24b31 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.452406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b58b5707-edfd-4094-97fa-d04e63c24b31 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057740 Feb 16 13:44:15.455289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56648) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.455922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.461364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:15.461977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.470634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.488255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Transition to ACTIVE for port object fff99ca0-3da3-44ca-8d36-3c34dae05844 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:15.491725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-935f09af-1156-44c8-8af9-e4a67d55584d tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.494718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-935f09af-1156-44c8-8af9-e4a67d55584d tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0278435 Feb 16 13:44:15.499265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.517948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Transition to ACTIVE for port object fff99ca0-3da3-44ca-8d36-3c34dae05844 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:15.526631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.568277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-5936b8d9-f2b9-4b41-8a96-ec21aeb79d3a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.571122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5936b8d9-f2b9-4b41-8a96-ec21aeb79d3a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0203724 Feb 16 13:44:15.571925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.576062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.591356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-c04df63e-89a1-49e4-a0f3-8c0946eda375 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.595000 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c04df63e-89a1-49e4-a0f3-8c0946eda375 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0121582 Feb 16 13:44:15.599107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56660) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.627387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-7ff56683-996d-4718-85ca-68675e05d554 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.631202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7ff56683-996d-4718-85ca-68675e05d554 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0281186 Feb 16 13:44:15.633674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56664) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.643487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5325973 Feb 16 13:44:15.650566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-4af1c275-b4bf-416c-8e8d-6f40643bf994 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.651485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4af1c275-b4bf-416c-8e8d-6f40643bf994 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0104046 Feb 16 13:44:15.655175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56668) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.655723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56670) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.662755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b13bb-10dc-4f20-b0e3-3d0d0dfe4f3c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.671179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:15.680309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:15.688733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-ee7f9433-e7aa-4057-b936-a09840f1da92 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.689165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:15.692206 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee7f9433-e7aa-4057-b936-a09840f1da92 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0311711 Feb 16 13:44:15.703199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56676) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.762398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:15.762632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-954c25b6-520a-4205-9274-2d1299cb265f tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.765982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-954c25b6-520a-4205-9274-2d1299cb265f tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0590968 Feb 16 13:44:15.766176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:15.783652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56680) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.792627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-df33f952-b9e5-4716-841e-e7874cd04550 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.796824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-df33f952-b9e5-4716-841e-e7874cd04550 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095387 Feb 16 13:44:15.797285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::ecb4:1e5:ffe3:e86c (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/d1a32076-5a29-40f7-b27b-ab82e015a81c/0ae56925-4646-46c1-bbb8-48e0dcc07b40) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:15.801468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.806591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56684) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.819961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-57852ced-1707-4ee5-963e-eef4bc614fe6 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.823672 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-57852ced-1707-4ee5-963e-eef4bc614fe6 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0138750 Feb 16 13:44:15.826084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56688) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.831150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:15.838939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-91459d77-0c6b-45c1-b2d3-9fd419c5794e tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.842395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-91459d77-0c6b-45c1-b2d3-9fd419c5794e tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127199 Feb 16 13:44:15.852158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:15.854436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56692) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.859688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:15.871065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-845fc842-0126-4dce-8199-16d1c93c2f74 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.871065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-845fc842-0126-4dce-8199-16d1c93c2f74 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0154898 Feb 16 13:44:15.871593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56696) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.887997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:15.888266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.892333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-a6477367-f416-43b7-bd51-b6c7ec6a65e2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.896043 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a6477367-f416-43b7-bd51-b6c7ec6a65e2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106812 Feb 16 13:44:15.897102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.902552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.912790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-a1d6127a-73c9-4f4a-825a-2cb60359a0bf tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.914909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Pushing event updated for resources: {'Port': ['ID=fff99ca0-3da3-44ca-8d36-3c34dae05844,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.916109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:15.917009 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a1d6127a-73c9-4f4a-825a-2cb60359a0bf tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0183601 Feb 16 13:44:15.919993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.932491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.933923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2de2ce-1940-41f2-a078-293a1d7b55ac,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:15.947538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Attempting to bind port fff99ca0-3da3-44ca-8d36-3c34dae05844 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:15.949098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Attempting to bind port fff99ca0-3da3-44ca-8d36-3c34dae05844 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:15.949733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Attempting to bind port fff99ca0-3da3-44ca-8d36-3c34dae05844 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:15.957688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:15.959422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:15.960287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.960954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:15.961641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Bound port: fff99ca0-3da3-44ca-8d36-3c34dae05844, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:15.962319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.974067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-95912b88-c70b-43ec-a977-9a95596ad01c tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:15.978529 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95912b88-c70b-43ec-a977-9a95596ad01c tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0200820 Feb 16 13:44:15.979690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:15.983590 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48d65699-25a6-41ff-92ed-d585dfb2ab0e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cc2de2ce-1940-41f2-a078-293a1d7b55ac HTTP/1.1" status: 204 len: 168 time: 0.7874453 Feb 16 13:44:15.983590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:15.989852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-aabdcfd8-6b06-4322-81ca-94ae66a5cbd2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.006086 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aabdcfd8-6b06-4322-81ca-94ae66a5cbd2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0234354 Feb 16 13:44:16.007973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.070058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-db6cd324-ddde-43c7-8c1f-cba32245f8ea tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.073822 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-db6cd324-ddde-43c7-8c1f-cba32245f8ea tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0620384 Feb 16 13:44:16.077331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.085635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-c294611d-2720-4572-9299-b55ab9043ada tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.089398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c294611d-2720-4572-9299-b55ab9043ada tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110619 Feb 16 13:44:16.091166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.098331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-8e1e4e43-a2b6-416a-87ae-9cfbe0737c97 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.102093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e1e4e43-a2b6-416a-87ae-9cfbe0737c97 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086508 Feb 16 13:44:16.105428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56726) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.113732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-bbf83635-24f9-4ade-86ee-65f4924bd8bb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.117681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bbf83635-24f9-4ade-86ee-65f4924bd8bb tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0117693 Feb 16 13:44:16.118363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.125590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-a5d76d21-ca96-4317-861c-b60c8043c13a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.129583 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5d76d21-ca96-4317-861c-b60c8043c13a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0089865 Feb 16 13:44:16.131609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.141563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] For port fff99ca0-3da3-44ca-8d36-3c34dae05844, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:16.145319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-0a5228e4-05d6-4b82-8d11-3541cf3b8467 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.148591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] For port fff99ca0-3da3-44ca-8d36-3c34dae05844, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fff99ca0-3da3-44ca-8d36-3c34dae05844,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:16.149372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0a5228e4-05d6-4b82-8d11-3541cf3b8467 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0168266 Feb 16 13:44:16.150005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.157242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.158343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-8e25d54e-38b2-4a32-b1b9-d129f179cdc2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.162293 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e25d54e-38b2-4a32-b1b9-d129f179cdc2 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106902 Feb 16 13:44:16.164576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56742) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.184581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-a08061b1-6152-472f-8d78-8f9b66c6e4b6 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.185667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a08061b1-6152-472f-8d78-8f9b66c6e4b6 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0199473 Feb 16 13:44:16.190519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56746) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.241117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [None req-843da62e-3796-4d0c-9199-0a06d15f5642 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.245275 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-843da62e-3796-4d0c-9199-0a06d15f5642 tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0432582 Feb 16 13:44:16.250034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56750) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.271402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbc328-d4f3-44e5-b28b-b088a530718a None None] Pushing event updated for resources: {'Port': ['ID=fff99ca0-3da3-44ca-8d36-3c34dae05844,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:16.274553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.317012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 0ae56925-4646-46c1-bbb8-48e0dcc07b40 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:16.324980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [None req-2114f4f0-2c45-4071-8625-c4ac93e5008a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] http://10.222.0.105:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:16.338157 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2114f4f0-2c45-4071-8625-c4ac93e5008a tempest-ExtensionsTestJSON-176105657 tempest-ExtensionsTestJSON-176105657-project] 10.222.0.105 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0746357 Feb 16 13:44:16.371229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.455893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.475683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.503141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:16.520006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.553895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=0ae56925-4646-46c1-bbb8-48e0dcc07b40,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:16.561441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=248bbbcd-052a-46eb-a936-1b5324ef541d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:16.574912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': '48f4caca-421b-4bb3-8928-3fb56fc82491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:16.575887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:16.602660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:16.605167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:16.609316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:16.615428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.616252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.634793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:16.668707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3885b86a-7c04-4e25-9382-48928a2ea466 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9462857 Feb 16 13:44:16.670105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.672949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:16.685705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.686307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.695598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaab2cf-5994-4380-97e0-7a4718f69658 None None] Network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:16.765337 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60a34aee-399c-45ed-898b-dcf83ab42bd6 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1084161 Feb 16 13:44:16.768825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:16.800904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:16.802184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:16.808215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Allocated IP 172.26.1.47 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/7cd66427-a739-4dc7-97cb-770cecf98090) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:16.981823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780866c1-0d8c-4716-b1f6-bf564c8aa3fb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.989321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780866c1-0d8c-4716-b1f6-bf564c8aa3fb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:16.991117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-780866c1-0d8c-4716-b1f6-bf564c8aa3fb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:17.038156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-780866c1-0d8c-4716-b1f6-bf564c8aa3fb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:17.042511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-780866c1-0d8c-4716-b1f6-bf564c8aa3fb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3658574 Feb 16 13:44:17.045400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56776) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:17.092301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.136348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56780) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:17.145851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.244343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.252730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Pushing event updated for resources: {'Port': ['ID=7cd66427-a739-4dc7-97cb-770cecf98090,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:17.272396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:17.274129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:17.277398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:17.308546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93', 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '248bbbcd-052a-46eb-a936-1b5324ef541d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:17.309720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.339993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 0ae56925-4646-46c1-bbb8-48e0dcc07b40 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:17.340516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.455468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.556588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Allocated IP 2001:db8::1 (9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93/248bbbcd-052a-46eb-a936-1b5324ef541d/1f14df73-bd59-4f2d-8778-69e75b3bd828) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:17.711991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56794) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:17.719657 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [-] 10.222.0.105 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0065274 Feb 16 13:44:17.720517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.733980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:17.734466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:17.758772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:17.835577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Usage tracker for resource:security_group_rule and tenant:eddfaacb6d094421bbfe97f063e669ae is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:17.839081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:17.844750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:17.857207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1efbf5b1-8416-499b-8bbd-fc1b0aa455e4 None None] Provisioning for port fff99ca0-3da3-44ca-8d36-3c34dae05844 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:17.925877 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b311c569-aa6f-4a98-af69-0f27d8aee1d4 tempest-NetworksApiDiscovery-977050171 tempest-NetworksApiDiscovery-977050171-project] 10.222.0.105 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1756158 Feb 16 13:44:17.926129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 0ae56925-4646-46c1-bbb8-48e0dcc07b40 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:17.997148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.022436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Transition to ACTIVE for port object 1f14df73-bd59-4f2d-8778-69e75b3bd828 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:18.076120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Transition to ACTIVE for port object 1f14df73-bd59-4f2d-8778-69e75b3bd828 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:18.085978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.095751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.113980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.171442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:18.172593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.177309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:18.181038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:18.227963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=248bbbcd-052a-46eb-a936-1b5324ef541d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:18.254353 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=eddfaacb6d094421bbfe97f063e669ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1165416 Feb 16 13:44:18.255067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c39593-40b8-4657-9cdf-22d0accab027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e56943-d92c-400a-82e0-a3d8306d57cc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:18.257568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56804) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:18.278441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Pushing event updated for resources: {'Port': ['ID=1f14df73-bd59-4f2d-8778-69e75b3bd828,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:18.280964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.306691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Attempting to bind port 1f14df73-bd59-4f2d-8778-69e75b3bd828 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:18.307058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Attempting to bind port 1f14df73-bd59-4f2d-8778-69e75b3bd828 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '48f4caca-421b-4bb3-8928-3fb56fc82491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:18.307628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Attempting to bind port 1f14df73-bd59-4f2d-8778-69e75b3bd828 on network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:18.314720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:18.315099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Checking segment: {'id': '48f4caca-421b-4bb3-8928-3fb56fc82491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:18.315473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.315895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Bound using segment: {'id': '48f4caca-421b-4bb3-8928-3fb56fc82491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:18.316362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Bound port: 1f14df73-bd59-4f2d-8778-69e75b3bd828, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f4caca-421b-4bb3-8928-3fb56fc82491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:18.316730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.358661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.414595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:18.426006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.483020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f4caca-421b-4bb3-8928-3fb56fc82491') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:18.483986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f4caca-421b-4bb3-8928-3fb56fc82491') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:18.517222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ee8b4c30-303a-45d2-8b40-c2362996e235 None None] Provisioning for port 0ae56925-4646-46c1-bbb8-48e0dcc07b40 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:18.524287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56810) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:18.526620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] For port 1f14df73-bd59-4f2d-8778-69e75b3bd828, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:18.532639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ee8b4c30-303a-45d2-8b40-c2362996e235 None None] Provisioning complete for port 0ae56925-4646-46c1-bbb8-48e0dcc07b40 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:18.533443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4c30-303a-45d2-8b40-c2362996e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.536459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=0ae56925-4646-46c1-bbb8-48e0dcc07b40,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:18.544343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.601739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ee8b4c30-303a-45d2-8b40-c2362996e235 None None] Port 0ae56925-4646-46c1-bbb8-48e0dcc07b40 was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:44:18.606690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fff99ca0-3da3-44ca-8d36-3c34dae05844 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:18.634292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.668593 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e6d32e50-4833-4a0f-be14-f3bfbef2f432 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/0ae56925-4646-46c1-bbb8-48e0dcc07b40 HTTP/1.1" status: 204 len: 168 time: 1.6222045 Feb 16 13:44:18.669691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56816) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:18.692990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] For port 1f14df73-bd59-4f2d-8778-69e75b3bd828, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1f14df73-bd59-4f2d-8778-69e75b3bd828,segment=NetworkSegment(48f4caca-421b-4bb3-8928-3fb56fc82491),segment_id=48f4caca-421b-4bb3-8928-3fb56fc82491)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:18.705790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.730848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.749087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:18.750542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.774452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:18.782530 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:18.826952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.833195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.843414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.883887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.919070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7d946-0184-468a-9e99-11a1e18b2ea1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:18.920740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7d946-0184-468a-9e99-11a1e18b2ea1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:18.921516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d0c7d946-0184-468a-9e99-11a1e18b2ea1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:18.928032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:18.936307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fff99ca0-3da3-44ca-8d36-3c34dae05844 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:18.936611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:44:18.936611 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:44:18.936611 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': '9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93'}] Feb 16 13:44:18.936611 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:18.936611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:18.940551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Usage tracker for resource:security_group_rule and tenant:21aa3b1b252d4ea8ad72d3ea4961bf75 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:18.946361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:18.949900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb369e3-6135-44b2-aa09-d132a656a2c4 None None] Pushing event updated for resources: {'Port': ['ID=1f14df73-bd59-4f2d-8778-69e75b3bd828,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:18.957562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d0c7d946-0184-468a-9e99-11a1e18b2ea1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:18.962282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:18.962602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fff99ca0-3da3-44ca-8d36-3c34dae05844 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:18.963127 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d0c7d946-0184-468a-9e99-11a1e18b2ea1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2918241 Feb 16 13:44:18.963249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:18.964959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:19.075251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5c7dd-31a5-4ad1-894d-08db820747f0 None None] Network 9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:19.138589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet d1a32076-5a29-40f7-b27b-ab82e015a81c {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:19.159202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.194036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.226978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e56943-d92c-400a-82e0-a3d8306d57cc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:19.237895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.243804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.250895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.261006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.304691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5fe73-caa8-4fd6-bdfd-2673a1e4aa1e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:19.310261 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bc5d2597-b805-4979-a71f-c75ef1e3d269 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=21aa3b1b252d4ea8ad72d3ea4961bf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7843022 Feb 16 13:44:19.312571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56824) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:19.322949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.326473 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c12e201a-2fd0-4de0-af2c-7873a742bb7e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/63e56943-d92c-400a-82e0-a3d8306d57cc HTTP/1.1" status: 204 len: 168 time: 1.0624783 Feb 16 13:44:19.362381 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-afdb0d44-c190-468e-a643-c7fe82a067bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2652307 Feb 16 13:44:19.368057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Router 07874406-3d53-4497-9622-ab7261121136 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:19.373915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port fff99ca0-3da3-44ca-8d36-3c34dae05844, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fff99ca0-3da3-44ca-8d36-3c34dae05844,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:19.389569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.409234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.437614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.451735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.488249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port 1f14df73-bd59-4f2d-8778-69e75b3bd828 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:19.488901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=fff99ca0-3da3-44ca-8d36-3c34dae05844,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:19.489179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.507546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646e92b-bca4-4b6b-bbea-419ea43a9269 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:44:19.626500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.695575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646e92b-bca4-4b6b-bbea-419ea43a9269 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:44:19.818196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:19.820526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.830586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] Sync routers for ids ['07874406-3d53-4497-9622-ab7261121136'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:19.851505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] Routers {'07874406-3d53-4497-9622-ab7261121136'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:19.852384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['07874406-3d53-4497-9622-ab7261121136'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:19.859125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-39d7f8b8-505a-4140-86c5-7bbb2313af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:19.860744 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-39d7f8b8-505a-4140-86c5-7bbb2313af52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.4264894 Feb 16 13:44:19.876099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a32076-5a29-40f7-b27b-ab82e015a81c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:19.882598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.887190 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15b7d265-da2a-4994-afe5-da4183880d4f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/d1a32076-5a29-40f7-b27b-ab82e015a81c HTTP/1.1" status: 204 len: 168 time: 0.9236331 Feb 16 13:44:19.888276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56842) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:19.890797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:19.894495 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79b93b52-7ae7-417d-ac20-70922a33449c tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "PUT /v2.0/routers/07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 200 len: 919 time: 4.5964041 Feb 16 13:44:19.913129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:19.938953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:19.981284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] Routers {'07874406-3d53-4497-9622-ab7261121136'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:19.982134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['07874406-3d53-4497-9622-ab7261121136'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:20.010936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3d0c0410-4ea8-45b1-8203-48f5e709141f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179471 Feb 16 13:44:20.012233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.020480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56850) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:20.050765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:20.052734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:20.053296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651774b-0f9e-4d89-b399-7cdff3a35b16 None None] The sync data for ids ['07874406-3d53-4497-9622-ab7261121136'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:20.066777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5fe73-caa8-4fd6-bdfd-2673a1e4aa1e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:20.068695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.072249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e38db40e-8bba-4338-8a82-3808a84c6da5 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/79c5fe73-caa8-4fd6-bdfd-2673a1e4aa1e HTTP/1.1" status: 204 len: 168 time: 0.7555227 Feb 16 13:44:20.172594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port 1f14df73-bd59-4f2d-8778-69e75b3bd828, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1f14df73-bd59-4f2d-8778-69e75b3bd828,segment=NetworkSegment(48f4caca-421b-4bb3-8928-3fb56fc82491),segment_id=48f4caca-421b-4bb3-8928-3fb56fc82491)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:20.173172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.330319 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c65cc2f5-a466-4ad4-bf81-5d6f6cd761da tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 200 len: 925 time: 0.4156377 Feb 16 13:44:20.333335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-8dd875b3-dd19-4f98-8b84-1c5776fb0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:20.334755 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-8dd875b3-dd19-4f98-8b84-1c5776fb0ba2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.4407017 Feb 16 13:44:20.335211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:20.342691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b012a-8379-4e60-bb8b-1c7ad90cfd4f None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:20.345099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for 1f14df73-bd59-4f2d-8778-69e75b3bd828 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:20.438429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.453143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:20.458029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:20.461425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:20.467785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:20.532490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:20.536669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.543568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fff99ca0-3da3-44ca-8d36-3c34dae05844 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:20.560814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56874) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:20.567858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No DVR routers for this DVR port 1f14df73-bd59-4f2d-8778-69e75b3bd828 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:20.604035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Port': ['ID=1f14df73-bd59-4f2d-8778-69e75b3bd828,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:20.645285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-c74da95e-6c50-456e-86a5-744509a67c06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.1867039 Feb 16 13:44:20.653486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2ae0b-6716-4b20-b7bc-6bebbe145ae0 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:20.657632 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2f2ae0b-6716-4b20-b7bc-6bebbe145ae0 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=07874406-3d53-4497-9622-ab7261121136&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3188477 Feb 16 13:44:20.687079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fff99ca0-3da3-44ca-8d36-3c34dae05844 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:20.687757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.699436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56882) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:20.720711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-4c04b19e-4c44-4ee6-a650-c5d21931527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:20.722188 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-4c04b19e-4c44-4ee6-a650-c5d21931527b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.0658042 Feb 16 13:44:20.775081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:20.789162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Deleting port fff99ca0-3da3-44ca-8d36-3c34dae05844 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:20.791719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:20.886949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-f65b85d3-9333-43ed-9bdb-63b0334e5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:20.888452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-f65b85d3-9333-43ed-9bdb-63b0334e5a1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1602669 Feb 16 13:44:20.921167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d31fab13-646b-4dfc-848b-46b955e91cf1 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] Request body: {'port': {'network_id': '0f5c94e5-bcd1-445a-974c-5405c55e9e57', 'name': 'tempest-NetworksNegativeTestJSON-1047573978'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:20.983404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31fab13-646b-4dfc-848b-46b955e91cf1 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] POST failed (client error): The resource could not be found. Feb 16 13:44:20.983989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31fab13-646b-4dfc-848b-46b955e91cf1 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:20.989160 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d31fab13-646b-4dfc-848b-46b955e91cf1 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4148607 Feb 16 13:44:20.990714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.010366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.040334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab4ac0-d3a7-4769-84b5-c47777949bf7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:21.042003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-91ab4ac0-d3a7-4769-84b5-c47777949bf7 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.3182461 Feb 16 13:44:21.047231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56902) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.048702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:21.065834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4adc9a0f-d5fb-4c8e-9655-7c657cc0f3ce tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] DELETE failed (client error): The resource could not be found. Feb 16 13:44:21.067014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4adc9a0f-d5fb-4c8e-9655-7c657cc0f3ce tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.073311 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4adc9a0f-d5fb-4c8e-9655-7c657cc0f3ce tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "DELETE /v2.0/networks/6acf44c1-4579-4edc-977f-1aef113bfbb0 HTTP/1.1" status: 404 len: 339 time: 0.0605078 Feb 16 13:44:21.074182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56906) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.112357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-28cdc51e-2f69-4d51-9858-86c082c18123 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 200 len: 205 time: 0.0556726 Feb 16 13:44:21.114466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f4caca-421b-4bb3-8928-3fb56fc82491') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:21.114773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f4caca-421b-4bb3-8928-3fb56fc82491') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:21.122615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56910) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.163373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-052fd765-a95a-4ee6-abbc-d1191f57fa0c tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] DELETE failed (client error): The resource could not be found. Feb 16 13:44:21.164285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052fd765-a95a-4ee6-abbc-d1191f57fa0c tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.171621 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-052fd765-a95a-4ee6-abbc-d1191f57fa0c tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "DELETE /v2.0/ports/c96cb5c0-6b73-46f5-b512-e852f3cff238 HTTP/1.1" status: 404 len: 333 time: 0.0936222 Feb 16 13:44:21.172565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.185882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.222688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] For port fff99ca0-3da3-44ca-8d36-3c34dae05844, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fff99ca0-3da3-44ca-8d36-3c34dae05844,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:21.223091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.240518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.241249 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-03d0a99f-3832-456c-88e3-0b75fba7c142 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463092 Feb 16 13:44:21.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f808980f-99d3-4259-906e-a48148930c0d tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] DELETE failed (client error): The resource could not be found. Feb 16 13:44:21.247432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f808980f-99d3-4259-906e-a48148930c0d tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.249558 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f808980f-99d3-4259-906e-a48148930c0d tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "DELETE /v2.0/subnets/04f12757-f1d4-4734-890c-40483d139c9f HTTP/1.1" status: 404 len: 337 time: 0.0700169 Feb 16 13:44:21.253388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56922) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.309115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:21.309522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:21.326955 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:21.389929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Calling delete_port for fff99ca0-3da3-44ca-8d36-3c34dae05844 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:21.401984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a865df5c-7d07-48ac-91bd-5b1bc597404d req-86db4e8a-5973-4e00-9445-85f75190a473 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512403 Feb 16 13:44:21.497898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.550742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] Pushing event deleted for resources: {'Port': ['ID=fff99ca0-3da3-44ca-8d36-3c34dae05844,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:21.556526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef98e0-233f-4ebc-8d11-e9c7fd254436 None None] No DVR routers for this DVR port fff99ca0-3da3-44ca-8d36-3c34dae05844 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:21.611361 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e328527d-9e36-4236-8b5a-c645407c330e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] GET failed (client error): The resource could not be found. Feb 16 13:44:21.611976 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e328527d-9e36-4236-8b5a-c645407c330e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "GET /v2.0/networks/050d5b00-ae8b-46f2-a206-621acbc60581 HTTP/1.1" status: 404 len: 339 time: 0.3540049 Feb 16 13:44:21.615796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.662627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3693a24-b39d-4263-acb6-e54a92759a3a tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] GET failed (client error): The resource could not be found. Feb 16 13:44:21.669131 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3693a24-b39d-4263-acb6-e54a92759a3a tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "GET /v2.0/ports/cc35e45c-be43-4f86-8a10-ac12d2df9053 HTTP/1.1" status: 404 len: 333 time: 0.0471945 Feb 16 13:44:21.670265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.672527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.715963 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9f0e9e-534c-4b92-85eb-6299e8d71b29 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] GET failed (client error): The resource could not be found. Feb 16 13:44:21.717395 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4d9f0e9e-534c-4b92-85eb-6299e8d71b29 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "GET /v2.0/subnets/56757636-ed68-42dd-be91-fd1c971dbfcc HTTP/1.1" status: 404 len: 337 time: 0.0459466 Feb 16 13:44:21.720228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.721308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.728769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-427a319c-7401-440a-b5c1-ddf972176a5e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:21.750815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a319c-7401-440a-b5c1-ddf972176a5e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] PUT failed (client error): The resource could not be found. Feb 16 13:44:21.751655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427a319c-7401-440a-b5c1-ddf972176a5e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.756424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-427a319c-7401-440a-b5c1-ddf972176a5e tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "PUT /v2.0/networks/379e7e9e-ae18-4fb9-b94c-9dc69916ab60 HTTP/1.1" status: 404 len: 339 time: 0.0304806 Feb 16 13:44:21.756659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56948) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.763149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.763877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-11eb1e1b-7ac3-4fe3-ba3a-5f2fcb2dd8cf tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:21.784045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:21.801286 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eb1e1b-7ac3-4fe3-ba3a-5f2fcb2dd8cf tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] PUT failed (client error): The resource could not be found. Feb 16 13:44:21.803337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eb1e1b-7ac3-4fe3-ba3a-5f2fcb2dd8cf tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.804280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11eb1e1b-7ac3-4fe3-ba3a-5f2fcb2dd8cf tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "PUT /v2.0/ports/c0d23ecf-37e0-4941-b5e7-a81f170f9787 HTTP/1.1" status: 404 len: 333 time: 0.0465178 Feb 16 13:44:21.808166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.808347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.814142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe998af1-d4c6-4eb3-87cf-d8dad27509d7 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:21.851478 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe998af1-d4c6-4eb3-87cf-d8dad27509d7 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] PUT failed (client error): The resource could not be found. Feb 16 13:44:21.851908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe998af1-d4c6-4eb3-87cf-d8dad27509d7 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:21.858283 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe998af1-d4c6-4eb3-87cf-d8dad27509d7 tempest-NetworksNegativeTestJSON-2093091425 tempest-NetworksNegativeTestJSON-2093091425-project] 10.222.0.105 "PUT /v2.0/subnets/fece858e-eaef-44ef-8d3e-b7fa335a9575 HTTP/1.1" status: 404 len: 337 time: 0.0438585 Feb 16 13:44:21.859467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-83c87bd3-3262-45f4-9c3b-18854e42d0a7 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 HTTP/1.1" status: 204 len: 168 time: 5.0896325 Feb 16 13:44:21.865636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56960) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:21.871220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2012828021'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:21.877185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:21.882040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:21.885462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:21.892072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:21.949343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=98b53656-4b70-412b-9335-bdb240c8c045,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:21.967003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:21.970560 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:21.975091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:21.975764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:21.980740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a06dc-192d-4eda-bd32-a027a569ec78 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:22.026079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e8b1b247-291c-4dd8-ba48-6dda39839984 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9900987 Feb 16 13:44:22.032398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56964) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:22.035459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.041804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '98b53656-4b70-412b-9335-bdb240c8c045', 'ip_address': '2001:db8::d121:4126:b9a0:4c68'}], 'name': 'tempest-NetworksTestDHCPv6-401957273'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:22.121536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port 7cd66427-a739-4dc7-97cb-770cecf98090 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:22.122905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.123026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:22.133207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.174298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:22.197616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.197963 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment b4d83538-c7b3-469d-9298-d2d3e2294c36 of type vlan for network 8310d892-84e1-4c46-97af-c5e9c7375a0a Feb 16 13:44:22.249690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.303821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.313982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:22.315006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.323698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:22.332110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:22.339350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:22.376925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:22.393083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56974) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:22.451449 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5814509 Feb 16 13:44:22.451449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:22.458915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '98b53656-4b70-412b-9335-bdb240c8c045'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:22.460298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.461458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': '8310d892-84e1-4c46-97af-c5e9c7375a0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:22.465845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.479361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:22.480740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fff99ca0-3da3-44ca-8d36-3c34dae05844 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:22.536390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fff99ca0-3da3-44ca-8d36-3c34dae05844 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:22.536730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fff99ca0-3da3-44ca-8d36-3c34dae05844 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:22.596043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55487b-9f39-4255-962b-4719aaa2c1d9 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=8310d892-84e1-4c46-97af-c5e9c7375a0a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:22.613680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:22.614320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 8310d892-84e1-4c46-97af-c5e9c7375a0a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:22.618601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:22.622107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:22.628657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:22.640405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:22.644788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.715098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.895006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/98b53656-4b70-412b-9335-bdb240c8c045/4f588bdf-bab9-4989-9aac-72e2a20ae2ae) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:22.901941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for 7cd66427-a739-4dc7-97cb-770cecf98090 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:22.920028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.955549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:22.983180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 51a6669f-8ee3-480c-b9c2-a6fa0179640c yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:23.033012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:23.052696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Usage tracker for resource:security_group_rule and tenant:f9595f6b52794720b400a320d0b9e3b2 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:23.059853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:23.074953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:23.079891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=80b46ac0-0b2b-4405-9d94-2ac0d9f652e2,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.084163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56984) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:23.089839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888213949', 'description': 'tempest-secgroup-smoke-888213949 description', 'project_id': '0f37808179094a2d8662567dfe296f0e'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:23.095048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': 'b4d83538-c7b3-469d-9298-d2d3e2294c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '8310d892-84e1-4c46-97af-c5e9c7375a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:23.095419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: 8310d892-84e1-4c46-97af-c5e9c7375a0a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:23.103975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:23.113079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:23.120744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:23.128960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:23.130900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network 8310d892-84e1-4c46-97af-c5e9c7375a0a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:23.143990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 8310d892-84e1-4c46-97af-c5e9c7375a0a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:23.147904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.159879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:23.160586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.168386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.168602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc654cf-8237-4450-99ef-d7dfdd50d5c8 None None] Network 8310d892-84e1-4c46-97af-c5e9c7375a0a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:23.198675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:23.204256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:23.207539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:23.216980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-30f8e55f-aa18-476d-a4e4-328238adf3a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7616131 Feb 16 13:44:23.216980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:23.217270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 56988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:23.302768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.353482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.359352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.362628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Transition to ACTIVE for port object 4f588bdf-bab9-4989-9aac-72e2a20ae2ae will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:23.380712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.398032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Transition to ACTIVE for port object 4f588bdf-bab9-4989-9aac-72e2a20ae2ae will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:23.401348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.438755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.474738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.483271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.499663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e688d-e9a9-492c-9566-8bdb974709d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-8310d892-84e1-4c46-97af-c5e9c7375a0a', 'network_id': '8310d892-84e1-4c46-97af-c5e9c7375a0a', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '80b46ac0-0b2b-4405-9d94-2ac0d9f652e2'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:23.499895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-975e688d-e9a9-492c-9566-8bdb974709d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.500399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:23.516510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:23.517993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=7cd66427-a739-4dc7-97cb-770cecf98090,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.530788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:23.547039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:23.550326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:23.552290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d2d116-d28c-4969-b340-351cdb893469,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.553560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:23.557324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:23.567138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.579891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f9595f6b52794720b400a320d0b9e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1833978 Feb 16 13:44:23.581244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56992) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:23.590820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b37aa-cf46-4443-a6eb-639027ca3a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836a6eef-09fe-44d5-a191-1016a8d5a3d1,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.644867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Pushing event updated for resources: {'Port': ['ID=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.694720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.700548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.736028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Attempting to bind port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:23.736934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Attempting to bind port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:23.736934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Attempting to bind port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:23.741993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.745594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:23.745967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:23.746395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.746781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:23.747713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Bound port: 4f588bdf-bab9-4989-9aac-72e2a20ae2ae, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:23.747713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.755286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=80b46ac0-0b2b-4405-9d94-2ac0d9f652e2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server [None req-975e688d-e9a9-492c-9566-8bdb974709d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b46ac0-0b2b-4405-9d94-2ac0d9f652e2: This subnet is being modified by another concurrent operation. Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:44:23.768348 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b46ac0-0b2b-4405-9d94-2ac0d9f652e2: This subnet is being modified by another concurrent operation. Feb 16 13:44:23.771816 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Feb 16 13:44:23.819047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beebf8-6b8c-4582-a06d-a584a8f5099a None None] Network 8310d892-84e1-4c46-97af-c5e9c7375a0a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:23.882928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d9963a-50a7-49f8-bd02-4fc7590573fc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:23.888600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.889796 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea96cf25-6eb5-4403-94af-d2607e695b22 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8047006 Feb 16 13:44:23.891864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.896599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 56996) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:23.906164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::d121:4126:b9a0:4c68 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/98b53656-4b70-412b-9335-bdb240c8c045/51a6669f-8ee3-480c-b9c2-a6fa0179640c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:23.920932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:23.921159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8310d892-84e1-4c46-97af-c5e9c7375a0a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:23.935760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d83538-c7b3-469d-9298-d2d3e2294c36') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:23.936028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d83538-c7b3-469d-9298-d2d3e2294c36') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:23.944270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:23.948664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.958996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:23.967976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:23.969184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.989070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:23.989555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:23.999782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.029345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] For port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:24.049101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:24.049211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] For port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:24.055127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:24.080611 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:24.118909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.125285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.131796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.157426 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/8310d892-84e1-4c46-97af-c5e9c7375a0a HTTP/1.1" status: 204 len: 168 time: 0.9361672 Feb 16 13:44:24.157689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6494c-4992-4844-8772-e23b8597aaec None None] Pushing event updated for resources: {'Port': ['ID=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.160475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57000) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:24.163300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b76e7e-0278-4218-ac89-1eeb900c48cd tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=8310d892-84e1-4c46-97af-c5e9c7375a0a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.178096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1716499644'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:24.183904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:24.188005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:24.190924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:24.197573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:24.208993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:24.212815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.244645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:24.255271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.255697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment e9f49c72-0a05-4415-89de-d78abfa5c55d of type vlan for network e508b67a-cc93-4872-bfdc-55d9e00ea888 Feb 16 13:44:24.279051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.286628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.309532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.312619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.327835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.332503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.338793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:24.339613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.481598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3197823 Feb 16 13:44:24.489918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57004) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:24.498495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:24.514559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.515196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router 07874406-3d53-4497-9622-ab7261121136 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:24.531569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a119-675f-41e2-af4c-cf4ffa8d4776 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=e508b67a-cc93-4872-bfdc-55d9e00ea888,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.546724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:24.585446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4f588bdf-bab9-4989-9aac-72e2a20ae2ae up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:24.616480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.638904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.651050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.673809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.703538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311855ab-246f-4284-991d-8bf7b40f9a11,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.709805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a6eef-09fe-44d5-a191-1016a8d5a3d1,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:24.721093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.725220 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-54a61d1d-c796-4ae4-b21b-4c377e5f8bb3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/836a6eef-09fe-44d5-a191-1016a8d5a3d1 HTTP/1.1" status: 204 len: 168 time: 1.1300459 Feb 16 13:44:24.731871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.737100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:24.740040 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4c61fb5-a810-4951-a663-6e344ed2540c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 204 len: 168 time: 3.6140912 Feb 16 13:44:24.741517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 51a6669f-8ee3-480c-b9c2-a6fa0179640c will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:24.743964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.745389 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c6dce807-f6f7-4265-8ea8-3b8682c69019 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8447926 Feb 16 13:44:24.746172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-703432912', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:24.748762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57014) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:24.755603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:24.756728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:24.765680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:24.771930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Usage tracker for resource:router and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:24.772593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:24.776692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:24.778361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:24.787870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:24.788413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:24.792122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:24.796024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:24.803808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:24.813188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.818036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:24.819351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:24.823728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:24.828258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.863509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.906444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.907467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.920242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:24.925858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:24.938754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:24.950292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:24.951621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.953062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:24.965682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=51a6669f-8ee3-480c-b9c2-a6fa0179640c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.035176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.048088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.105606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab35d6ea-a2b8-4594-8aee-e7a620731f69,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.110138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.112236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9934cace-7896-4d81-9172-52b3860f3d57 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621972 Feb 16 13:44:25.115296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57018) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.125199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:25.134655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:25.142350 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-97c29c62-0ce0-4f2f-995f-a549c1fe4a41 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1134675 Feb 16 13:44:25.143318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57022) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.149627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:25.154630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:25.214163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:25.257761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.322803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1326f-d1d7-49d1-89fb-6947a0e38cc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:25.329153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a1326f-d1d7-49d1-89fb-6947a0e38cc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:25.330127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b1a1326f-d1d7-49d1-89fb-6947a0e38cc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:25.365591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b1a1326f-d1d7-49d1-89fb-6947a0e38cc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:25.369433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.369609 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b1a1326f-d1d7-49d1-89fb-6947a0e38cc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2205637 Feb 16 13:44:25.370459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.372150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.377327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.407683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b98c94-77ae-4d86-a912-fc922ed7f7c1,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.414997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.420566 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb1b2090-1b71-489e-8f77-a5353df216ce tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038404 Feb 16 13:44:25.421354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57030) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.427656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:25.433635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:25.437662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:25.440661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:25.446658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:25.464917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.469683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.518029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Provisioning for port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:25.526580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Provisioning complete for port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:25.527398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.542076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.548368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.575921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 51a6669f-8ee3-480c-b9c2-a6fa0179640c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:25.576332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.581923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.583554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1610358 Feb 16 13:44:25.586266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e78ffb-1497-47cd-8125-a16bf95e3cf5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec825d-2b81-4dc8-bb86-bf546f8e7387,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.588123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57034) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.593923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:25.600272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:25.604795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:25.609044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:25.615250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:25.627757 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Project 0f37808179094a2d8662567dfe296f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:44:25.636498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.663647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f0dfd-a509-4675-a237-b38817d6cab9 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:44:25.708954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.715241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.724877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.748686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322f525c-f11a-4b09-b5d1-554acaf4ac09,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.757400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=2bf48800-fca3-4f20-906c-da74fd4cc5b7,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.761592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.765826 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b638185-f0d8-47a5-8c67-9e4182fc7184 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1738737 Feb 16 13:44:25.766354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57038) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.775083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'security_group_rule': {'security_group_id': '52d9963a-50a7-49f8-bd02-4fc7590573fc', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:25.784410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:25.789147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:security_group_rule and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:25.792889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:25.799588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:25.805492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] For port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:25.813143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Project 0f37808179094a2d8662567dfe296f0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:44:25.820750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.851262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': 'e9f49c72-0a05-4415-89de-d78abfa5c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:25.851610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: e508b67a-cc93-4872-bfdc-55d9e00ea888, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:25.893601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.900885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.908570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.914966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:25.942298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867348ba-33d7-4453-80f3-609d3697ab22,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:25.955845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e508b67a-cc93-4872-bfdc-55d9e00ea888) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:25.966324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.971140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.977645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a0117556-46ec-4f10-a1e0-c5aaf11b7ffd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2098920 Feb 16 13:44:25.979260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57042) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:25.981243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:25.981946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:25.989203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'network': {'name': 'tempest-network-smoke--1392074502', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:25.995742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:26.003035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:network and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:26.006476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:26.013865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:26.033775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Made reservation on behalf of 0f37808179094a2d8662567dfe296f0e for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:26.039380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.066379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ff533409-4a1c-46f3-81be-45bde33a2815 None None] Provisioning for port 51a6669f-8ee3-480c-b9c2-a6fa0179640c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:26.072740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e448fe-9c19-494c-9449-8e7b9ce77289 None None] Pushing event updated for resources: {'Port': ['ID=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:26.072963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:26.079260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ff533409-4a1c-46f3-81be-45bde33a2815 None None] Provisioning complete for port 51a6669f-8ee3-480c-b9c2-a6fa0179640c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:26.080140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff533409-4a1c-46f3-81be-45bde33a2815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.084400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.084795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Added segment eba900d9-5c3d-4906-9f30-221ca6b37b43 of type vlan for network 9e5f14dd-ae55-40b3-9af2-035af7298b31 Feb 16 13:44:26.121413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.133770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 51a6669f-8ee3-480c-b9c2-a6fa0179640c owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:26.158794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.166304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff533409-4a1c-46f3-81be-45bde33a2815 None None] Port 51a6669f-8ee3-480c-b9c2-a6fa0179640c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:44:26.177526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:26.178156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.196272 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-954b6a35-2842-4790-a7f1-ecedc69a12b4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7031066 Feb 16 13:44:26.199077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57046) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:26.208388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0dfd-a509-4675-a237-b38817d6cab9 None None] Unable to find a vacant binding_index for network e508b67a-cc93-4872-bfdc-55d9e00ea888 and agent 5a494fcb-6816-47d6-a911-f7488ee922a4 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 13:44:26.215165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0dfd-a509-4675-a237-b38817d6cab9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e508b67a-cc93-4872-bfdc-55d9e00ea888) {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:44:26.267535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:26.289701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3051724 Feb 16 13:44:26.290930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57050) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:26.299294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'admin_state_up': True, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:26.307455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0832ff-4e1a-4dec-9fd6-5f7e3ef54693 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Network': ['ID=9e5f14dd-ae55-40b3-9af2-035af7298b31,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:26.311820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:26.317104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:router and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:26.321126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:26.327989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:26.331450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:26.344234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.345547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.365356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.472495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4f588bdf-bab9-4989-9aac-72e2a20ae2ae up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:26.626939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.650019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:26.650674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.676931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.778544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.787075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.844058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:26.855100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=51a6669f-8ee3-480c-b9c2-a6fa0179640c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:26.857670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:subnet and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:26.871084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:26.883018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e508b67a-cc93-4872-bfdc-55d9e00ea888', 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '2bf48800-fca3-4f20-906c-da74fd4cc5b7'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:26.885000 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.909510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:26.975006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:26.983934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:26.987426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.083858 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af9eb104-bd4e-498b-812f-cd1248375ce1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/51a6669f-8ee3-480c-b9c2-a6fa0179640c HTTP/1.1" status: 204 len: 168 time: 1.7101281 Feb 16 13:44:27.091345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57054) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:27.095544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Allocated IP 2001:db8::2 (e508b67a-cc93-4872-bfdc-55d9e00ea888/2bf48800-fca3-4f20-906c-da74fd4cc5b7/12e7c510-2614-472d-8628-fb1318de66ab) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:27.109201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Allocated IP 172.26.1.71 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/a2ccd84e-abc3-417c-b9f5-1422b698c400) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:27.131214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.167645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.293144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906d2db-86a8-41ee-94e4-47baf68c80a4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:27.294732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906d2db-86a8-41ee-94e4-47baf68c80a4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:27.295477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5906d2db-86a8-41ee-94e4-47baf68c80a4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:27.321625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.332469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Transition to ACTIVE for port object 12e7c510-2614-472d-8628-fb1318de66ab will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:27.354539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Transition to ACTIVE for port object 12e7c510-2614-472d-8628-fb1318de66ab will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:27.362028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.375186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5906d2db-86a8-41ee-94e4-47baf68c80a4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:27.376348 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5906d2db-86a8-41ee-94e4-47baf68c80a4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2841887 Feb 16 13:44:27.379567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57058) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:27.415970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.430883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:27.433855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:27.437681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:27.443628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Pushing event updated for resources: {'Port': ['ID=12e7c510-2614-472d-8628-fb1318de66ab,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:27.458406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 98b53656-4b70-412b-9335-bdb240c8c045 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:27.462316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.491550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.533835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Attempting to bind port 12e7c510-2614-472d-8628-fb1318de66ab on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:27.534189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Attempting to bind port 12e7c510-2614-472d-8628-fb1318de66ab by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e9f49c72-0a05-4415-89de-d78abfa5c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:27.534749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Attempting to bind port 12e7c510-2614-472d-8628-fb1318de66ab on network e508b67a-cc93-4872-bfdc-55d9e00ea888 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:27.541116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:27.541855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Checking segment: {'id': 'e9f49c72-0a05-4415-89de-d78abfa5c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:27.542307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.543491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Bound using segment: {'id': 'e9f49c72-0a05-4415-89de-d78abfa5c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:27.544083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Bound port: 12e7c510-2614-472d-8628-fb1318de66ab, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f49c72-0a05-4415-89de-d78abfa5c55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:27.544633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.567107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.593670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:27.597939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:27.603024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:27.623530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Allocated IP 172.26.1.3 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/28670c31-ad85-45f8-af70-3ab35cbf146f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:27.637611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event updated for resources: {'Port': ['ID=a2ccd84e-abc3-417c-b9f5-1422b698c400,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:27.644299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.659824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-018776e9-1254-4b97-82b3-47dce722871c None None] For port 12e7c510-2614-472d-8628-fb1318de66ab, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:27.663645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-018776e9-1254-4b97-82b3-47dce722871c None None] For port 12e7c510-2614-472d-8628-fb1318de66ab, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=12e7c510-2614-472d-8628-fb1318de66ab,segment=NetworkSegment(e9f49c72-0a05-4415-89de-d78abfa5c55d),segment_id=e9f49c72-0a05-4415-89de-d78abfa5c55d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:27.668653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.708156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:27.716376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:27.722545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:27.723193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.770922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018776e9-1254-4b97-82b3-47dce722871c None None] Pushing event updated for resources: {'Port': ['ID=12e7c510-2614-472d-8628-fb1318de66ab,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:27.820605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.857864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:27.936515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=f645df1d-787e-4047-8560-de646d3de4d3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:27.939311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:27.944283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:27.948044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:27.957106 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9fe5393-d692-4cb1-a657-8dfb2866b843 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7538834 Feb 16 13:44:27.957231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57062) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:28.001660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.057270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=28670c31-ad85-45f8-af70-3ab35cbf146f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:28.198203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:28.199671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:28.201214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:28.202699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:28.204146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:28.205053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Synchronizing usage tracker for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:28.246735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.333053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=98b53656-4b70-412b-9335-bdb240c8c045,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:28.340701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.354766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Unset dirty status for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:28.355930 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7df4bc0-9eff-4200-8614-4e57fb6f0a4e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3978224 Feb 16 13:44:28.364455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57068) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:28.370148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572440603'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:28.380035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:28.385875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:28.389545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:28.393678 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41cfac1d-9bbe-4c44-ae8e-7db971a97c31 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/98b53656-4b70-412b-9335-bdb240c8c045 HTTP/1.1" status: 204 len: 168 time: 1.0124118 Feb 16 13:44:28.396984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57072) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:28.409100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.490763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 12e7c510-2614-472d-8628-fb1318de66ab up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:28.605978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:28.617909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 12e7c510-2614-472d-8628-fb1318de66ab completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:28.678975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ac1da168-005f-493e-908b-0d57d00c69a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2807171 Feb 16 13:44:28.682874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57076) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:28.792769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.806260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:28.810292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.860009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.878126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766b1d9-579e-4dbf-87b9-3cec4ab3ae36 None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:28.929395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:28.967397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:28.967790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98 of type vlan for network be91fd12-4318-4674-b360-f367708f67ff Feb 16 13:44:29.045537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Provisioning for port 12e7c510-2614-472d-8628-fb1318de66ab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:29.059980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Router 49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:29.060887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43fa76-6386-47ba-b3e6-369a59cf5d25 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:29.062567 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db43fa76-6386-47ba-b3e6-369a59cf5d25 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3784854 Feb 16 13:44:29.067862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:29.071751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:29.072272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.097691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.155674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f3154-3ab9-449d-bf4b-1dc6c1efbb03 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:29.218080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.223691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:29.224282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.256217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e900e7-1ede-45f4-ae58-ce9da762a1a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:29.260382 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72e900e7-1ede-45f4-ae58-ce9da762a1a7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1895189 Feb 16 13:44:29.261048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57084) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:29.395640 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-800100da-0a05-4231-be9c-7daa33cbbc13 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273501 Feb 16 13:44:29.399553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57088) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:29.404635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0390904 Feb 16 13:44:29.406904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57090) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:29.417233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:29.428818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:29.444489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:29.446465 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] Sync routers for ids ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:29.458355 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] Routers {'49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:29.459468 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:29.461401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.464353 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-971c7447-0cdd-46c1-a2f2-435bf1ee7607 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7260602 Feb 16 13:44:29.466970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:29.475327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:29.479611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.530183 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:29.540357 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] Routers {'49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:29.540929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] For port 12e7c510-2614-472d-8628-fb1318de66ab, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=12e7c510-2614-472d-8628-fb1318de66ab,segment=NetworkSegment(e9f49c72-0a05-4415-89de-d78abfa5c55d),segment_id=e9f49c72-0a05-4415-89de-d78abfa5c55d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:29.541815 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:29.551490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.613031 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:29.613741 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aed69-8cf5-4e43-9801-77aa4a4da7d0 None None] The sync data for ids ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:29.639078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98075a-c54f-4688-aa37-b58834d32d47 None None] Pushing event updated for resources: {'Port': ['ID=12e7c510-2614-472d-8628-fb1318de66ab,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:29.644580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.646878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20b552-fce3-4cfd-867c-f1b6874f9748 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=be91fd12-4318-4674-b360-f367708f67ff,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:29.681975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network be91fd12-4318-4674-b360-f367708f67ff details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:29.764906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:29.790717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Deleting port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:29.791368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:29.863513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:29.871945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Update dhcp port {'port': {'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888', 'fixed_ips': [{'subnet_id': '2bf48800-fca3-4f20-906c-da74fd4cc5b7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f645df1d-787e-4047-8560-de646d3de4d3'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '12e7c510-2614-472d-8628-fb1318de66ab'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:44:29.990963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.059637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:30.071587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.079669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:30.091491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:30.111536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.133968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:30.137090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] For port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:30.137480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.137585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.163800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network be91fd12-4318-4674-b360-f367708f67ff is not hosted by any dhcp agent {{(pid=87697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 13:44:30.169218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:30.169798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.173779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "PUT /v2.0/networks/be91fd12-4318-4674-b360-f367708f67ff HTTP/1.1" status: 200 len: 723 time: 0.7583005 Feb 16 13:44:30.224755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57100) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:30.275180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.287576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'be91fd12-4318-4674-b360-f367708f67ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:30.295254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.311762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Deleting port a2ccd84e-abc3-417c-b9f5-1422b698c400 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:30.312177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.313388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Calling delete_port for 4f588bdf-bab9-4989-9aac-72e2a20ae2ae owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:30.440537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ecfcb-f52a-4b89-b781-5ad01fd25ac5 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=be91fd12-4318-4674-b360-f367708f67ff,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:30.474276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network be91fd12-4318-4674-b360-f367708f67ff details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:30.484020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:30.498373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:30.502017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Router 8fe3ba06-3b91-4a8e-9599-836adfa7592b is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:30.548071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.549651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:30.553348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.560193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 12e7c510-2614-472d-8628-fb1318de66ab up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:30.631654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Allocated IP 172.20.0.1 (e508b67a-cc93-4872-bfdc-55d9e00ea888/f645df1d-787e-4047-8560-de646d3de4d3/12e7c510-2614-472d-8628-fb1318de66ab) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:30.682596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Calling delete_port for a2ccd84e-abc3-417c-b9f5-1422b698c400 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:30.727893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.801035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] Pushing event deleted for resources: {'Port': ['ID=4f588bdf-bab9-4989-9aac-72e2a20ae2ae,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:30.813623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff190e-d1ea-4edc-9288-a7db7ecb6e77 None None] No DVR routers for this DVR port 4f588bdf-bab9-4989-9aac-72e2a20ae2ae on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:30.871045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.871972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] For port 12e7c510-2614-472d-8628-fb1318de66ab, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=12e7c510-2614-472d-8628-fb1318de66ab,segment=NetworkSegment(e9f49c72-0a05-4415-89de-d78abfa5c55d),segment_id=e9f49c72-0a05-4415-89de-d78abfa5c55d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:30.875972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:30.876313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.880313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.929731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Pushing event deleted for resources: {'Port': ['ID=a2ccd84e-abc3-417c-b9f5-1422b698c400,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:30.944838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:30.946395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:30.962817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:30.974769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:30.975442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:30.986576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.012770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Transition to ACTIVE for port object 12e7c510-2614-472d-8628-fb1318de66ab will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:31.025725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bd2eb-efb5-47cb-8fd1-032b565926c5 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:31.044534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.044984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Sync routers for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:31.054001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=dd420587-7e6a-40b3-83c1-5665e9106ba0,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:31.066088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.072034 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-685739f8-d406-4659-89e1-8fe179578b4d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7760804 Feb 16 13:44:31.072221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.072330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57108) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:31.072839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 12e7c510-2614-472d-8628-fb1318de66ab had new provisioning blocks added so it will not transition to active. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 13:44:31.079524 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1bc6978d-840d-4b5b-bc26-327d658664d8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6737149 Feb 16 13:44:31.089438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57112) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:31.098749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': 'dd420587-7e6a-40b3-83c1-5665e9106ba0', 'ip_address': '2001:db8::908a:2611:56cf:e8b8'}], 'name': 'tempest-NetworksTestDHCPv6-1156403543'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:31.181739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:31.182405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:31.239009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.254861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4f588bdf-bab9-4989-9aac-72e2a20ae2ae no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:31.373712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4f588bdf-bab9-4989-9aac-72e2a20ae2ae {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:31.373976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4f588bdf-bab9-4989-9aac-72e2a20ae2ae not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:31.407882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:31.414603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d9cfb332-53fa-499f-9833-4d8ff01487e6 tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=0f37808179094a2d8662567dfe296f0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3399179 Feb 16 13:44:31.414603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=f596e7cc-8448-46b6-8471-f2c755101d51,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:31.419731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57118) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:31.441474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:31.445199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:31.445433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: be91fd12-4318-4674-b360-f367708f67ff, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:31.453939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:31.515352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:31.544684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cced19-163b-4dda-bcf7-d4e8037074f9 None None] Pushing event updated for resources: {'Port': ['ID=12e7c510-2614-472d-8628-fb1318de66ab,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:31.562539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:31.594938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.599391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.624722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:31.753300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Router 49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:31.855468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network be91fd12-4318-4674-b360-f367708f67ff is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:31.905836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1fc41f-0742-476e-8ba9-cb0822ef2a49 tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:31.907795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5e1fc41f-0742-476e-8ba9-cb0822ef2a49 tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4867721 Feb 16 13:44:31.911771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, be91fd12-4318-4674-b360-f367708f67ff) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:31.913535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57124) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:31.979796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:31.991036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:31.991609 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] Sync routers for ids ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:31.992755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:31.996709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.000531 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b635dfd-6a18-4211-a9d9-5713458cbcb8 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "PUT /v2.0/routers/49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 200 len: 709 time: 2.5286481 Feb 16 13:44:32.000790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57128) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.011442 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] Routers {'49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:32.012220 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.055972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b9fdfdd8-8807-445e-936f-0e1672e0051a tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1275830 Feb 16 13:44:32.062865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57132) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.070533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.084857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000764277', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'project_id': '0f37808179094a2d8662567dfe296f0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:32.104719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da32e2-6da8-4f2c-9da4-8c092c3e2a16 None None] Network be91fd12-4318-4674-b360-f367708f67ff requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:32.105851 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ff47a696-1ea6-4992-b61a-4ab2d9a96a69 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8336289 Feb 16 13:44:32.113164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.175569 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.185112 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] Routers {'49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:32.186138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.203160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:32.226623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:32.290476 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39899cc5-2518-4f3e-9c7d-5999ac9e5e20 tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/routers/49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 200 len: 744 time: 0.2882566 Feb 16 13:44:32.293885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.304732 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.305345 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34420e02-d88e-4b52-99bb-1ab2dfb31a2d None None] The sync data for ids ['49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:32.315409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'dd420587-7e6a-40b3-83c1-5665e9106ba0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:32.316236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.340928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06429c-4aaf-4b2a-a727-c62e68fc943c None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:32.344334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:32.356104 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ad9fea2-20f2-4ea9-95ac-9c2c39a6d1eb tempest-RoutersIpV6AdminTest-1436443911 tempest-RoutersIpV6AdminTest-1436443911-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 200 len: 205 time: 0.0584211 Feb 16 13:44:32.382323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57146) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.412216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:subnet and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:32.417505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:32.448861 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b3c4c2fd-404f-4cf0-96a8-75a2bf6b01c6 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 200 len: 205 time: 0.0651987 Feb 16 13:44:32.454024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57150) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:32.461480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:32.527922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Made reservation on behalf of 0f37808179094a2d8662567dfe296f0e for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:32.531014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.542825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 12e7c510-2614-472d-8628-fb1318de66ab up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:32.547450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2089143'] for subnet, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.621778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-be91fd12-4318-4674-b360-f367708f67ff', 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': 'f596e7cc-8448-46b6-8471-f2c755101d51'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:32.622563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.668165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.672622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-660c97c7-6695-490a-9c74-b84dee5ef3f2 None None] Provisioning for port 12e7c510-2614-472d-8628-fb1318de66ab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:32.748388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-660c97c7-6695-490a-9c74-b84dee5ef3f2 None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:32.748985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-660c97c7-6695-490a-9c74-b84dee5ef3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:32.774881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7fc5-5241-4413-9d96-69969dafef81 req-2bd1314b-b796-4caa-9684-7958ce4f834f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:32.776561 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-403f7fc5-5241-4413-9d96-69969dafef81 req-2bd1314b-b796-4caa-9684-7958ce4f834f tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.4296312 Feb 16 13:44:32.812391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::908a:2611:56cf:e8b8 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/dd420587-7e6a-40b3-83c1-5665e9106ba0/99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:32.876183 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-403f7fc5-5241-4413-9d96-69969dafef81 req-180ef8b1-1d1c-4884-834c-f96f85d8fdb7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798120 Feb 16 13:44:32.877371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:28Z', 'revision_number': 3, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:32.946175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Checking router: 8fe3ba06-3b91-4a8e-9599-836adfa7592b for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:32.946759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Updating router 8fe3ba06-3b91-4a8e-9599-836adfa7592b port 28670c31-ad85-45f8-af70-3ab35cbf146f binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:44:33.009239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:33.009239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.179592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.204086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.225743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.269669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3683021'] for subnet, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.278629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:33.281939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Subnet': ['ID=f930a049-9cc5-4605-ab0d-3cd4f3027c60,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:33.307354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Checking segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:33.307919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network hostable DHCP agents. Network: 9e5f14dd-ae55-40b3-9af2-035af7298b31, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:33.310547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.314801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.331319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:33.331956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.337364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "PUT /v2.0/subnets/f596e7cc-8448-46b6-8471-f2c755101d51 HTTP/1.1" status: 200 len: 826 time: 1.2226095 Feb 16 13:44:33.338255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57154) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.372131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.377599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.379149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Fanout notify agent at l3_agent the message router_deleted on router 49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:33.389340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7c122-cb23-42c4-8cdc-3c8def0d7ffe tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=f596e7cc-8448-46b6-8471-f2c755101d51,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:33.407237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.413643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa1190a6-0836-4222-9085-fd20a5ddb619 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 204 len: 168 time: 0.9532537 Feb 16 13:44:33.413643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.466951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91c98565-36fb-47cb-8f07-562372c05bdd tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 200 len: 205 time: 0.0501316 Feb 16 13:44:33.467142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.496800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:33.524755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Allocated IP 2001:db8::2 (be91fd12-4318-4674-b360-f367708f67ff/f596e7cc-8448-46b6-8471-f2c755101d51/e2fa2f70-56b0-41e1-960b-9c0dd02e6af6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:33.558127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 9e5f14dd-ae55-40b3-9af2-035af7298b31) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:33.561444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:33.573536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:33.575935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:33.580746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:33.580746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.600619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604acf3e-7d6f-4cea-a6ed-57b42bdffd1c None None] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:33.607773 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-04cb441f-bfff-4cde-8a30-0576f88bc0a0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:33.610257 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-04cb441f-bfff-4cde-8a30-0576f88bc0a0 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/49e8e213-d9c0-4a49-9a47-31c6ecd3bd0d HTTP/1.1" status: 404 len: 336 time: 0.1420963 Feb 16 13:44:33.612909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.613051 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dde0fe39-9022-435f-91ce-8a1551904e5b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5484221 Feb 16 13:44:33.613778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57170) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.621189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/dd420587-7e6a-40b3-83c1-5665e9106ba0/c8fcf806-ab3c-47b6-bf24-3d768fb54675) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:33.666891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:33.672751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:33.673414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.695706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:33.713672 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-964024f3-fe42-4238-9027-941523145a68 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6209967 Feb 16 13:44:33.743419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57176) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:33.752577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': 'dd420587-7e6a-40b3-83c1-5665e9106ba0', 'ip_address': '2001:db8::908a:2611:56cf:e8b8'}], 'name': 'tempest-NetworksTestDHCPv6-1473541501'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:33.801004 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f5c62326-fb07-47c2-9760-26946acc92dd tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 200 len: 205 time: 0.1759453 Feb 16 13:44:33.803901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57180) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.026406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-18d38d9a-e65b-4e91-bcec-08a5774b20f3 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:34.032248 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-18d38d9a-e65b-4e91-bcec-08a5774b20f3 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/07874406-3d53-4497-9622-ab7261121136 HTTP/1.1" status: 404 len: 336 time: 0.2214334 Feb 16 13:44:34.037724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57186) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.194169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-0333cdee-d9d6-4315-9fee-2cd262884823 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:34.195322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-0333cdee-d9d6-4315-9fee-2cd262884823 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Synchronizing usage tracker for tenant:014ff2ce13534abdb5f7db426a158cba on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:34.222701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6e2802-85cc-49f9-947c-29b0784344bc None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:34.238906 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eeff2372-cc9b-4149-9841-606d8f31514c tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 200 len: 205 time: 0.1850381 Feb 16 13:44:34.246362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.285118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.299782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-0333cdee-d9d6-4315-9fee-2cd262884823 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Unset dirty status for tenant:014ff2ce13534abdb5f7db426a158cba on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:34.301078 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-0333cdee-d9d6-4315-9fee-2cd262884823 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.3911037 Feb 16 13:44:34.426615 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-24a4d7fc-5f50-4028-a4f9-6c59e5264157 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:34.427665 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-24a4d7fc-5f50-4028-a4f9-6c59e5264157 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/9e67f8ce-9a26-4c60-b3ed-bfff9af3c617 HTTP/1.1" status: 404 len: 336 time: 0.1773324 Feb 16 13:44:34.436597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57194) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.464015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Deleting port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:34.464483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.470111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74b45a6a-0e24-4953-8666-30ef0b515054 None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:34.470522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74b45a6a-0e24-4953-8666-30ef0b515054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.515162 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be81f815-04d5-41dc-a767-b00528a2cd1b tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 200 len: 205 time: 0.0650849 Feb 16 13:44:34.518282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57198) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.607404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:34.611849 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-15b72bb0-af7f-46ec-88e7-a10125642bee tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:34.615522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15b72bb0-af7f-46ec-88e7-a10125642bee tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/20493251-5e00-4c14-8d7f-8d6569d5133a HTTP/1.1" status: 404 len: 336 time: 0.0879440 Feb 16 13:44:34.615892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57204) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.620230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:34.664034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:34.680435 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-78b3e575-5170-4bdb-aef4-4f8a2a0a624d tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 200 len: 205 time: 0.0605087 Feb 16 13:44:34.680435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:34.682344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57208) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.694078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:44:34.694495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996af77-7bf0-43dd-8582-fd181dd60ca7 req-f2abae7e-1c32-438d-ab49-6b7333512ff7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:34.695985 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c996af77-7bf0-43dd-8582-fd181dd60ca7 req-f2abae7e-1c32-438d-ab49-6b7333512ff7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 945 time: 0.4559326 Feb 16 13:44:34.705969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-9e5f14dd-ae55-40b3-9af2-035af7298b31', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:34.707039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.790421 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-7ff20850-3be8-4252-b0bf-cef35b9ad480 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:34.793494 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7ff20850-3be8-4252-b0bf-cef35b9ad480 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/a52fba05-be13-4473-af8a-454c54a099a2 HTTP/1.1" status: 404 len: 336 time: 0.1074009 Feb 16 13:44:34.794710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57212) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.839149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:34.844248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.879119 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a20272a9-fd2d-4fcb-a5a5-8424c03f02b3 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "GET /v2.0/ports?device_id=9f017c9b-2132-444b-9767-c8b06359ec6f HTTP/1.1" status: 200 len: 205 time: 0.0803347 Feb 16 13:44:34.881365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c996af77-7bf0-43dd-8582-fd181dd60ca7 req-18312d2e-b885-4f1d-be5f-8d95faa2b326 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups?id=0204f749-6d60-456a-a23e-b0aab5a1c430&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312478 Feb 16 13:44:34.881863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:34.900916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.909402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:34.954015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port b568e6fd-681f-4f66-bc14-e164ffc16d4b yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:34.996546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.010546 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-7d56a61b-8bc0-4651-a614-2c902850a338 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] delete failed (client error): The resource could not be found. Feb 16 13:44:35.018411 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d56a61b-8bc0-4651-a614-2c902850a338 tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/routers/9f017c9b-2132-444b-9767-c8b06359ec6f HTTP/1.1" status: 404 len: 336 time: 0.1352670 Feb 16 13:44:35.019097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57220) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.030989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Transition to ACTIVE for port object e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:35.043612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Transition to ACTIVE for port object c8fcf806-ab3c-47b6-bf24-3d768fb54675 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:35.078474 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c8b181-d208-4d46-881b-f8577b875fcf tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] DELETE failed (client error): The resource could not be found. Feb 16 13:44:35.078934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c8b181-d208-4d46-881b-f8577b875fcf tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:35.089056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.130264 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e1c8b181-d208-4d46-881b-f8577b875fcf tempest-RoutersIpV6AdminTest-1573765341 tempest-RoutersIpV6AdminTest-1573765341-project] 10.222.0.105 "DELETE /v2.0/subnets/71276640-93b7-448a-8818-fa567fdd90b9 HTTP/1.1" status: 404 len: 337 time: 0.1056645 Feb 16 13:44:35.153936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] For port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:35.154450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.174499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Transition to ACTIVE for port object 28670c31-ad85-45f8-af70-3ab35cbf146f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:35.177327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Transition to ACTIVE for port object c8fcf806-ab3c-47b6-bf24-3d768fb54675 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:35.183515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Transition to ACTIVE for port object e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:35.225818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.265428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.280830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.290534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 13:44:35.291397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:35.331260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.339725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:35.372227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:35.377312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Network be91fd12-4318-4674-b360-f367708f67ff is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:35.391981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:35.393483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4550f65b-e7d4-4711-8bce-4c339159748c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6488302 Feb 16 13:44:35.398240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:35.401967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=f596e7cc-8448-46b6-8471-f2c755101d51,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:35.405321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57226) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.406709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Pushing event updated for resources: {'Port': ['ID=c8fcf806-ab3c-47b6-bf24-3d768fb54675,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:35.412277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Allocated IP 172.20.0.2 (9e5f14dd-ae55-40b3-9af2-035af7298b31/f930a049-9cc5-4605-ab0d-3cd4f3027c60/40d00341-552d-4827-b0b9-d49cfda5e37d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:35.512239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:35.515850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98687f-897e-4f9d-8293-f7fe3e925134 None None] Pushing event updated for resources: {'Port': ['ID=28670c31-ad85-45f8-af70-3ab35cbf146f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:35.543759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57232) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.547210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Attempting to bind port 28670c31-ad85-45f8-af70-3ab35cbf146f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:35.547589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Attempting to bind port 28670c31-ad85-45f8-af70-3ab35cbf146f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:35.547936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Attempting to bind port 28670c31-ad85-45f8-af70-3ab35cbf146f on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:35.602005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.641702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be91fd12-4318-4674-b360-f367708f67ff']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:35.661228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:35.661778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:35.681669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.711605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.722599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:35.724523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.736770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.737214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.737515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Floating IP fa60ab07-7dc9-435d-9ef1-ae436bbd1095 disassociated. External IP: 172.26.1.65, port: 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3. Feb 16 13:44:35.737851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Calling delete_port for 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:35.764877 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:35.774018 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:44:35.817087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.841826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:35.848837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Usage tracker for resource:security_group_rule and tenant:15d41895e6a84abbb4040dfab6c6f867 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:35.856434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33ce96-14d6-4b7e-87d0-549a5523a465 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:35.857522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:35.858022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:35.858756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.859237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:35.859812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Bound port: 28670c31-ad85-45f8-af70-3ab35cbf146f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:35.860278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:35.862470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33ce96-14d6-4b7e-87d0-549a5523a465 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:35.863553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2a33ce96-14d6-4b7e-87d0-549a5523a465 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:35.863946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:35.870163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:35.884000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:44:35.884000 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:44:35.884000 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': 'be91fd12-4318-4674-b360-f367708f67ff'}] Feb 16 13:44:35.884000 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:35.884554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:35.887104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2a33ce96-14d6-4b7e-87d0-549a5523a465 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:35.891005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2a33ce96-14d6-4b7e-87d0-549a5523a465 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4799249 Feb 16 13:44:35.891659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57238) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:35.986196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.034103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:36.034499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.059930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event deleted for resources: {'Port': ['ID=22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:36.089240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Attempting to bind port c8fcf806-ab3c-47b6-bf24-3d768fb54675 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:36.089605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Attempting to bind port c8fcf806-ab3c-47b6-bf24-3d768fb54675 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:36.089958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Attempting to bind port c8fcf806-ab3c-47b6-bf24-3d768fb54675 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:36.123421 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03ad24c1-8984-42f7-b857-09c6bc057d8f req-ae9f8f1c-1850-4d10-a852-9a5be5974c48 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.0620506 Feb 16 13:44:36.143170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:36.143449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:36.143696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.144644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:36.144644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Bound port: c8fcf806-ab3c-47b6-bf24-3d768fb54675, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:36.145155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.185432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.196478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.225979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Pushing event updated for resources: {'Port': ['ID=e2fa2f70-56b0-41e1-960b-9c0dd02e6af6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:36.252836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ac44a-80b7-4fb3-bc02-bc7a0a3e3493,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:36.255470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Attempting to bind port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:36.267131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Attempting to bind port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:36.267428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Attempting to bind port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 on network be91fd12-4318-4674-b360-f367708f67ff {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:36.359695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:36.360145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Checking segment: {'id': '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:36.360617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.361029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Bound using segment: {'id': '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:36.361687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Bound port: e2fa2f70-56b0-41e1-960b-9c0dd02e6af6, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'be91fd12-4318-4674-b360-f367708f67ff'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:36.362073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.373007 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd19a877-c655-4957-ac93-00edb80bf330 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=15d41895e6a84abbb4040dfab6c6f867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7644224 Feb 16 13:44:36.375865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57244) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:36.400672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.412971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] For port 28670c31-ad85-45f8-af70-3ab35cbf146f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:36.436036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Router d57909f6-f11d-4f63-abf1-d99a10fd322d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:36.495104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] For port 28670c31-ad85-45f8-af70-3ab35cbf146f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=28670c31-ad85-45f8-af70-3ab35cbf146f,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:36.533399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:36.533732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.583207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.649946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8f3f62de-ba3a-46da-8943-edd9f7ca5954 None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:36.650347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f3f62de-ba3a-46da-8943-edd9f7ca5954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.652607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.663797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.750498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] For port c8fcf806-ab3c-47b6-bf24-3d768fb54675, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:36.809204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.834896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] For port c8fcf806-ab3c-47b6-bf24-3d768fb54675, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c8fcf806-ab3c-47b6-bf24-3d768fb54675,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:36.865419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] For port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:36.873219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:36.892681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Transition to ACTIVE for port object 40d00341-552d-4827-b0b9-d49cfda5e37d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:36.900726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:36.901451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:36.906892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:36.911232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:36.995488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.010360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] For port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e2fa2f70-56b0-41e1-960b-9c0dd02e6af6,segment=NetworkSegment(4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98),segment_id=4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:37.034086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98687f-897e-4f9d-8293-f7fe3e925134 None None] Pushing event updated for resources: {'Port': ['ID=28670c31-ad85-45f8-af70-3ab35cbf146f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:37.047693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Sync routers for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:37.092733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] No DVR routers for this DVR port 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:37.097669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.102939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'name': 'network-vif-deleted', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:37.120886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.150970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-388efe80-b2c8-4dfb-8ceb-c24a9ea7b70f req-bcc1e768-3dff-48f1-a376-6a946973a22b tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.26 "DELETE /v2.0/ports/22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 HTTP/1.1" status: 204 len: 173 time: 2.8369884 Feb 16 13:44:37.193967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Transition to ACTIVE for port object 40d00341-552d-4827-b0b9-d49cfda5e37d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:37.213882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:37.214722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:37.307510 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883ec477-280d-4fa2-b7a5-5b072dff5199', 'name': 'network-vif-deleted', 'tag': '22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3', 'status': 'completed', 'code': 200} Feb 16 13:44:37.322160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.341832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6, host dv-neutron-828143-3-hyperv, got binding levels [] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:37.341832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.385276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Allocated IP 172.20.0.1 (9e5f14dd-ae55-40b3-9af2-035af7298b31/f930a049-9cc5-4605-ab0d-3cd4f3027c60/3c518739-c3f9-47d3-ad5c-997b77e2235d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:37.520481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b80ffd-1e4a-433b-af91-47bc501befdb None None] Pushing event updated for resources: {'Port': ['ID=c8fcf806-ab3c-47b6-bf24-3d768fb54675,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:37.605478 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc120dbb-ac79-44ba-98fe-e90a08f5d6a4 req-8dc71df6-ff6f-481a-a357-9925d961ff16 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/ports?device_id=883ec477-280d-4fa2-b7a5-5b072dff5199 HTTP/1.1" status: 200 len: 210 time: 0.2444861 Feb 16 13:44:37.635332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.691093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:37.696750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Transition to ACTIVE for port object 3c518739-c3f9-47d3-ad5c-997b77e2235d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:37.727190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.734390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:37.736585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.784072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:37.787301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ac44a-80b7-4fb3-bc02-bc7a0a3e3493,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:37.805633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:37.879680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:37.899709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.906707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32546889-8e67-47e0-bc1e-0b7f11dd287e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3f5ac44a-80b7-4fb3-bc02-bc7a0a3e3493 HTTP/1.1" status: 204 len: 168 time: 1.5173190 Feb 16 13:44:37.907903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:37.979922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:37.992143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:37.993407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:38.001012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:38.112114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:38.142632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:38.143585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:38.143771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:38.262131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:38.303313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d144372-d585-42f5-b319-1d8ff77450a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 HTTP/1.1" status: 204 len: 168 time: 2.3989141 Feb 16 13:44:38.304530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57256) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:38.460316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f7f15-8933-46a7-9a3a-3986d464ad79 None None] Network be91fd12-4318-4674-b360-f367708f67ff requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:38.484221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:38.520666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:38.532713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9af3d9-2628-4bd9-963b-5e43cf0121a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:38.542403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9af3d9-2628-4bd9-963b-5e43cf0121a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:38.542403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9f9af3d9-2628-4bd9-963b-5e43cf0121a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:38.571523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0e7bc-2aac-4645-aac7-aea697f3a230 None None] Pushing event updated for resources: {'Port': ['ID=e2fa2f70-56b0-41e1-960b-9c0dd02e6af6,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:38.580609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9f9af3d9-2628-4bd9-963b-5e43cf0121a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:38.586888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57260) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:38.587435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:38.589984 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9f9af3d9-2628-4bd9-963b-5e43cf0121a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2835717 Feb 16 13:44:38.644903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:38.645750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:38.724422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet dd420587-7e6a-40b3-83c1-5665e9106ba0 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:38.744127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:38.748678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57266) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:38.847198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57272) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:38.939973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Attempting to bind port 40d00341-552d-4827-b0b9-d49cfda5e37d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:38.940556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Attempting to bind port 40d00341-552d-4827-b0b9-d49cfda5e37d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:38.941012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Attempting to bind port 40d00341-552d-4827-b0b9-d49cfda5e37d on network 9e5f14dd-ae55-40b3-9af2-035af7298b31 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:38.947143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c8fcf806-ab3c-47b6-bf24-3d768fb54675 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:38.947712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3275d81b-f996-4ed3-a4c2-9319447f11c2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=30987b2441954b19a0157a1b19cdb05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978211 Feb 16 13:44:38.958202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57276) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:39.039377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:39.039919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Checking segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:39.040416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.040901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Bound using segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:39.041671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Bound port: 40d00341-552d-4827-b0b9-d49cfda5e37d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:39.042181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.075357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:39.076047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 22bc0e7d-6fe2-4410-a8e7-2f8f3cd096e3 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:39.147512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.251010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.329382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e2fa2f70-56b0-41e1-960b-9c0dd02e6af6,segment=NetworkSegment(4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98),segment_id=4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:39.330249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.376860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.380245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c8fcf806-ab3c-47b6-bf24-3d768fb54675 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:39.479376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.509832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:39.513195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=dd420587-7e6a-40b3-83c1-5665e9106ba0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:39.576839 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8c4ac212-fa74-4634-bf51-2daf70f2b03d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/dd420587-7e6a-40b3-83c1-5665e9106ba0 HTTP/1.1" status: 204 len: 168 time: 0.9743559 Feb 16 13:44:39.619430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57280) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:39.625057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.630901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Pushing event updated for resources: {'Port': ['ID=40d00341-552d-4827-b0b9-d49cfda5e37d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:39.682521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07051440-1334-4c00-acc6-4deca4889503 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:39.721655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Provisioning for port c8fcf806-ab3c-47b6-bf24-3d768fb54675 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:39.736361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No DVR routers for this DVR port e2fa2f70-56b0-41e1-960b-9c0dd02e6af6 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:39.776222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa140cc-a865-40cf-9c07-13432e63a524 None None] Network be91fd12-4318-4674-b360-f367708f67ff requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:39.797098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.808511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Port': ['ID=e2fa2f70-56b0-41e1-960b-9c0dd02e6af6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:39.822964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15c94869-8874-4b35-953b-b8dd75f5f892 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1949563 Feb 16 13:44:39.830716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:39.849500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:39.872786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Provisioning complete for port c8fcf806-ab3c-47b6-bf24-3d768fb54675 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:39.873132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.906391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] For port 40d00341-552d-4827-b0b9-d49cfda5e37d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:39.912752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.938716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:28Z', 'revision_number': 3, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:39.941217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.961856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.971651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] For port 40d00341-552d-4827-b0b9-d49cfda5e37d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=40d00341-552d-4827-b0b9-d49cfda5e37d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:39.983635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:39.993612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de0073-674c-4ca0-9917-3dac67b06d4f None None] The sync data for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv is: [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:28Z', 'revision_number': 3, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:39.997295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be91fd12-4318-4674-b360-f367708f67ff']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:40.001744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.021852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:40.025248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0893e6-bae6-48f1-9ef2-ff0ca72b5e98') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:40.061313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:40.061907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.077180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:40.089950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:40.100380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.103942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.111523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.113626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:40.126564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.141158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:40.142040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:40.159245 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:40.167201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fed577-6453-48d6-ab88-cdfd98b8024b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:40.217372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.248031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:40.251670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.274744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.276442 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-346346d0-f632-4109-bce8-2b9e85c50484 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/89fed577-6453-48d6-ab88-cdfd98b8024b HTTP/1.1" status: 204 len: 168 time: 1.3072519 Feb 16 13:44:40.285626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.294036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0204f749-6d60-456a-a23e-b0aab5a1c430,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:40.325551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.329607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=be91fd12-4318-4674-b360-f367708f67ff,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:40.340442 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4e0a30b7-8c33-4988-91c4-b76dd841770e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/be91fd12-4318-4674-b360-f367708f67ff HTTP/1.1" status: 204 len: 168 time: 7.0010238 Feb 16 13:44:40.341077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57290) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:40.370620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.374740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9959e09d-be33-4834-b0e3-e00b20199b51 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:44:40.375206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9959e09d-be33-4834-b0e3-e00b20199b51 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:40.383678 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9959e09d-be33-4834-b0e3-e00b20199b51 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/be91fd12-4318-4674-b360-f367708f67ff HTTP/1.1" status: 404 len: 339 time: 0.0407779 Feb 16 13:44:40.384313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57294) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:40.389964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561612161', 'description': 'd1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:40.394888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:40.395469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:40.400697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Usage tracker for resource:network and tenant:4846817a6b2c48b988830cac7f8e6273 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:40.404634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:40.410380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.410380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dfda4163-4a5d-4e7b-bbbc-c4f9d76e6fd7 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "DELETE /v2.0/security-groups/0204f749-6d60-456a-a23e-b0aab5a1c430 HTTP/1.1" status: 204 len: 168 time: 1.5558250 Feb 16 13:44:40.412082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:40.414028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:40.434878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:40.452387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.557249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:40.559294 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-a19a85b6-1229-4d5d-8901-4376c00620a0 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] show failed (client error): The resource could not be found. Feb 16 13:44:40.561596 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a19a85b6-1229-4d5d-8901-4376c00620a0 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "GET /v2.0/security-groups/0204f749-6d60-456a-a23e-b0aab5a1c430 HTTP/1.1" status: 404 len: 347 time: 0.1204669 Feb 16 13:44:40.567625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57302) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:40.711403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1778be-eb7c-4ac9-914f-2a4dbbe1a36b None None] Pushing event updated for resources: {'Port': ['ID=40d00341-552d-4827-b0b9-d49cfda5e37d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:40.801560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:40.826605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Checking router: d57909f6-f11d-4f63-abf1-d99a10fd322d for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:40.837315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-840823c1-e729-411c-a91d-5ba1fa51b3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.849580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.850511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.862302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:40.863247 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 7f5a129a-3d9e-462b-847b-48707d92354e of type vlan for network 2a2503a4-1033-49d0-bf1f-ccb52ab18a1b Feb 16 13:44:40.952991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:40.954758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:40.974272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:40.997643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:40.999460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Deleting port a91d74be-1247-4ee6-8b86-ea471cb3583a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:41.010950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.033305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:41.117788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:41.121300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:41.121899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.178973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.198238 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3661141 Feb 16 13:44:41.204138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:41.264898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': 'f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1414832617'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:41.325550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] For port c8fcf806-ab3c-47b6-bf24-3d768fb54675, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c8fcf806-ab3c-47b6-bf24-3d768fb54675,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:41.343042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.444452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:41.495673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.521477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:41.522299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.681361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0d5d4-2e4e-439d-bfe9-afa8d25c8eb6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:41.696113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Deleting port c8fcf806-ab3c-47b6-bf24-3d768fb54675 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:41.696480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.702079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Router 8fe3ba06-3b91-4a8e-9599-836adfa7592b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:41.802608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7272f0d4-2963-4e61-ad81-1354da50db30 None None] Could not find standard attr ID for object 99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:44:41.846854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=2a2503a4-1033-49d0-bf1f-ccb52ab18a1b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:41.868443 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c506238a-0672-49b8-add1-15b184a0cbaa tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4830463 Feb 16 13:44:41.871606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.872233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:41.884771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57328) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:41.901280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 2a2503a4-1033-49d0-bf1f-ccb52ab18a1b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:42.068050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:42.104855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:42.164335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:42.177335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:42.206440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:42.248064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:42.285217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077e1df-fbb1-4635-a43e-59c533c21db6 None None] Pushing event updated for resources: {'Port': ['ID=c8fcf806-ab3c-47b6-bf24-3d768fb54675,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:42.426902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Calling delete_port for a91d74be-1247-4ee6-8b86-ea471cb3583a owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:42.495848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5ebb9-cc56-438a-bbfd-250e45e029e0 None None] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:42.497505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:42.504135 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0de58b40-689c-4cf0-9e37-d90df0accd4e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "PUT /v2.0/routers/8fe3ba06-3b91-4a8e-9599-836adfa7592b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8867476 Feb 16 13:44:42.549234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57342) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:42.591324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8e9f6-fc43-4cf1-81bf-0bde1e5b361a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:42.592053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-faf8e9f6-fc43-4cf1-81bf-0bde1e5b361a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Synchronizing usage tracker for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:42.659067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:42.717106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-faf8e9f6-fc43-4cf1-81bf-0bde1e5b361a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Unset dirty status for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:42.720796 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-faf8e9f6-fc43-4cf1-81bf-0bde1e5b361a tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks?id=2a2503a4-1033-49d0-bf1f-ccb52ab18a1b HTTP/1.1" status: 200 len: 764 time: 0.8334248 Feb 16 13:44:42.723617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57348) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:42.740529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'description': 'd2'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:42.865183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 40d00341-552d-4827-b0b9-d49cfda5e37d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:42.938282 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Sync routers for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:42.959448 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:42.960235 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:13Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:42.962452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-458244431'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:42.968577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:42.975285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:42.980907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:42.989084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:43.026684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:43.031624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.050356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.072470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port fa56dedb-e78f-4d02-b984-9d909e450419 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:43.254961 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:43.315381 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:44:43.315831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:44:43.333840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] For port c8fcf806-ab3c-47b6-bf24-3d768fb54675, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c8fcf806-ab3c-47b6-bf24-3d768fb54675,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:43.334266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.363740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:43.368655 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fedcf61-a7ab-430b-9cd9-429a86261944 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1423640 Feb 16 13:44:43.371362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:43.375690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57368) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:43.379156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:43.381727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.387454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:43.432828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-2a00ccd3-45e6-4726-9d9a-c4d78e60f0a7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888213949&fields=id&tenant_id=0f37808179094a2d8662567dfe296f0e HTTP/1.1" status: 200 len: 267 time: 0.3913915 Feb 16 13:44:43.445166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.528039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.553759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.554923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Pushing event deleted for resources: {'Port': ['ID=a91d74be-1247-4ee6-8b86-ea471cb3583a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:43.560685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.598591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:43.631753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network 2a2503a4-1033-49d0-bf1f-ccb52ab18a1b is not hosted by any dhcp agent {{(pid=87697) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 13:44:43.634947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.636231 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 8c833182-31b2-437d-8150-e10e09078896 of type vlan for network 772abb49-cda6-49ce-b18a-214775ac912b Feb 16 13:44:43.638768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:43.639422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.646694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "PUT /v2.0/networks/2a2503a4-1033-49d0-bf1f-ccb52ab18a1b HTTP/1.1" status: 200 len: 761 time: 0.9112415 Feb 16 13:44:43.647637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:43.657276 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:39Z', 'revision_number': 2, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:43.662665 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Checking router: 8fe3ba06-3b91-4a8e-9599-836adfa7592b for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:43.663047 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Updating router 8fe3ba06-3b91-4a8e-9599-836adfa7592b port 3c518739-c3f9-47d3-ad5c-997b77e2235d binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:44:43.723025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.723264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Calling delete_port for c8fcf806-ab3c-47b6-bf24-3d768fb54675 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:43.757958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-127212d0-1ad8-48d2-9200-ac51d6a74742 None None] Provisioning for port 40d00341-552d-4827-b0b9-d49cfda5e37d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:43.815900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.843026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9904c46-fa80-4091-b0f3-3b0dd1d30028,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:43.848214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30be5a-6655-426e-a924-382ac43819fd req-7388d0c2-f9d0-4607-a8d8-2a0947577d55 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:43.849939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a30be5a-6655-426e-a924-382ac43819fd req-7388d0c2-f9d0-4607-a8d8-2a0947577d55 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.9375191 Feb 16 13:44:43.902099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f59a8-0026-4d7e-b1da-537fd04f21cc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:43.902975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ca1f59a8-0026-4d7e-b1da-537fd04f21cc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Synchronizing usage tracker for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:43.908141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.929576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ca1f59a8-0026-4d7e-b1da-537fd04f21cc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Unset dirty status for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:43.929905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dbe17-f121-4822-8095-2aaf3b3b4125 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=2a2503a4-1033-49d0-bf1f-ccb52ab18a1b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:43.931030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca1f59a8-0026-4d7e-b1da-537fd04f21cc tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks?id=2a2503a4-1033-49d0-bf1f-ccb52ab18a1b HTTP/1.1" status: 200 len: 764 time: 0.2739217 Feb 16 13:44:43.935006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57376) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:43.948533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e321fc87-8852-4bcc-8f90-bcb67cad0c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.963622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 2a2503a4-1033-49d0-bf1f-ccb52ab18a1b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:43.989934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:43.994450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5df02fa7-f532-45ff-aa56-dd5c675ec8f1 tempest-ServersTestJSON-1545078659 tempest-ServersTestJSON-1545078659-project] 10.222.0.105 "DELETE /v2.0/floatingips/fa60ab07-7dc9-435d-9ef1-ae436bbd1095 HTTP/1.1" status: 204 len: 168 time: 3.4225743 Feb 16 13:44:44.006837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57380) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:44.022751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 40d00341-552d-4827-b0b9-d49cfda5e37d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:44.094275 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a30be5a-6655-426e-a924-382ac43819fd req-6f31c374-288c-49c8-9ce4-9965cec03c32 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103391 Feb 16 13:44:44.104678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-8458bcfe-cd03-4c8d-a0f2-65b11821a0dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.105381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-8458bcfe-cd03-4c8d-a0f2-65b11821a0dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Synchronizing usage tracker for tenant:0f37808179094a2d8662567dfe296f0e on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:44.142488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.148455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5ea8a-8d4d-4b32-b09f-0357322bfd1e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.148746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9fb5ea8a-8d4d-4b32-b09f-0357322bfd1e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:44.153948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.157281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.172516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 40d00341-552d-4827-b0b9-d49cfda5e37d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:44.177566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.200774 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.217502 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Transition to ACTIVE for port object 3c518739-c3f9-47d3-ad5c-997b77e2235d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:44.226247 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.262709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-8458bcfe-cd03-4c8d-a0f2-65b11821a0dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Unset dirty status for tenant:0f37808179094a2d8662567dfe296f0e on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:44.265204 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-8458bcfe-cd03-4c8d-a0f2-65b11821a0dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 797 time: 0.8226366 Feb 16 13:44:44.272888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9fb5ea8a-8d4d-4b32-b09f-0357322bfd1e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:44.282091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9fb5ea8a-8d4d-4b32-b09f-0357322bfd1e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9027140 Feb 16 13:44:44.284465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:44.287833 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7375014 Feb 16 13:44:44.340731 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Pushing event updated for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:44.351271 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.351961 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.352458 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.352928 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.353392 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.353870 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.354450 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.355054 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.356451 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.357376 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.357862 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.358374 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:44:44.379736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.396532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.412046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57388) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:44.447967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'name': 'tempest-PortsIpV6TestJSON-432756477'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:44.454474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.503712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] Pushing event deleted for resources: {'Port': ['ID=c8fcf806-ab3c-47b6-bf24-3d768fb54675,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:44.516672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdc7eb-e196-4f73-8231-44ae8c8b6d89 None None] No DVR routers for this DVR port c8fcf806-ab3c-47b6-bf24-3d768fb54675 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:44.543172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca6be0d-f252-46f1-9b0e-edb8814da261 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:44.606135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fab71d-a703-4a84-8640-5368a88e88f0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=772abb49-cda6-49ce-b18a-214775ac912b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:44.640477 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Attempting to bind port 3c518739-c3f9-47d3-ad5c-997b77e2235d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:44.640832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Attempting to bind port 3c518739-c3f9-47d3-ad5c-997b77e2235d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:44.641194 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Attempting to bind port 3c518739-c3f9-47d3-ad5c-997b77e2235d on network 9e5f14dd-ae55-40b3-9af2-035af7298b31 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:44.647217 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:44.647733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Checking segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:44.648133 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.648516 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Bound using segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:44.649208 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Bound port: 3c518739-c3f9-47d3-ad5c-997b77e2235d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:44.649565 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.660812 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-654b9caa-fd80-44b3-9d63-567c4e75db07 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/quotas/0f37808179094a2d8662567dfe296f0e HTTP/1.1" status: 200 len: 375 time: 0.3458035 Feb 16 13:44:44.672443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 772abb49-cda6-49ce-b18a-214775ac912b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:44.715271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:44.753930 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] For port 3c518739-c3f9-47d3-ad5c-997b77e2235d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:44.757688 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] For port 3c518739-c3f9-47d3-ad5c-997b77e2235d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c518739-c3f9-47d3-ad5c-997b77e2235d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:44.763150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:44.765942 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.778079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:44.786560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336aa59-8ecf-47e9-b1d7-547f94a13497 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.788555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a336aa59-8ecf-47e9-b1d7-547f94a13497 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.789389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a336aa59-8ecf-47e9-b1d7-547f94a13497 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:44.815803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:44.872014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e10c97-a3f1-4f38-8106-35d4c3767ba0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.873887 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54e10c97-a3f1-4f38-8106-35d4c3767ba0 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9378860 Feb 16 13:44:44.878131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a336aa59-8ecf-47e9-b1d7-547f94a13497 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:44.882905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a336aa59-8ecf-47e9-b1d7-547f94a13497 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5938966 Feb 16 13:44:44.882905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:44.883167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57394) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:44.884717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.897609 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3144ade-1b49-4d2b-b93f-a60af182dca8 None None] Pushing event updated for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:44.911748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57396) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:44.926860 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:44.927799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-8aa35209-0398-4806-9c56-8ad352012c43 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:44.927895 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:44.928413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-8aa35209-0398-4806-9c56-8ad352012c43 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Synchronizing usage tracker for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:44.945736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:44.965333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:44.996579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-8aa35209-0398-4806-9c56-8ad352012c43 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Unset dirty status for tenant:7a67c6a87e934a6e9e264a8c27030975 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:44.998152 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-8aa35209-0398-4806-9c56-8ad352012c43 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.26 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.3745246 Feb 16 13:44:45.026619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:45.035328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdd33-8b4f-4d71-9004-8eb1de6317bd None None] The sync data for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv is: [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:42:14Z', 'revision_number': 4, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '614b54b5-4187-4a10-a543-89c8fd6a540f', 'name': '', 'network_id': '293f8050-7e4c-43b9-89fe-f08033502803', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'mac_address': 'fa:16:3e:2e:a7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:13Z', 'updated_at': '2022-02-16T13:42:23Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'subnets': [{'id': '3b524342-a03c-4fda-b3a3-2fcd11656c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:45.134707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-99b5f4dd-c734-47e1-8e24-2c5f12aea541 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4068899 Feb 16 13:44:45.135862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a51ae324-20f7-4be6-8c0f-8af01c5b0a96 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Synchronizing usage tracker for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:45.183800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:45.191395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a51ae324-20f7-4be6-8c0f-8af01c5b0a96 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Unset dirty status for tenant:4846817a6b2c48b988830cac7f8e6273 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:45.195831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a51ae324-20f7-4be6-8c0f-8af01c5b0a96 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 207 time: 0.2992003 Feb 16 13:44:45.195831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.200008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:45.247354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 40d00341-552d-4827-b0b9-d49cfda5e37d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=40d00341-552d-4827-b0b9-d49cfda5e37d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:45.284011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b20a36-f12d-4f60-a6c0-3251a08051be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:45.289204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53b20a36-f12d-4f60-a6c0-3251a08051be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.304364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.352308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Deleting port 292d5441-2355-46c9-a948-51c2345915e9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:45.352656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.357299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.358241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 28670c31-ad85-45f8-af70-3ab35cbf146f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:45.449262 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:45.657479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.703726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=40d00341-552d-4827-b0b9-d49cfda5e37d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:45.707005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81fb87-870a-431c-93a0-f17f0eb83167 None None] New status for floating IP fa60ab07-7dc9-435d-9ef1-ae436bbd1095: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:44:45.726103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-753cd802-60dd-48e7-a023-f103d432181e service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:44:45.728335 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-753cd802-60dd-48e7-a023-f103d432181e service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2645042 Feb 16 13:44:45.748903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.802947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] For port 292d5441-2355-46c9-a948-51c2345915e9, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=292d5441-2355-46c9-a948-51c2345915e9,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:45.803571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.867492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5ab27339-9e03-4a71-be18-4152eafca90f None None] Provisioning complete for port 40d00341-552d-4827-b0b9-d49cfda5e37d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:45.867886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ab27339-9e03-4a71-be18-4152eafca90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:45.962886 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:44Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:45.968754 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b5061e-3c76-4c26-afda-1ab91abde50e None None] The sync data for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv is: [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:44Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:45.984633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.021857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.090809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 28670c31-ad85-45f8-af70-3ab35cbf146f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:46.112961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 28670c31-ad85-45f8-af70-3ab35cbf146f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:46.113333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.153381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be3aab-cb69-4bac-afe1-e9d846ac058e req-3702a286-e1d4-4835-bdb3-4053c71a3c24 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.155064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-83be3aab-cb69-4bac-afe1-e9d846ac058e req-3702a286-e1d4-4835-bdb3-4053c71a3c24 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 945 time: 0.6900349 Feb 16 13:44:46.204728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server [None req-53b20a36-f12d-4f60-a6c0-3251a08051be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6: This subnet is being modified by another concurrent operation. Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:44:46.244678 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6: This subnet is being modified by another concurrent operation. Feb 16 13:44:46.249241 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Feb 16 13:44:46.511732 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-efcaf1b5-2fe4-4fa9-895b-e0d9864175fe service neutron] 10.222.0.105 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7656894 Feb 16 13:44:46.525579 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-83be3aab-cb69-4bac-afe1-e9d846ac058e req-ce24885c-41fc-40af-8918-aa9e4bb42488 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups?id=0dd832e3-2e7e-46f0-80b8-81db52b50c18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3569269 Feb 16 13:44:46.527228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:46.549983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.606380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9365294-d039-46a7-84dc-dd1a59190f83 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:44:46.683643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.697445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5ab27339-9e03-4a71-be18-4152eafca90f None None] Provisioning for port 3c518739-c3f9-47d3-ad5c-997b77e2235d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:46.712737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.755065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 28670c31-ad85-45f8-af70-3ab35cbf146f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=28670c31-ad85-45f8-af70-3ab35cbf146f,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:46.759865 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-e1f130dd-c4bd-432c-8a60-ff3722647014 service neutron] 10.222.0.105 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121365 Feb 16 13:44:46.792204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.813152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.845020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.860316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.866771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.873780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.876065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c8fcf806-ab3c-47b6-bf24-3d768fb54675 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:46.881442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:46.883569 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1216a9fe-c67a-414a-9ec3-5d70f8116fe4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 1.6601744 Feb 16 13:44:46.891596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57412) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:46.920781 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-638db6ea-1946-40f7-b8c1-dc16e5ddc175 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6 HTTP/1.1" status: 204 len: 168 time: 1.9967265 Feb 16 13:44:46.921565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57416) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:46.972242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.972609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c8fcf806-ab3c-47b6-bf24-3d768fb54675 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:46.972789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:46.972950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c8fcf806-ab3c-47b6-bf24-3d768fb54675 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:46.973158 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Floating IP f73f6f51-364a-468d-af59-2c121d3e510b disassociated. External IP: 172.26.1.81, port: 292d5441-2355-46c9-a948-51c2345915e9. Feb 16 13:44:46.974795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Calling delete_port for 292d5441-2355-46c9-a948-51c2345915e9 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:47.063349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=28670c31-ad85-45f8-af70-3ab35cbf146f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:47.115333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9365294-d039-46a7-84dc-dd1a59190f83 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:44:47.253243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.375122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 40d00341-552d-4827-b0b9-d49cfda5e37d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:47.401366 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7a34ba12-2a4f-4b6e-8ee6-2546f0823b28 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4696145 Feb 16 13:44:47.408280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57430) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:47.410809 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-44d2f8f8-d595-4659-90e0-e8aec28c6fe6 req-00d6fb2f-1c25-4756-9aa8-80da65254cda tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 210 time: 0.0651295 Feb 16 13:44:47.417373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:47.477442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=123c478d-3aed-46de-b0f1-f8a0b3d65b9d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:47.584281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:47.602549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:47.609051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:47.639853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 40d00341-552d-4827-b0b9-d49cfda5e37d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:47.640102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.685000 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-df0def1f-c5c2-46e2-8cf2-8907be63404e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.7895277 Feb 16 13:44:47.689789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:47.696494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57438) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:47.715561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '8c833182-31b2-437d-8150-e10e09078896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:47.716082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: 772abb49-cda6-49ce-b18a-214775ac912b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:47.783068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:47.799806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.826521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:47.830273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.860981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 772abb49-cda6-49ce-b18a-214775ac912b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:47.866878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:47.870147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Deleting port 614b54b5-4187-4a10-a543-89c8fd6a540f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:47.870782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.874455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:47.875834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:47.902695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c518739-c3f9-47d3-ad5c-997b77e2235d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:47.902960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event deleted for resources: {'Port': ['ID=292d5441-2355-46c9-a948-51c2345915e9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:47.935254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69129a9a-8d96-4a3d-a8c4-2b829ea92e04 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:44:47.978410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6605b8a2-8682-451d-8881-09f2ca76f8b3 req-a330b1ea-7f50-478a-ba88-841c8d9bba1d tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 210 time: 0.1976604 Feb 16 13:44:48.118317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3c518739-c3f9-47d3-ad5c-997b77e2235d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:48.134183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27ad7d90-7ef5-447c-8d0f-8164a5aa5e10 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.7151241 Feb 16 13:44:48.135927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:48.141019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3c518739-c3f9-47d3-ad5c-997b77e2235d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:48.141019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.148828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Router 749a1cd9-d940-4e9d-9311-f2eb74666c79 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:48.151406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.152901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1409337064'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:48.153226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.155030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.156606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.158175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.159194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:48.160222 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5affb674-bd30-465e-ae74-25858b97ac27 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4508228 Feb 16 13:44:48.165904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:48.238624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:48.240118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] For port 614b54b5-4187-4a10-a543-89c8fd6a540f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=614b54b5-4187-4a10-a543-89c8fd6a540f,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:48.240610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.246583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69129a9a-8d96-4a3d-a8c4-2b829ea92e04 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:44:48.295240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:48.313893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:48.333253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.335681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.337265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.338812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.340299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.347099 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35f2f17f-0d75-48ff-9cc1-652e3fc9af0f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1740654 Feb 16 13:44:48.359196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57450) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:48.390674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:48.395664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.402875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Calling delete_port for 614b54b5-4187-4a10-a543-89c8fd6a540f owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:48.413804 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.609370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3c518739-c3f9-47d3-ad5c-997b77e2235d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c518739-c3f9-47d3-ad5c-997b77e2235d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:48.618350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 292d5441-2355-46c9-a948-51c2345915e9 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:48.637792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe365fea-d4af-48a2-a2a3-ac6bfd93438d req-52ec638f-069d-4b22-b087-4365df085edc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 210 time: 0.0967207 Feb 16 13:44:48.666086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.712455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.716708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 292d5441-2355-46c9-a948-51c2345915e9 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:48.717052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 292d5441-2355-46c9-a948-51c2345915e9 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:48.812648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:48.826729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:48.835568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:48.836735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.874266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:48.879023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4669893 Feb 16 13:44:48.880555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57456) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:48.892612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:48.899282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:48.900270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:48.904975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:router and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:48.908826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:48.937497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:48.941539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:48.950648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:48.950996 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 4063eee6-1f40-42b4-b8ef-95c8b9008155 of type vlan for network f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa Feb 16 13:44:48.956376 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Sync routers for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:48.983379 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:48.983990 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:49.005098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecaed9-29f0-4a6d-9ad8-066b5912c28d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=ba506988-37ca-49df-9713-4877752fb9bf,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:49.050953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'ba506988-37ca-49df-9713-4877752fb9bf'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:49.053661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.175304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.176961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.200679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824d8e2c-447f-494b-ae42-fe858e00c8a8 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:49.202188 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-824d8e2c-447f-494b-ae42-fe858e00c8a8 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks/eb503907-a971-4c22-9ccd-7dc762c6fab9 HTTP/1.1" status: 200 len: 803 time: 0.8419259 Feb 16 13:44:49.218509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57466) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:49.222849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.231701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 28670c31-ad85-45f8-af70-3ab35cbf146f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:49.234130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] No DVR routers for this DVR port 292d5441-2355-46c9-a948-51c2345915e9 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:49.255985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.259026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'name': 'network-vif-deleted', 'tag': '292d5441-2355-46c9-a948-51c2345915e9'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:49.279868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.291082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-0d13c624-52c9-40ce-88b0-a5c7ccae8ce1 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:49.292638 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-0d13c624-52c9-40ce-88b0-a5c7ccae8ce1 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 797 time: 0.5544858 Feb 16 13:44:49.295840 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-246540e5-8e34-4b7c-a7b2-744f78e7c9eb req-be3c7483-1a4c-4c63-aa6b-1b3fac42b259 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.26 "DELETE /v2.0/ports/292d5441-2355-46c9-a948-51c2345915e9 HTTP/1.1" status: 204 len: 173 time: 4.2860458 Feb 16 13:44:49.354444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.361534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:49.362661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.400419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14751af7-b37f-4387-8294-cd971e18cf56', 'name': 'network-vif-deleted', 'tag': '292d5441-2355-46c9-a948-51c2345915e9', 'status': 'completed', 'code': 200} Feb 16 13:44:49.435490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-1c1baac8-4048-4f98-8709-a9f7ea0815ed tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Synchronizing usage tracker for tenant:0f37808179094a2d8662567dfe296f0e on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:49.448565 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd55fa78-05e2-4160-8b91-68eb79a949d0 req-d6960001-0200-46c7-bebb-ef04d49ed968 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/ports?device_id=14751af7-b37f-4387-8294-cd971e18cf56 HTTP/1.1" status: 200 len: 210 time: 0.1179628 Feb 16 13:44:49.574705 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:49.636104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 28670c31-ad85-45f8-af70-3ab35cbf146f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:49.636487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.720567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ba506988-37ca-49df-9713-4877752fb9bf/3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:49.728910 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5908539 Feb 16 13:44:49.730009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-1c1baac8-4048-4f98-8709-a9f7ea0815ed tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Unset dirty status for tenant:0f37808179094a2d8662567dfe296f0e on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:49.731717 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-1c1baac8-4048-4f98-8709-a9f7ea0815ed tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f37808179094a2d8662567dfe296f0e HTTP/1.1" status: 200 len: 379 time: 0.4271181 Feb 16 13:44:49.746503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:49.758255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'ports': [{'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'}, {'network_id': 'f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa'}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:49.758564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:49.762763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:49.783557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'port': {'device_id': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'admin_state_up': True, 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'security_groups': ['52d9963a-50a7-49f8-bd02-4fc7590573fc']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:49.809751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed56e7-1479-41df-8d0c-90ab25bb7220 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:49.829007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-75225ece-f4f6-4105-9093-b309e102f267 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/networks/eb503907-a971-4c22-9ccd-7dc762c6fab9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.6080582 Feb 16 13:44:49.830284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57478) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:49.836448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:49.914643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:49.953123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.025590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c518739-c3f9-47d3-ad5c-997b77e2235d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:50.073561 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4d789d75-a50b-4eee-8d48-41552dd197a3 req-ec2f420f-fa49-4e69-bfd0-eb3eed30c842 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 210 time: 0.0810215 Feb 16 13:44:50.078464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Pushing event deleted for resources: {'Port': ['ID=614b54b5-4187-4a10-a543-89c8fd6a540f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:50.143123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.147229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5f37d961-6048-4f7f-ac54-a6c22341e95d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2607141 Feb 16 13:44:50.192976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57482) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:50.195470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a8b3e-f1db-4846-9640-9547dba756a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:50.197220 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f59a8b3e-f1db-4846-9640-9547dba756a4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets/3493fe0d-a393-4ada-8439-dbeeae9cb7a3 HTTP/1.1" status: 200 len: 843 time: 0.3638837 Feb 16 13:44:50.228472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:50.241090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:50.245965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:port and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:50.250164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:50.274352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:50.368872 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:50.373905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Checking router: 749a1cd9-d940-4e9d-9311-f2eb74666c79 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:50.386255 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:50.386885 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:50.395504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30073f4a-ad6a-48cf-b56b-e41b0df322b2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:50.405106 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-30073f4a-ad6a-48cf-b56b-e41b0df322b2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "GET /v2.0/subnets/3493fe0d-a393-4ada-8439-dbeeae9cb7a3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1100178 Feb 16 13:44:50.406140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:50.454503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Made reservation on behalf of 0f37808179094a2d8662567dfe296f0e for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:50.458050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.477118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052104052'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:50.487070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:50.508120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:50.509102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3c518739-c3f9-47d3-ad5c-997b77e2235d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:50.510514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.553079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:50.561145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.644476 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:50.655434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.719288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Transition to ACTIVE for port object 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:50.730033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:50.756739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Transition to ACTIVE for port object 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:50.764589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.845812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Pushing event updated for resources: {'Port': ['ID=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:50.852639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:44:50.867619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:50.869150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:50.874470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:50.875256 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Added segment 38e3df53-6b38-4129-be10-505915415e08 of type vlan for network e2805ae4-4775-4575-afe0-2f536ad6ba4e Feb 16 13:44:50.875848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:50.926405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.000154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.006504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Attempting to bind port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:51.006886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:51.007026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Attempting to bind port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:51.007259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Attempting to bind port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:51.007741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.016152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:51.016542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:51.016934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.017324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:51.017866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Bound port: 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:51.018413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.068626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:51.073878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:44:51.077441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:44:51.157847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:51.167057 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6967432 Feb 16 13:44:51.176614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:51.203359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.213614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:51.237566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] For port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:51.243271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] For port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:51.245463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:51.251952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.254756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.254948 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:51.271025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc877e78-6757-4c92-b961-f3287d16d47a None None] The sync data for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv is: [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:42:27Z', 'revision_number': 4, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5a086711-2dbd-402f-baad-2eff4923a74f', 'name': '', 'network_id': '49e00c71-985e-4345-91de-d00f3d0059d7', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'mac_address': 'fa:16:3e:2c:55:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:25Z', 'updated_at': '2022-02-16T13:42:38Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'subnets': [{'id': 'd834244a-215e-4466-9ee7-9b3be7729cb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:51.321116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.348417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dc406-b3aa-4b08-984a-433dcf77308f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Network': ['ID=e2805ae4-4775-4575-afe0-2f536ad6ba4e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:51.350921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.378612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Allocated IP 172.20.0.12 (9e5f14dd-ae55-40b3-9af2-035af7298b31/f930a049-9cc5-4605-ab0d-3cd4f3027c60/572aa793-8d92-4479-baa4-509ebab9cacb) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:51.388699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.401656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:44:51.445557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.486418 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4f649f88-4ca6-471a-9ac3-80803a7cc004 req-12f06b1b-a424-4607-934b-c7f9035f5b50 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 210 time: 0.0834689 Feb 16 13:44:51.569159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d6b1e-10f8-440c-b136-92bb13dbdc71 None None] Pushing event updated for resources: {'Port': ['ID=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:51.578792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:44:51.690727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444d955-eefc-467e-92c7-a3073a96b096 None None] New status for floating IP f73f6f51-364a-468d-af59-2c121d3e510b: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:44:51.810442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:44:51.860908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.907544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd832e3-2e7e-46f0-80b8-81db52b50c18,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:51.971000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:51.972118 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-94a89547-3b0e-425d-8a71-5f49b24f8a23 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "DELETE /v2.0/security-groups/0dd832e3-2e7e-46f0-80b8-81db52b50c18 HTTP/1.1" status: 204 len: 168 time: 1.2311492 Feb 16 13:44:51.979852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57510) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:52.021039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Made reservation on behalf of 4846817a6b2c48b988830cac7f8e6273 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:44:52.037021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.098519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-48740734-d4ef-4bef-8d59-9195c66ead05 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] show failed (client error): The resource could not be found. Feb 16 13:44:52.099578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-48740734-d4ef-4bef-8d59-9195c66ead05 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "GET /v2.0/security-groups/0dd832e3-2e7e-46f0-80b8-81db52b50c18 HTTP/1.1" status: 404 len: 347 time: 0.1187942 Feb 16 13:44:52.106141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57514) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:52.141943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 2ccec586-abd9-4245-85db-9e9feefdc202 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:52.196549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:44:52.197255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:44:52.277209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.324841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Deleting port 334fb4da-769d-4500-9b40-9472046a0d0a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:52.325480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.330100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Transition to ACTIVE for port object 572aa793-8d92-4479-baa4-509ebab9cacb will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:52.455446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.498695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.635785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:52.689235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:52.690329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.724067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:52.731106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 07ee5810-9f4f-4ac0-a373-47c933318eaf yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:44:52.735416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:52.775934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed94eb3-7c66-4403-823f-4766414a4502 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:52.799533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::1 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ba506988-37ca-49df-9713-4877752fb9bf/eeb29047-0724-4a91-8de7-cca73f3d209f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:52.875754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Router d57909f6-f11d-4f63-abf1-d99a10fd322d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:44:52.880463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:52.881111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.902971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.903290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:52.903746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Checking segment: {'id': '38e3df53-6b38-4129-be10-505915415e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:52.905434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network hostable DHCP agents. Network: e2805ae4-4775-4575-afe0-2f536ad6ba4e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:52.910244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=1b54b1fa-ac30-41f0-95e8-11f510d8aef7,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:52.961691 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-4b5f5b5c-3067-4b01-94d0-2582b8a4c8f7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2084908 Feb 16 13:44:52.979074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:53.005781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Request body: {'port': {'device_id': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:53.113126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e2805ae4-4775-4575-afe0-2f536ad6ba4e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:53.118679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87160e-b449-4a12-a994-74a7c799adbd None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:53.148159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:53.153946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.210617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d52238c-4893-4732-bd5a-2d5c15214660 None None] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:53.318015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.346067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.361687 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d2e2a06-29dd-47b0-970d-132703e77172 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1824822 Feb 16 13:44:53.363694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.369412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:53.378077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:44:53.413428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Calling delete_port for 334fb4da-769d-4500-9b40-9472046a0d0a owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:53.435112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:53.479758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15c0cd-ee81-4b05-afd5-85f6008d7db5 req-0c92e8ee-e51a-477d-8772-3de81be07b9b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:53.481620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a15c0cd-ee81-4b05-afd5-85f6008d7db5 req-0c92e8ee-e51a-477d-8772-3de81be07b9b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 932 time: 0.7996080 Feb 16 13:44:53.520661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:53.535705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:53.549593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:53.551110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.567974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-60c737be-8346-4c30-8f9c-5383f640e6a1 None None] Provisioning for port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:53.640041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=2ccec586-abd9-4245-85db-9e9feefdc202,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:53.694919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e2805ae4-4775-4575-afe0-2f536ad6ba4e', 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e', 'tenant_id': '4846817a6b2c48b988830cac7f8e6273', 'fixed_ips': [{'subnet_id': '1b54b1fa-ac30-41f0-95e8-11f510d8aef7'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:44:53.695747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.702873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a15c0cd-ee81-4b05-afd5-85f6008d7db5 req-38f897f2-27c5-4970-a05d-1566cf12ffe7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019887 Feb 16 13:44:53.734041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.769433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:53.799058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:53.801371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object eeb29047-0724-4a91-8de7-cca73f3d209f will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:53.816393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Sync routers for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:53.827600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:53.828216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.831171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '4063eee6-1f40-42b4-b8ef-95c8b9008155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:53.831775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:44:53.836081 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:53.836875 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:53.860870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2089143'] for subnet, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.866474 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b195c885-c351-4b47-b468-75cc909df38d admin admin] 10.222.0.105 "PUT /v2.0/routers/d57909f6-f11d-4f63-abf1-d99a10fd322d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8546419 Feb 16 13:44:53.867981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57524) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:53.872305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=07ee5810-9f4f-4ac0-a373-47c933318eaf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:53.872481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.927381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8edca7b7-d664-48ad-8b98-49671f840e9a None None] Provisioning for port 572aa793-8d92-4479-baa4-509ebab9cacb completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:53.960316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8edca7b7-d664-48ad-8b98-49671f840e9a None None] Provisioning complete for port 572aa793-8d92-4479-baa4-509ebab9cacb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:53.960746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8edca7b7-d664-48ad-8b98-49671f840e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:53.963065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:44:54.028956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.050286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Pushing event deleted for resources: {'Port': ['ID=334fb4da-769d-4500-9b40-9472046a0d0a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:54.056602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8edca7b7-d664-48ad-8b98-49671f840e9a None None] Port 572aa793-8d92-4479-baa4-509ebab9cacb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:44:54.096893 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:54.130517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.182257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:54.210397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.226460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.255448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:54.283728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:54.289276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:54.294914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0535c6a-795a-4b6c-bd61-a0b8dd11c72a None None] Network f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:54.297868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:54.298789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.439303 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ff1cc65-f07e-46ba-a8bd-0d3392f5ebb0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6915538 Feb 16 13:44:54.447326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=eeb29047-0724-4a91-8de7-cca73f3d209f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:54.464442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 13:44:54.464442 dv-neutron-828143-3-hyperv neutron-server[87699]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 13:44:54.464442 dv-neutron-828143-3-hyperv neutron-server[87699]: [parameters: {'in_use': 1, 'id_1': '1b54b1fa-ac30-41f0-95e8-11f510d8aef7'}] Feb 16 13:44:54.464442 dv-neutron-828143-3-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:54.464893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:54.482245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:54.521273 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:54.528407 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Checking router: d57909f6-f11d-4f63-abf1-d99a10fd322d for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:54.535649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:54.538184 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Routers {'d57909f6-f11d-4f63-abf1-d99a10fd322d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:54.538842 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d57909f6-f11d-4f63-abf1-d99a10fd322d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:54.588995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:54.637971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 07ee5810-9f4f-4ac0-a373-47c933318eaf {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:54.638400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.678749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5c965a37-b277-4414-a4fc-d57cfccb304c None None] Provisioning complete for port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:54.679544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c965a37-b277-4414-a4fc-d57cfccb304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.689858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:54.692642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:54.693333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.747399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3683021'] for subnet, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.775758 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] Set router d57909f6-f11d-4f63-abf1-d99a10fd322d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:54.827137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event updated for resources: {'Subnet': ['ID=1b54b1fa-ac30-41f0-95e8-11f510d8aef7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:54.893650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572aa793-8d92-4479-baa4-509ebab9cacb {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:44:54.921039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.956377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:54.956971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.958410 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-997f2797-805f-45de-b6c1-fec20dbefb86 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "PUT /v2.0/subnets/1b54b1fa-ac30-41f0-95e8-11f510d8aef7 HTTP/1.1" status: 200 len: 900 time: 1.5877059 Feb 16 13:44:54.966143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:54.980999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:55.052050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.080936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Deleting port 13967fba-0040-487b-9df2-4d2da7f9b16e {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:55.081265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.134718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:55.177091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Transition to ACTIVE for port object 572aa793-8d92-4479-baa4-509ebab9cacb will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:55.206624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.233289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8216cf40-9276-4cf8-802f-95fffc1db287 None None] Provisioning for port eeb29047-0724-4a91-8de7-cca73f3d209f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:55.234435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.245254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8216cf40-9276-4cf8-802f-95fffc1db287 None None] Provisioning complete for port eeb29047-0724-4a91-8de7-cca73f3d209f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:55.245628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8216cf40-9276-4cf8-802f-95fffc1db287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.307565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.310358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.311591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72358301-ca0e-44a9-8a47-a7290e21a1e9 tempest-ServersTestManualDisk-873334028 tempest-ServersTestManualDisk-873334028-project] 10.222.0.105 "DELETE /v2.0/floatingips/f73f6f51-364a-468d-af59-2c121d3e510b HTTP/1.1" status: 204 len: 168 time: 3.2022326 Feb 16 13:44:55.317900 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:55.325992 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a3944-43e6-4a18-9a55-f0a82aae9f37 None None] The sync data for ids ['d57909f6-f11d-4f63-abf1-d99a10fd322d'] in dv-neutron-828143-3-hyperv is: [{'id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'name': 'tempest-ServersTestJSON-779522154-router', 'tenant_id': '014ff2ce13534abdb5f7db426a158cba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134'}], 'enable_snat': True}, 'gw_port_id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:06Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '014ff2ce13534abdb5f7db426a158cba', 'gw_port': {'id': '13967fba-0040-487b-9df2-4d2da7f9b16e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57909f6-f11d-4f63-abf1-d99a10fd322d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:44:55.332695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:55.340124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:55.465690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.502353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8216cf40-9276-4cf8-802f-95fffc1db287 None None] Port eeb29047-0724-4a91-8de7-cca73f3d209f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:44:55.510723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:55.511617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.548786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Allocated IP 2001:db8::3 (e2805ae4-4775-4575-afe0-2f536ad6ba4e/1b54b1fa-ac30-41f0-95e8-11f510d8aef7/1fe79405-313a-4991-9f45-46538135d5b1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:44:55.670619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 07ee5810-9f4f-4ac0-a373-47c933318eaf owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:55.798511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.897709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Attempting to bind port 572aa793-8d92-4479-baa4-509ebab9cacb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:55.898171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Attempting to bind port 572aa793-8d92-4479-baa4-509ebab9cacb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:55.898612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Attempting to bind port 572aa793-8d92-4479-baa4-509ebab9cacb on network 9e5f14dd-ae55-40b3-9af2-035af7298b31 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:55.908583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.915606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:55.922318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Port 572aa793-8d92-4479-baa4-509ebab9cacb on network 9e5f14dd-ae55-40b3-9af2-035af7298b31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:44:55.923023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Attempting to bind port 572aa793-8d92-4479-baa4-509ebab9cacb on network 9e5f14dd-ae55-40b3-9af2-035af7298b31 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:55.928573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Transition to ACTIVE for port object 1fe79405-313a-4991-9f45-46538135d5b1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:55.952262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Transition to ACTIVE for port object 1fe79405-313a-4991-9f45-46538135d5b1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:44:55.960643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.028623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:56.029289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Checking segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:56.029830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Bound using segment: {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:56.030435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Bound port: 572aa793-8d92-4479-baa4-509ebab9cacb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba900d9-5c3d-4906-9f30-221ca6b37b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:56.030926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.034941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] For port 13967fba-0040-487b-9df2-4d2da7f9b16e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13967fba-0040-487b-9df2-4d2da7f9b16e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:56.035480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.042055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:56.043183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.045394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:56.049950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:44:56.085352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Pushing event updated for resources: {'Port': ['ID=1fe79405-313a-4991-9f45-46538135d5b1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:56.091491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.104268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=07ee5810-9f4f-4ac0-a373-47c933318eaf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:56.132149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c78edb6b-b8b1-440c-be77-7bb9d10818ec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/07ee5810-9f4f-4ac0-a373-47c933318eaf HTTP/1.1" status: 204 len: 168 time: 1.6467795 Feb 16 13:44:56.154085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57542) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:56.166172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Attempting to bind port 1fe79405-313a-4991-9f45-46538135d5b1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:44:56.166662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Attempting to bind port 1fe79405-313a-4991-9f45-46538135d5b1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '38e3df53-6b38-4129-be10-505915415e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:44:56.167076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Attempting to bind port 1fe79405-313a-4991-9f45-46538135d5b1 on network e2805ae4-4775-4575-afe0-2f536ad6ba4e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:44:56.173138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:44:56.173506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Checking segment: {'id': '38e3df53-6b38-4129-be10-505915415e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:44:56.173897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.174310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Bound using segment: {'id': '38e3df53-6b38-4129-be10-505915415e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:44:56.174769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Bound port: 1fe79405-313a-4991-9f45-46538135d5b1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e3df53-6b38-4129-be10-505915415e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:44:56.175132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.184970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Calling delete_port for 13967fba-0040-487b-9df2-4d2da7f9b16e owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:56.270720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] For port 1fe79405-313a-4991-9f45-46538135d5b1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:56.274416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] For port 1fe79405-313a-4991-9f45-46538135d5b1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1fe79405-313a-4991-9f45-46538135d5b1,segment=NetworkSegment(38e3df53-6b38-4129-be10-505915415e08),segment_id=38e3df53-6b38-4129-be10-505915415e08)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:56.281994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.346527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dfcaf-f92b-4993-b1de-817aaac220ae req-13a248b0-0b15-4eb7-b403-67f30b37b599 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:56.348224 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c15dfcaf-f92b-4993-b1de-817aaac220ae req-13a248b0-0b15-4eb7-b403-67f30b37b599 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 932 time: 1.3450270 Feb 16 13:44:56.379841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ab4a0-96d4-45b6-8ee3-8d5a83350db7 None None] Pushing event updated for resources: {'Port': ['ID=1fe79405-313a-4991-9f45-46538135d5b1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:56.436300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:44:56.439014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.444441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:44:56.489170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.541789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=1b54b1fa-ac30-41f0-95e8-11f510d8aef7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:56.639193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c15dfcaf-f92b-4993-b1de-817aaac220ae req-90d63ef9-577d-4538-a381-3e6654988a32 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495503 Feb 16 13:44:56.696702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:56.697316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.698809 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] 10.222.0.26 "PUT /v2.0/ports/572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 1094 time: 3.7121921 Feb 16 13:44:56.699273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:44:56.731051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27bfe5-482a-4300-9d75-49c36b510766 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:56.740677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27bfe5-482a-4300-9d75-49c36b510766 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:56.744442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a27bfe5-482a-4300-9d75-49c36b510766 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:56.851903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:56.860399 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'status': 'completed', 'code': 200} Feb 16 13:44:56.914775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2805ae4-4775-4575-afe0-2f536ad6ba4e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:56.921926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0caa57-e399-4784-8334-8e6a9b50c1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:56.933382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a27bfe5-482a-4300-9d75-49c36b510766 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:56.934683 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a27bfe5-482a-4300-9d75-49c36b510766 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7771242 Feb 16 13:44:56.937464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57548) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:56.940123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e3df53-6b38-4129-be10-505915415e08') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:56.940414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e3df53-6b38-4129-be10-505915415e08') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:56.960374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.004172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.009034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.009727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.016795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-eb4192fa-54c3-444f-8272-469343999e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:57.018435 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-eb4192fa-54c3-444f-8272-469343999e34 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1097 time: 0.2336943 Feb 16 13:44:57.023465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:57.023926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:57.045536 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:57.149920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1fe79405-313a-4991-9f45-46538135d5b1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:44:57.196583 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-3de10c0d-59ae-45d4-97b6-570902226759 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 217 time: 0.1501851 Feb 16 13:44:57.217641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.218556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.236433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 1fe79405-313a-4991-9f45-46538135d5b1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:57.241654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Pushing event deleted for resources: {'Port': ['ID=13967fba-0040-487b-9df2-4d2da7f9b16e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:57.262541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 614b54b5-4187-4a10-a543-89c8fd6a540f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:57.268568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:44:57.268568 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:44:57.268568 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': 'e2805ae4-4775-4575-afe0-2f536ad6ba4e'}] Feb 16 13:44:57.268568 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:57.268939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:57.282755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ef955a06-1d1a-4e84-a304-d08171c1360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:57.284204 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-ef955a06-1d1a-4e84-a304-d08171c1360f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.0824909 Feb 16 13:44:57.298532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 614b54b5-4187-4a10-a543-89c8fd6a540f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:57.298916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 614b54b5-4187-4a10-a543-89c8fd6a540f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:57.335052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 2ccec586-abd9-4245-85db-9e9feefdc202 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:57.335388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.359614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-0f50a36d-993a-4e54-b67b-54fe3738ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:57.361079 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-0f50a36d-993a-4e54-b67b-54fe3738ee37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711341 Feb 16 13:44:57.517723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-da6a618f-4406-4732-a9b3-06c5fd28750c service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491530 Feb 16 13:44:57.575016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=eeb29047-0724-4a91-8de7-cca73f3d209f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:57.647560 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.694259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c01e2079-e53c-4d22-89b3-3f7da8e33877 req-59d04c63-aac3-4546-97a4-ae5b12aca20f service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705503 Feb 16 13:44:57.740038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59b199-b9a1-44e6-b8a8-9d9de4b15505 None None] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:57.815539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.854610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port 1fe79405-313a-4991-9f45-46538135d5b1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:57.855799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.901940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Provisioning for port 1fe79405-313a-4991-9f45-46538135d5b1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:44:57.964768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.981515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.986256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Provisioning complete for port 1fe79405-313a-4991-9f45-46538135d5b1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:57.988188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:57.993400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:44:58.007451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:44:58.132876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port 1fe79405-313a-4991-9f45-46538135d5b1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1fe79405-313a-4991-9f45-46538135d5b1,segment=NetworkSegment(38e3df53-6b38-4129-be10-505915415e08),segment_id=38e3df53-6b38-4129-be10-505915415e08)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:58.133611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.180441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.215590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.262805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.298733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for 1fe79405-313a-4991-9f45-46538135d5b1 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:58.308109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] DHCP port deletion for e2805ae4-4775-4575-afe0-2f536ad6ba4e request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:44:58.313653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] For port 1fe79405-313a-4991-9f45-46538135d5b1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1fe79405-313a-4991-9f45-46538135d5b1,segment=NetworkSegment(38e3df53-6b38-4129-be10-505915415e08),segment_id=38e3df53-6b38-4129-be10-505915415e08)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:58.317852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Deleting port 1fe79405-313a-4991-9f45-46538135d5b1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:58.318720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.324373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.324993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d57909f6-f11d-4f63-abf1-d99a10fd322d {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:44:58.358282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.400590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 2ccec586-abd9-4245-85db-9e9feefdc202 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:58.501503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-812da561-7874-4e26-b883-582bdb20eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:58.503002 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-812da561-7874-4e26-b883-582bdb20eacb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1097 time: 0.7502661 Feb 16 13:44:58.621747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:44:58.621747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:44:58.627091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4a05e-ff50-4e48-888d-3c25592cc603 None None] Pushing event updated for resources: {'Port': ['ID=1fe79405-313a-4991-9f45-46538135d5b1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:58.650405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1facab8f-098b-4b88-9148-a7623623be40 None None] Provisioning complete for port eeb29047-0724-4a91-8de7-cca73f3d209f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:44:58.650405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1facab8f-098b-4b88-9148-a7623623be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.679788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-cd998a9e-fd88-427a-991f-c81303d7ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:58.681242 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-cd998a9e-fd88-427a-991f-c81303d7ea1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 898 time: 0.1697662 Feb 16 13:44:58.714260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] For port 1fe79405-313a-4991-9f45-46538135d5b1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1fe79405-313a-4991-9f45-46538135d5b1,segment=NetworkSegment(38e3df53-6b38-4129-be10-505915415e08),segment_id=38e3df53-6b38-4129-be10-505915415e08)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:58.714565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.732282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.733483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2a4de9a8-5168-4ef6-8f22-fcae4fb9c38b admin admin] 10.222.0.105 "DELETE /v2.0/routers/d57909f6-f11d-4f63-abf1-d99a10fd322d HTTP/1.1" status: 204 len: 168 time: 4.8644526 Feb 16 13:44:58.743604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:58.758350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cd8b4-ff8b-4fec-92f4-e1d9543cb38a req-5550f085-a341-4415-b006-a861d31428bb tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:58.760014 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba3cd8b4-ff8b-4fec-92f4-e1d9543cb38a req-5550f085-a341-4415-b006-a861d31428bb tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 944 time: 0.9006171 Feb 16 13:44:58.797750 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-4293396d-fc70-4546-86f2-ebe60e00ef56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 217 time: 0.1094363 Feb 16 13:44:58.841922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Deleting subnet 3b524342-a03c-4fda-b3a3-2fcd11656c5d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:44:58.885702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:58.903130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Calling delete_port for 1fe79405-313a-4991-9f45-46538135d5b1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:58.927216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-72afbc4a-1e04-4c99-877e-2ba9fe7453c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:58.937031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1facab8f-098b-4b88-9148-a7623623be40 None None] Port eeb29047-0724-4a91-8de7-cca73f3d209f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:44:58.937938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-72afbc4a-1e04-4c99-877e-2ba9fe7453c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.1325994 Feb 16 13:44:58.959449 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba3cd8b4-ff8b-4fec-92f4-e1d9543cb38a req-1a340680-c40e-4e8b-8d70-6190f93124ca tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776929 Feb 16 13:44:58.969306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=2ccec586-abd9-4245-85db-9e9feefdc202,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:58.971156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Router 44e49c65-7cd1-4cf6-999b-9560fb042401 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:44:59.015240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.056201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.067582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.117960 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-93f0ba56-ba95-42c6-9006-8b4800713aad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/2ccec586-abd9-4245-85db-9e9feefdc202 HTTP/1.1" status: 204 len: 168 time: 2.1794317 Feb 16 13:44:59.122420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port 1fe79405-313a-4991-9f45-46538135d5b1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:59.122837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.139807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] Pushing event deleted for resources: {'Port': ['ID=1fe79405-313a-4991-9f45-46538135d5b1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:44:59.141915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13967fba-0040-487b-9df2-4d2da7f9b16e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:59.155008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57558) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.180815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816cd6e-e0d8-4d27-8573-ef07036fdcfa None None] No DVR routers for this DVR port 1fe79405-313a-4991-9f45-46538135d5b1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:44:59.183076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 13967fba-0040-487b-9df2-4d2da7f9b16e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:59.183415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13967fba-0040-487b-9df2-4d2da7f9b16e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:59.183822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1fe79405-313a-4991-9f45-46538135d5b1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:44:59.224404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:44:59.229572 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d23281fa-6e52-4ade-999a-4e709b861ae7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "PUT /v2.0/routers/44e49c65-7cd1-4cf6-999b-9560fb042401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0314317 Feb 16 13:44:59.232651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57562) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.238144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Sync routers for ids ['44e49c65-7cd1-4cf6-999b-9560fb042401'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:44:59.240594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1fe79405-313a-4991-9f45-46538135d5b1 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:44:59.241577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1fe79405-313a-4991-9f45-46538135d5b1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:44:59.249227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eec588-e29b-402b-a93e-d1f819ffa79f None None] Network e2805ae4-4775-4575-afe0-2f536ad6ba4e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:44:59.272033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] The port '1fe79405-313a-4991-9f45-46538135d5b1' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:44:59.327591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Routers {'44e49c65-7cd1-4cf6-999b-9560fb042401'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:44:59.328359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['44e49c65-7cd1-4cf6-999b-9560fb042401'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:59.359896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-0c98a586-bc51-4503-bb68-4e7080e921ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:59.361252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3480b2-ac80-4686-829d-013a2b08f10e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:59.361757 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-0c98a586-bc51-4503-bb68-4e7080e921ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4124184 Feb 16 13:44:59.361870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5b3480b2-ac80-4686-829d-013a2b08f10e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:44:59.374601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Deleting port 5a086711-2dbd-402f-baad-2eff4923a74f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:44:59.374912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.426092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5b3480b2-ac80-4686-829d-013a2b08f10e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:44:59.427442 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b3480b2-ac80-4686-829d-013a2b08f10e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports/eeb29047-0724-4a91-8de7-cca73f3d209f HTTP/1.1" status: 200 len: 911 time: 0.1936576 Feb 16 13:44:59.430191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57566) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.547738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.569095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.576310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Set router 44e49c65-7cd1-4cf6-999b-9560fb042401 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:44:59.632065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] For port 5a086711-2dbd-402f-baad-2eff4923a74f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a086711-2dbd-402f-baad-2eff4923a74f,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:44:59.632725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.637717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2805ae4-4775-4575-afe0-2f536ad6ba4e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:59.665731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fe9e0-f415-4bf7-a6fa-7ba7d1381226 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:59.671266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e3df53-6b38-4129-be10-505915415e08') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:59.671561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e3df53-6b38-4129-be10-505915415e08') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:59.676415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fe9e0-f415-4bf7-a6fa-7ba7d1381226 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:59.679153 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-775fe9e0-f415-4bf7-a6fa-7ba7d1381226 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2477670 Feb 16 13:44:59.683223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57570) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.687059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e34c9db-7435-4c63-9d4a-3204cc4bb438 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:44:59.688923 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e34c9db-7435-4c63-9d4a-3204cc4bb438 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5314970 Feb 16 13:44:59.707851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.719338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.771151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-5e7ff501-c6ea-4ceb-ac74-8892bbe16444 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968260 Feb 16 13:44:59.805929 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e587c77-4b2c-4e57-ada3-48674c5327ee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:44:59.807307 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6e587c77-4b2c-4e57-ada3-48674c5327ee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/07ee5810-9f4f-4ac0-a373-47c933318eaf HTTP/1.1" status: 404 len: 333 time: 0.0961399 Feb 16 13:44:59.808528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.817836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:44:59.865255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Calling delete_port for 5a086711-2dbd-402f-baad-2eff4923a74f owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:44:59.900648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:44:59.901162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.914436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:44:55Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': 'eeb29047-0724-4a91-8de7-cca73f3d209f', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:f4:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:51Z', 'updated_at': '2022-02-16T13:44:56Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:44:59.919266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Checking router: 44e49c65-7cd1-4cf6-999b-9560fb042401 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:44:59.919610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Updating router 44e49c65-7cd1-4cf6-999b-9560fb042401 port eeb29047-0724-4a91-8de7-cca73f3d209f binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:44:59.920804 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:44:59.982952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:44:59.986838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.044325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b524342-a03c-4fda-b3a3-2fcd11656c5d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:00.046405 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-47dabdc0-64a7-438b-bb48-e04062850fe2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:00.047938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47dabdc0-64a7-438b-bb48-e04062850fe2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/2ccec586-abd9-4245-85db-9e9feefdc202 HTTP/1.1" status: 404 len: 333 time: 0.2268603 Feb 16 13:45:00.053828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3241bb7-538f-4d63-8f0f-ea52b54779d4 None None] Network 293f8050-7e4c-43b9-89fe-f08033502803 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:00.058011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57584) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:00.065561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.288605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8ba8201f-3800-4b35-8236-e9c325a5be3c req-75faa367-b885-4b87-81fd-3ce55624ae8b service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093553 Feb 16 13:45:00.297519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.315663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.328018 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e20ac2b2-ed92-4321-84d9-c7e743f7a668 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3b524342-a03c-4fda-b3a3-2fcd11656c5d HTTP/1.1" status: 204 len: 168 time: 1.5833776 Feb 16 13:45:00.332076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57590) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:00.332341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=e2805ae4-4775-4575-afe0-2f536ad6ba4e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:00.360112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b662b11d-908e-4a19-a429-f83e9257a47c tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/e2805ae4-4775-4575-afe0-2f536ad6ba4e HTTP/1.1" status: 204 len: 168 time: 5.3774848 Feb 16 13:45:00.363949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57594) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:00.464909 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0bc7b27-494d-4863-805d-af5820cbbfc2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:00.465127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0bc7b27-494d-4863-805d-af5820cbbfc2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:00.469341 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0bc7b27-494d-4863-805d-af5820cbbfc2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/1b54b1fa-ac30-41f0-95e8-11f510d8aef7 HTTP/1.1" status: 404 len: 337 time: 0.1020532 Feb 16 13:45:00.470183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:00.504083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.509157 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c852d7cf-3cd6-45a9-92d7-dc759123d050 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:00.510275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c852d7cf-3cd6-45a9-92d7-dc759123d050 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:00.515486 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c852d7cf-3cd6-45a9-92d7-dc759123d050 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/e2805ae4-4775-4575-afe0-2f536ad6ba4e HTTP/1.1" status: 404 len: 339 time: 0.0405521 Feb 16 13:45:00.515712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:45:00.516375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57602) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:00.536961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.655107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Deleting port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:00.655844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.687014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] DHCP port deletion for 293f8050-7e4c-43b9-89fe-f08033502803 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:00.707266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Deleting port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:00.707737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.732844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.767838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521969d8-797e-433c-959a-d2a3b3bed97c req-303a898c-b780-4421-b4fb-5d52acc7ae27 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:00.769644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-521969d8-797e-433c-959a-d2a3b3bed97c req-303a898c-b780-4421-b4fb-5d52acc7ae27 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 944 time: 0.4603949 Feb 16 13:45:00.807191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.840015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:00.873190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.883856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.911447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '572aa793-8d92-4479-baa4-509ebab9cacb', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'mac_address': 'fa:16:3e:89:0f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:45:00.919852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Transition to ACTIVE for port object eeb29047-0724-4a91-8de7-cca73f3d209f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:00.944998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:00.957072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a086711-2dbd-402f-baad-2eff4923a74f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:00.969658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:00.977526 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-521969d8-797e-433c-959a-d2a3b3bed97c req-4125003f-0790-45ef-b3a8-3acec32abbfe tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912618 Feb 16 13:45:01.020156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.031450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4063eee6-1f40-42b4-b8ef-95c8b9008155') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.031860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4063eee6-1f40-42b4-b8ef-95c8b9008155') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.079895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] For port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:01.080181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.087290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.100055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2503a4-1033-49d0-bf1f-ccb52ab18a1b']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.129077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.269345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a129a-3d9e-462b-847b-48707d92354e') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.269617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a129a-3d9e-462b-847b-48707d92354e') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.279739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 428e5907-8a5c-4320-a9ae-cd35ee08c2ea no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:01.283925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Calling delete_port for 428e5907-8a5c-4320-a9ae-cd35ee08c2ea owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:01.294172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:01.294611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:01.326800 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:01.333301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.343364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.367474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.382114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:01.382668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:01.405825 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:01.412288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbc299-f6fe-40d9-888c-37c5e18965bb None None] Pushing event updated for resources: {'Port': ['ID=eeb29047-0724-4a91-8de7-cca73f3d209f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:01.425519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572aa793-8d92-4479-baa4-509ebab9cacb {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:45:01.473139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] For port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,segment=NetworkSegment(3a7d88f6-968f-4e37-98d5-583021f1d200),segment_id=3a7d88f6-968f-4e37-98d5-583021f1d200)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:01.473625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.527190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.573208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.599367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] No DVR routers for this DVR port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:01.601474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.607223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=428e5907-8a5c-4320-a9ae-cd35ee08c2ea,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:01.620026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.621609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.639622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:01.646910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=2a2503a4-1033-49d0-bf1f-ccb52ab18a1b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:01.653603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Calling delete_port for 428e5907-8a5c-4320-a9ae-cd35ee08c2ea owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:01.675522 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a7c2736-31e5-43bf-b25b-306ab67f3aee tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/2a2503a4-1033-49d0-bf1f-ccb52ab18a1b HTTP/1.1" status: 204 len: 168 time: 1.1588724 Feb 16 13:45:01.687065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57606) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:01.700827 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No ports have port_id starting with 428e5907-8a5c-4320-a9ae-cd35ee08c2ea Feb 16 13:45:01.703805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.706831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Attempting to bind port eeb29047-0724-4a91-8de7-cca73f3d209f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:01.707557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Attempting to bind port eeb29047-0724-4a91-8de7-cca73f3d209f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:01.708115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Attempting to bind port eeb29047-0724-4a91-8de7-cca73f3d209f on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:01.717194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.745100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.767152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:01.767534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:01.767935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.768318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:01.768815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Bound port: eeb29047-0724-4a91-8de7-cca73f3d209f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:01.769182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.778382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293f8050-7e4c-43b9-89fe-f08033502803']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.796109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7d88f6-968f-4e37-98d5-583021f1d200') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.796109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7d88f6-968f-4e37-98d5-583021f1d200') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:01.814302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.828023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:01.840268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.842954 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0716c1f-7abd-4c7c-8f36-19e5b0ec6711 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:01.843405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0716c1f-7abd-4c7c-8f36-19e5b0ec6711 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:01.848128 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e0716c1f-7abd-4c7c-8f36-19e5b0ec6711 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/f596e7cc-8448-46b6-8471-f2c755101d51 HTTP/1.1" status: 404 len: 337 time: 0.1351235 Feb 16 13:45:01.851261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57610) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:01.863928 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-13440936-0f57-47da-a81e-b11c3e9e8682 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/f5a5d9c5-86f8-4bfa-9ca4-70da7bca52aa HTTP/1.1" status: 204 len: 168 time: 1.7928839 Feb 16 13:45:01.866737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57614) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:01.874865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1658117955'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:01.875459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:01.875869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.880956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:01.889892 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:01.892572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:01.896162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:01.905805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:01.906339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:01.938832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] For port eeb29047-0724-4a91-8de7-cca73f3d209f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:01.943282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] For port eeb29047-0724-4a91-8de7-cca73f3d209f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=eeb29047-0724-4a91-8de7-cca73f3d209f,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:01.950201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:01.952603 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-af854418-21e7-441f-99c3-2d186db42bce tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:01.953300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af854418-21e7-441f-99c3-2d186db42bce tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:01.958356 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af854418-21e7-441f-99c3-2d186db42bce tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/be91fd12-4318-4674-b360-f367708f67ff HTTP/1.1" status: 404 len: 339 time: 0.1060727 Feb 16 13:45:01.965164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:02.075973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Routers {'44e49c65-7cd1-4cf6-999b-9560fb042401'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:02.076767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['44e49c65-7cd1-4cf6-999b-9560fb042401'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:02.151632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['572aa793-8d92-4479-baa4-509ebab9cacb'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:45:02.185991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.217355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.227158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=293f8050-7e4c-43b9-89fe-f08033502803,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:02.245742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting subnet f645df1d-787e-4047-8560-de646d3de4d3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:02.249843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.294537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7d3f683-0c5e-495c-8d00-2ac6665177a0 admin admin] 10.222.0.105 "DELETE /v2.0/networks/293f8050-7e4c-43b9-89fe-f08033502803 HTTP/1.1" status: 204 len: 168 time: 1.9600425 Feb 16 13:45:02.328147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.346179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:02.352663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:02.393445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbc299-f6fe-40d9-888c-37c5e18965bb None None] Pushing event updated for resources: {'Port': ['ID=eeb29047-0724-4a91-8de7-cca73f3d209f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:02.407352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:02.409227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Deleting port 428e5907-8a5c-4320-a9ae-cd35ee08c2ea {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:02.409708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.442849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.516606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55bae8c9-77fb-4fe0-9482-0ad7709bcb71 None None] The port '428e5907-8a5c-4320-a9ae-cd35ee08c2ea' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:02.518168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] Set router 44e49c65-7cd1-4cf6-999b-9560fb042401 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:02.538677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.573502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57626) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:02.588914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.591764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=f645df1d-787e-4047-8560-de646d3de4d3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:02.603421 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69d0368e-7b0f-4440-9ccf-5549d6fcec0e tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/f645df1d-787e-4047-8560-de646d3de4d3 HTTP/1.1" status: 204 len: 168 time: 0.6363096 Feb 16 13:45:02.605298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57630) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:02.606298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78f4d9-37e2-484b-87c4-29ddd9de7cf6 None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:02.626150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:02.629625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.705318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting subnet 2bf48800-fca3-4f20-906c-da74fd4cc5b7 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:02.709875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.742593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:02.766946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.801432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.802744 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 5ece74a6-459f-4320-a10c-72abd43fc98f of type vlan for network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac Feb 16 13:45:02.820890 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-228db530-fb9d-4120-b41a-2d642bc7c7ef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=014ff2ce13534abdb5f7db426a158cba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2444696 Feb 16 13:45:02.830102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57634) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:02.865918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.867411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9546-c829-47ed-bddd-34b7b16e312f req-dba73c02-4c73-4212-842d-28f5c593c378 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:02.870797 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-425a9546-c829-47ed-bddd-34b7b16e312f req-dba73c02-4c73-4212-842d-28f5c593c378 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 945 time: 0.5264637 Feb 16 13:45:02.889753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:02.930192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Router 749a1cd9-d940-4e9d-9311-f2eb74666c79 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:02.961693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.038700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf48800-fca3-4f20-906c-da74fd4cc5b7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:03.040605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.060364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47744a1a-2735-4332-b651-4139368cb83d tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/2bf48800-fca3-4f20-906c-da74fd4cc5b7 HTTP/1.1" status: 204 len: 168 time: 0.4492245 Feb 16 13:45:03.061218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:03.065118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:45:03.090534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port eeb29047-0724-4a91-8de7-cca73f3d209f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:03.090534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.154256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.170857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-425a9546-c829-47ed-bddd-34b7b16e312f req-a4320fcf-ad8a-4930-8fb2-5a7799602062 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841156 Feb 16 13:45:03.205103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.217013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port 12e7c510-2614-472d-8628-fb1318de66ab {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:03.217449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.256574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.262045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:03.263606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.280834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-30559931-86fe-4784-8389-da538c502cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:44:55Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': 'eeb29047-0724-4a91-8de7-cca73f3d209f', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:f4:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:51Z', 'updated_at': '2022-02-16T13:45:01Z', 'revision_number': 4, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:03.289607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30559931-86fe-4784-8389-da538c502cd7 None None] The sync data for ids ['44e49c65-7cd1-4cf6-999b-9560fb042401'] in dv-neutron-828143-3-hyperv is: [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:44:55Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': 'eeb29047-0724-4a91-8de7-cca73f3d209f', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:f4:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:51Z', 'updated_at': '2022-02-16T13:45:01Z', 'revision_number': 4, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'ba506988-37ca-49df-9713-4877752fb9bf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:03.342319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.381459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3925eb-bbd8-4ccf-9975-8e30c7634e95 None None] Update dhcp port {'port': {'network_id': 'e508b67a-cc93-4872-bfdc-55d9e00ea888', 'fixed_ips': [{'subnet_id': '2bf48800-fca3-4f20-906c-da74fd4cc5b7'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '12e7c510-2614-472d-8628-fb1318de66ab'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:45:03.450684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f3925eb-bbd8-4ccf-9975-8e30c7634e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.487675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6153984 Feb 16 13:45:03.490618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57642) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:03.515436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:03.536801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port 12e7c510-2614-472d-8628-fb1318de66ab, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=12e7c510-2614-472d-8628-fb1318de66ab,segment=NetworkSegment(e9f49c72-0a05-4415-89de-d78abfa5c55d),segment_id=e9f49c72-0a05-4415-89de-d78abfa5c55d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:03.537599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.546119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:03.551157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81cc1c-1a65-4400-8908-06aee17704b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=af83eb1b-89c0-4eb3-b621-3a6cf94e50ac,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:03.559769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72ab3288-974a-406e-b1e2-1b15c9cdf699 admin admin] 10.222.0.105 "PUT /v2.0/routers/749a1cd9-d940-4e9d-9311-f2eb74666c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2258153 Feb 16 13:45:03.564329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57646) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:03.573393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Sync routers for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:03.576381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:03.596948 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:03.597876 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:03.755730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port eeb29047-0724-4a91-8de7-cca73f3d209f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=eeb29047-0724-4a91-8de7-cca73f3d209f,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:03.756854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.773423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:03.815128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9384d8eb-359a-4a92-ac5e-01de139bc843 None None] Network e508b67a-cc93-4872-bfdc-55d9e00ea888 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:03.819800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for 12e7c510-2614-472d-8628-fb1318de66ab owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:03.911709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:03.924250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:03.941472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:03.980367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:03.999977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c2c1124f-8e0c-49a9-a094-2bddb8367f87 None None] Provisioning complete for port 12e7c510-2614-472d-8628-fb1318de66ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:04.000806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2c1124f-8e0c-49a9-a094-2bddb8367f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.009681 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:04.015128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:04.018848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.051610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.151414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c2c1124f-8e0c-49a9-a094-2bddb8367f87 None None] Port 12e7c510-2614-472d-8628-fb1318de66ab was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:45:04.185695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Port': ['ID=12e7c510-2614-472d-8628-fb1318de66ab,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:04.195104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No DVR routers for this DVR port 12e7c510-2614-472d-8628-fb1318de66ab on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:04.264869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:45:04.267942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:45:04.292667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb8511-264e-4dc0-a1d4-ec0ab984fc37 None None] DHCP port deletion for e508b67a-cc93-4872-bfdc-55d9e00ea888 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:04.355006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11279d7-ade6-4492-88d8-09edd0a452cd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:04.364920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for eeb29047-0724-4a91-8de7-cca73f3d209f owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:04.510411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.511685 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04fa1d38-7726-4a57-bf2a-953e543fbf99 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a11279d7-ade6-4492-88d8-09edd0a452cd HTTP/1.1" status: 204 len: 168 time: 1.6778076 Feb 16 13:45:04.538554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.539813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.558416 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:45:00Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:04.565589 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Checking router: 749a1cd9-d940-4e9d-9311-f2eb74666c79 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:04.572401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e508b67a-cc93-4872-bfdc-55d9e00ea888']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:04.578185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:04.579680 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Routers {'749a1cd9-d940-4e9d-9311-f2eb74666c79'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:04.580431 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['749a1cd9-d940-4e9d-9311-f2eb74666c79'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:04.589365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f49c72-0a05-4415-89de-d78abfa5c55d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:04.589691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f49c72-0a05-4415-89de-d78abfa5c55d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:04.638534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.669902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.683518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:04.683920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.699822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 572aa793-8d92-4479-baa4-509ebab9cacb completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:04.700585 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:04.710860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 572aa793-8d92-4479-baa4-509ebab9cacb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:04.711327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.826175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.850643 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] Set router 749a1cd9-d940-4e9d-9311-f2eb74666c79 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:04.864276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.900806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.901998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.930926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:04.932316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=e508b67a-cc93-4872-bfdc-55d9e00ea888,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:04.978835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=8e337a54-34e9-412c-90a7-587bff831a4d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:05.004641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-337bdd0a-7699-4fa2-9e39-0b180e499189 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/e508b67a-cc93-4872-bfdc-55d9e00ea888 HTTP/1.1" status: 204 len: 168 time: 1.9423423 Feb 16 13:45:05.009520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.034394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:45:05.078229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:05.091752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.143405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '5ece74a6-459f-4320-a10c-72abd43fc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:05.143839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: af83eb1b-89c0-4eb3-b621-3a6cf94e50ac, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:05.158120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63eaf82-87e8-4da6-a9a3-f0764ec720e2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.159965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63eaf82-87e8-4da6-a9a3-f0764ec720e2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.163512 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a63eaf82-87e8-4da6-a9a3-f0764ec720e2 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/80b46ac0-0b2b-4405-9d94-2ac0d9f652e2 HTTP/1.1" status: 404 len: 337 time: 0.1482270 Feb 16 13:45:05.164859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.205926 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'code': 200} Feb 16 13:45:05.223759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=eeb29047-0724-4a91-8de7-cca73f3d209f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:05.280240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device eeb29047-0724-4a91-8de7-cca73f3d209f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:05.283108 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a133902b-28dd-4200-a2e4-b65f9fe69973 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.284092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a133902b-28dd-4200-a2e4-b65f9fe69973 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.289266 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a133902b-28dd-4200-a2e4-b65f9fe69973 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/8310d892-84e1-4c46-97af-c5e9c7375a0a HTTP/1.1" status: 404 len: 339 time: 0.1125133 Feb 16 13:45:05.293470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.363584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: eeb29047-0724-4a91-8de7-cca73f3d209f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:05.364516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device eeb29047-0724-4a91-8de7-cca73f3d209f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 13:45:05.400943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:05.411850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acc056a-28c8-46dd-84f6-8429467a3f63 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.414130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acc056a-28c8-46dd-84f6-8429467a3f63 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.419110 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7acc056a-28c8-46dd-84f6-8429467a3f63 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/248bbbcd-052a-46eb-a936-1b5324ef541d HTTP/1.1" status: 404 len: 337 time: 0.1202655 Feb 16 13:45:05.428208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.438047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port eeb29047-0724-4a91-8de7-cca73f3d209f not found, will not notify nova. {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 13:45:05.445828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:05.458059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, af83eb1b-89c0-4eb3-b621-3a6cf94e50ac) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:05.466341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:05.467075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.469869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6000f82-ed07-407c-923e-a09ee0571104 None None] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:05.472874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3ca15d-004a-49c7-b666-19a5e9f2aff4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.473461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3ca15d-004a-49c7-b666-19a5e9f2aff4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.475454 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bc3ca15d-004a-49c7-b666-19a5e9f2aff4 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/9cb23a66-a3c0-4a91-a85a-0d4e30ba4f93 HTTP/1.1" status: 404 len: 339 time: 0.0460923 Feb 16 13:45:05.479189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.555802 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:45:00Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:05.556728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 12e7c510-2614-472d-8628-fb1318de66ab no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:05.563813 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e359fe0-c5a2-4dfc-b147-f4de67a79048 None None] The sync data for ids ['749a1cd9-d940-4e9d-9311-f2eb74666c79'] in dv-neutron-828143-3-hyperv is: [{'id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'name': 'tempest-ServersTestManualDisk-139230585-router', 'tenant_id': '7a67c6a87e934a6e9e264a8c27030975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:07Z', 'updated_at': '2022-02-16T13:45:00Z', 'revision_number': 5, 'project_id': '7a67c6a87e934a6e9e264a8c27030975', 'gw_port': {'id': '810a8daa-fc45-43f1-a9e0-67274a77f5ce', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:fc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749a1cd9-d940-4e9d-9311-f2eb74666c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:10Z', 'updated_at': '2022-02-16T13:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:05.599130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd456d2-85bc-456b-b4c2-fe0358e358c6 req-2a1b7286-db73-4af6-bc7d-19eae5af1513 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:05.600692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3cd456d2-85bc-456b-b4c2-fe0358e358c6 req-2a1b7286-db73-4af6-bc7d-19eae5af1513 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 945 time: 1.1863537 Feb 16 13:45:05.628425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 12e7c510-2614-472d-8628-fb1318de66ab {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:05.628862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 12e7c510-2614-472d-8628-fb1318de66ab not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:05.655067 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abc7cad-075c-49a0-bf26-b7610bbe35f3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.655774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abc7cad-075c-49a0-bf26-b7610bbe35f3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.660317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5abc7cad-075c-49a0-bf26-b7610bbe35f3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/3d71ef1d-e34e-4033-a233-bbec11836dba HTTP/1.1" status: 404 len: 337 time: 0.1799352 Feb 16 13:45:05.661037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.701676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57694) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.702477 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e48689c-e456-4c0d-a54a-66abd2920188 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1958022 Feb 16 13:45:05.706542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f914f4c-f2e4-41ce-a533-eaf49365790b tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:05.707009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f914f4c-f2e4-41ce-a533-eaf49365790b tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:05.712237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f914f4c-f2e4-41ce-a533-eaf49365790b tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/d7135a2e-7c09-493d-a12b-ef115e47818b HTTP/1.1" status: 404 len: 339 time: 0.0474355 Feb 16 13:45:05.712842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57698) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:05.713917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac', 'name': 'tempest-PortsIpV6TestJSON-433317820'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:05.809021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.816718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-af83eb1b-89c0-4eb3-b621-3a6cf94e50ac', 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': '8e337a54-34e9-412c-90a7-587bff831a4d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:05.817819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.823127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting subnet 269a7f41-fff6-47a8-9ce5-f5da55291def {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:05.829815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.871848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:05.884203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e698ad-b53b-4063-bdf8-2dee4ef282fb req-4a1533c2-21f8-4726-82b5-3652e7c64660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:05.886358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e5e698ad-b53b-4063-bdf8-2dee4ef282fb req-4a1533c2-21f8-4726-82b5-3652e7c64660 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 0.4097402 Feb 16 13:45:05.959627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3cd456d2-85bc-456b-b4c2-fe0358e358c6 req-7d41682d-0d0e-4670-82cb-23d9304983fb tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715259 Feb 16 13:45:05.995112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.080974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Deleting port 810a8daa-fc45-43f1-a9e0-67274a77f5ce {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:06.081304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.126610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.138585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Allocated IP 2001:db8::2 (af83eb1b-89c0-4eb3-b621-3a6cf94e50ac/8e337a54-34e9-412c-90a7-587bff831a4d/c5e861ce-d928-4f39-891b-9fe353ec77c3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:06.249236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.311660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=269a7f41-fff6-47a8-9ce5-f5da55291def,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:06.320254 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e5e698ad-b53b-4063-bdf8-2dee4ef282fb req-54f77f3c-9f6c-4286-b36d-a7787086c87d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4262226 Feb 16 13:45:06.321252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.330041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88386e71-5ee6-4fec-8616-83d92f23e985 None None] Network 0a21b8b0-c8e7-4142-8627-a67d2c28e406 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:06.338873 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9e6e9909-2b83-4184-a7a6-330524aa5d4f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/269a7f41-fff6-47a8-9ce5-f5da55291def HTTP/1.1" status: 204 len: 168 time: 0.6239176 Feb 16 13:45:06.339583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:06.474091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.485533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:06.486077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.551179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:06.563752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:06.573026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:06.583980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:06.593535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Router 44e49c65-7cd1-4cf6-999b-9560fb042401 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:06.615757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.634983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Transition to ACTIVE for port object c5e861ce-d928-4f39-891b-9fe353ec77c3 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:06.645900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:06.649697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.670001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Transition to ACTIVE for port object c5e861ce-d928-4f39-891b-9fe353ec77c3 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:06.680210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.761817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:06.766681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:06.774769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:06.808363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Pushing event updated for resources: {'Port': ['ID=c5e861ce-d928-4f39-891b-9fe353ec77c3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:06.811383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,segment=NetworkSegment(1be0cd76-839e-460e-bf7f-b0307e183529),segment_id=1be0cd76-839e-460e-bf7f-b0307e183529)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:06.811383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.812736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] For port 810a8daa-fc45-43f1-a9e0-67274a77f5ce, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=810a8daa-fc45-43f1-a9e0-67274a77f5ce,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:06.813263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.830438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 6561a214-f34f-4b04-8a12-61cbc86b9072 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:06.864218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] DHCP port deletion for 0a21b8b0-c8e7-4142-8627-a67d2c28e406 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:06.894065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:06.906138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Deleting port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:06.906680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:06.964204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:06.981068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:06.991472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Attempting to bind port c5e861ce-d928-4f39-891b-9fe353ec77c3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:06.991995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Attempting to bind port c5e861ce-d928-4f39-891b-9fe353ec77c3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '5ece74a6-459f-4320-a10c-72abd43fc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:06.992516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Attempting to bind port c5e861ce-d928-4f39-891b-9fe353ec77c3 on network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:06.999622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Sync routers for ids ['44e49c65-7cd1-4cf6-999b-9560fb042401'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:07.004244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Calling delete_port for 810a8daa-fc45-43f1-a9e0-67274a77f5ce owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:07.011480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:07.012041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Checking segment: {'id': '5ece74a6-459f-4320-a10c-72abd43fc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:07.012605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.013084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Bound using segment: {'id': '5ece74a6-459f-4320-a10c-72abd43fc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:07.013729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Bound port: c5e861ce-d928-4f39-891b-9fe353ec77c3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ece74a6-459f-4320-a10c-72abd43fc98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'af83eb1b-89c0-4eb3-b621-3a6cf94e50ac'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:07.014191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.176332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Routers {'44e49c65-7cd1-4cf6-999b-9560fb042401'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:07.176332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['44e49c65-7cd1-4cf6-999b-9560fb042401'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.180027 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4766bff8-c172-4512-b756-c29569381a30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "PUT /v2.0/routers/44e49c65-7cd1-4cf6-999b-9560fb042401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4957085 Feb 16 13:45:07.184459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57732) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:07.262261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73bed60-6d4e-4e59-9853-b8b9beeae1cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:07.263968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73bed60-6d4e-4e59-9853-b8b9beeae1cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:07.264847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d73bed60-6d4e-4e59-9853-b8b9beeae1cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:07.290739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.301245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-697331034'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:07.307953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:07.335844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:07.353163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Usage tracker for resource:network and tenant:a4001128923b486bb4b6786f2494be02 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:07.357745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Port': ['ID=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:07.360743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:07.364079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Set router 44e49c65-7cd1-4cf6-999b-9560fb042401 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:07.365740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No DVR routers for this DVR port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:07.405650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:07.405893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:07.406275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a086711-2dbd-402f-baad-2eff4923a74f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:07.407095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:07.413361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d73bed60-6d4e-4e59-9853-b8b9beeae1cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:07.414814 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d73bed60-6d4e-4e59-9853-b8b9beeae1cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2251930 Feb 16 13:45:07.421162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57736) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:07.507396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.509351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::2b5 (af83eb1b-89c0-4eb3-b621-3a6cf94e50ac/8e337a54-34e9-412c-90a7-587bff831a4d/6561a214-f34f-4b04-8a12-61cbc86b9072) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:07.515445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Made reservation on behalf of a4001128923b486bb4b6786f2494be02 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:07.516318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet ba506988-37ca-49df-9713-4877752fb9bf {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:07.519008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.531455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5a086711-2dbd-402f-baad-2eff4923a74f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:07.532028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a086711-2dbd-402f-baad-2eff4923a74f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:07.534706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.555543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.569773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a21b8b0-c8e7-4142-8627-a67d2c28e406']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.581834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:45:04Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.584268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:07.588915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Usage tracker for resource:security_group_rule and tenant:a4001128923b486bb4b6786f2494be02 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:07.594098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:07.594735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Checking router: 44e49c65-7cd1-4cf6-999b-9560fb042401 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:07.599888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:07.639969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] For port c5e861ce-d928-4f39-891b-9fe353ec77c3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:07.641902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Routers {'44e49c65-7cd1-4cf6-999b-9560fb042401'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:07.642577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:44:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['44e49c65-7cd1-4cf6-999b-9560fb042401'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.647136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.712040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.715739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fae95b-ae42-4ac1-a43f-4dccf6838a3f req-d21f3fab-f486-4035-828a-dc673896f7dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:07.717848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3fae95b-ae42-4ac1-a43f-4dccf6838a3f req-d21f3fab-f486-4035-828a-dc673896f7dc tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.5322714 Feb 16 13:45:07.718488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be0cd76-839e-460e-bf7f-b0307e183529') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.719371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be0cd76-839e-460e-bf7f-b0307e183529') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:07.733956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.756545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.796434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:07.799765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.816412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.816938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Added segment cfae3315-cfd2-41a9-b955-28a2e8d8d609 of type vlan for network c86d11a5-bf52-4346-9664-45178085042c Feb 16 13:45:07.833059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] For port c5e861ce-d928-4f39-891b-9fe353ec77c3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c5e861ce-d928-4f39-891b-9fe353ec77c3,segment=NetworkSegment(5ece74a6-459f-4320-a10c-72abd43fc98f),segment_id=5ece74a6-459f-4320-a10c-72abd43fc98f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:07.833303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1b51d-63e7-43b0-9623-10742d441dcd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:07.845187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] For port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0d943393-db2a-43c4-b0d0-3b1b39e6e4bd,segment=NetworkSegment(1be0cd76-839e-460e-bf7f-b0307e183529),segment_id=1be0cd76-839e-460e-bf7f-b0307e183529)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:07.845700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.852861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:07.853226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.856858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.857031 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3fae95b-ae42-4ac1-a43f-4dccf6838a3f req-f673055a-123a-4159-a65c-2a14738d6bcd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008499 Feb 16 13:45:07.863805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] Set router 44e49c65-7cd1-4cf6-999b-9560fb042401 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:07.871240 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:07.899959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.942979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.993822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:07.999414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.022510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.028183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:08.028797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.055582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=0a21b8b0-c8e7-4142-8627-a67d2c28e406,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:08.068911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Pushing event deleted for resources: {'Port': ['ID=810a8daa-fc45-43f1-a9e0-67274a77f5ce,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:08.081149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f9b7006-bcbe-4423-a92b-98bbf43cd299 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/0a21b8b0-c8e7-4142-8627-a67d2c28e406 HTTP/1.1" status: 204 len: 168 time: 1.7383342 Feb 16 13:45:08.086189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57740) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:08.169257 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2735770 Feb 16 13:45:08.201318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Calling delete_port for 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:08.217118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57744) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:08.229724 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31ef1bf-ad90-484f-bbe4-125e12665e88 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:08.230083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31ef1bf-ad90-484f-bbe4-125e12665e88 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:08.235710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b31ef1bf-ad90-484f-bbe4-125e12665e88 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/067b6f64-0c9c-44c1-a694-1a3551f8fe99 HTTP/1.1" status: 404 len: 337 time: 0.1476943 Feb 16 13:45:08.237315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.237765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.237896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57750) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:08.238529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.239068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.239600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.240175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.240577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:45:04Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:08.240977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.241405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.241810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.242384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.242915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.243456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:08.261037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcba9a-e2b2-4375-9e35-5d6c612f0ff5 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Pushing event updated for resources: {'Network': ['ID=c86d11a5-bf52-4346-9664-45178085042c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:08.271527 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-882decd2-e175-408c-b19c-4e0676a8b8d3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:08.272800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882decd2-e175-408c-b19c-4e0676a8b8d3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:08.274862 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-882decd2-e175-408c-b19c-4e0676a8b8d3 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/e3d1ee1e-9570-4f93-9097-42b668e4dca9 HTTP/1.1" status: 404 len: 339 time: 0.0359008 Feb 16 13:45:08.276618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:08.286736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac8844f-8a55-40b5-a62d-7955b064c180 None None] The sync data for ids ['44e49c65-7cd1-4cf6-999b-9560fb042401'] in dv-neutron-828143-3-hyperv is: [{'id': '44e49c65-7cd1-4cf6-999b-9560fb042401', 'name': 'tempest-NetworksTestDHCPv6-router-544385038', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:49Z', 'updated_at': '2022-02-16T13:45:04Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:08.288528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c86d11a5-bf52-4346-9664-45178085042c details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:08.346315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.361052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting subnet 3493fe0d-a393-4ada-8439-dbeeae9cb7a3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:08.364746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.400056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'name': 'tempest-network--966966484', 'router:external': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:08.413377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:08.425199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.436465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:network and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:08.445581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:08.483507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:08.513047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.524194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.556616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdefc9f-5314-43e6-afe9-73907a85d5ee None None] Pushing event updated for resources: {'Port': ['ID=c5e861ce-d928-4f39-891b-9fe353ec77c3,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:08.568890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:08.569235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:08.623735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.673390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Subnet': ['ID=3493fe0d-a393-4ada-8439-dbeeae9cb7a3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:08.677361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.687804 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e65529-88fd-4a09-a524-2bac036af75f None None] Network eb503907-a971-4c22-9ccd-7dc762c6fab9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:08.688938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-833a8768-a564-4bf8-b7ad-1c89ec727182 tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/subnets/3493fe0d-a393-4ada-8439-dbeeae9cb7a3 HTTP/1.1" status: 204 len: 168 time: 0.4112911 Feb 16 13:45:08.694861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:08.695824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:08.699767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.720324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.806724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.811212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.842173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.860145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.860971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 749a1cd9-d940-4e9d-9311-f2eb74666c79 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:45:08.893143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.929409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:08.937149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:security_group_rule and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:08.941461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:08.948628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:08.956277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:08.981059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Deleting port f3f345fe-1a55-4904-acd8-fe6c2513c7df {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:08.984646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.120369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.130342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Deleting port 0d943393-db2a-43c4-b0d0-3b1b39e6e4bd {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:09.130836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.151935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.161335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 6561a214-f34f-4b04-8a12-61cbc86b9072 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:09.165244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff7f65-3a27-4b4b-b974-598fec53ec68 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:09.173957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.217550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=ba506988-37ca-49df-9713-4877752fb9bf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:09.262071 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-782ee93b-4e23-429d-9f26-daece7665875 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ba506988-37ca-49df-9713-4877752fb9bf HTTP/1.1" status: 204 len: 168 time: 1.8355954 Feb 16 13:45:09.270558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.274300 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-73b2bdfd-9b0f-4756-bf3c-07147b7b3385 admin admin] 10.222.0.105 "DELETE /v2.0/routers/749a1cd9-d940-4e9d-9311-f2eb74666c79 HTTP/1.1" status: 204 len: 168 time: 5.7067769 Feb 16 13:45:09.274300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:09.280581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-202b74fb-748f-406d-ba2c-a1349589c6b8 None None] The port '0d943393-db2a-43c4-b0d0-3b1b39e6e4bd' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:09.285069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57766) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:09.288656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:09.362596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9bbbb-6abf-4c22-9b89-55df9458d16f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:09.376006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] For port f3f345fe-1a55-4904-acd8-fe6c2513c7df, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f3f345fe-1a55-4904-acd8-fe6c2513c7df,segment=NetworkSegment(ef52cf56-97ab-4159-a915-6fef4f22d412),segment_id=ef52cf56-97ab-4159-a915-6fef4f22d412)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:09.376949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.392613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.392954 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Added segment 17c270c8-d7fd-4329-8186-151af2e2a406 of type vlan for network e400e56d-7d1d-49d3-803e-44234fdf2357 Feb 16 13:45:09.400863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Deleting subnet d834244a-215e-4466-9ee7-9b3be7729cb1 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:09.406322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.509088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] DHCP port deletion for eb503907-a971-4c22-9ccd-7dc762c6fab9 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:09.513753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Deleting port f3f345fe-1a55-4904-acd8-fe6c2513c7df {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:09.514158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.564585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.573735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.597034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf62326a-6620-4847-9555-881928f79436 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:09.623968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf62326a-6620-4847-9555-881928f79436 None None] Deleting port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:09.624826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf62326a-6620-4847-9555-881928f79436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.667779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c5e861ce-d928-4f39-891b-9fe353ec77c3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:09.679349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:09.691391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:09.697988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:09.706651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:09.707316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.732741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b3b11-cfcd-4b5f-99a7-6243e540a346 req-ae27dd6e-b406-4f1d-a78d-426766b631d8 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:09.732741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db3b3b11-cfcd-4b5f-99a7-6243e540a346 req-ae27dd6e-b406-4f1d-a78d-426766b631d8 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.5720747 Feb 16 13:45:09.743687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4f5d228-a091-4b34-9ccb-dd1fa0b478ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:09.779987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Calling delete_port for f3f345fe-1a55-4904-acd8-fe6c2513c7df owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:09.806112 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1011131 Feb 16 13:45:09.812770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626c2f9-edc1-4055-a628-0f9f6ee64197 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=6561a214-f34f-4b04-8a12-61cbc86b9072,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:09.816678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57772) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:09.886102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.896555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db3b3b11-cfcd-4b5f-99a7-6243e540a346 req-ea24ad38-8799-488e-b390-81c274684a36 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457813 Feb 16 13:45:09.908425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4f5d228-a091-4b34-9ccb-dd1fa0b478ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:09.909840 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4f5d228-a091-4b34-9ccb-dd1fa0b478ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6291454 Feb 16 13:45:09.910814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.911853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:09.912427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:09.924237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57776) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:09.967398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.042700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] For port f3f345fe-1a55-4904-acd8-fe6c2513c7df, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f3f345fe-1a55-4904-acd8-fe6c2513c7df,segment=NetworkSegment(ef52cf56-97ab-4159-a915-6fef4f22d412),segment_id=ef52cf56-97ab-4159-a915-6fef4f22d412)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:10.043796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.076033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Port': ['ID=f3f345fe-1a55-4904-acd8-fe6c2513c7df,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:10.112173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] No DVR routers for this DVR port f3f345fe-1a55-4904-acd8-fe6c2513c7df on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:10.115534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.116013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.116477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.117369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.117369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.117766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.118208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.118687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.119136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.120034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.120471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.120902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:10.188275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4bb18b-8b2b-4c81-8697-8ae5c62b0d4d None None] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:10.214262 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9930055 Feb 16 13:45:10.214879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Calling delete_port for f3f345fe-1a55-4904-acd8-fe6c2513c7df owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:10.239916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57782) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:10.252587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 6561a214-f34f-4b04-8a12-61cbc86b9072 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:10.252921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.280664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.304798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.345278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb503907-a971-4c22-9ccd-7dc762c6fab9']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:10.362207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef52cf56-97ab-4159-a915-6fef4f22d412') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:10.362551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef52cf56-97ab-4159-a915-6fef4f22d412') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:10.383246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.404384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.417238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:10.417757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:10.433590 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:10.462256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d7570f9b-6385-42ad-b210-c4ca8cbec4ce None None] Provisioning for port c5e861ce-d928-4f39-891b-9fe353ec77c3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:10.473271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce33f5-68e5-4e90-b490-31522f87adbb tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=e400e56d-7d1d-49d3-803e-44234fdf2357,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:10.479079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.494408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.502279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e400e56d-7d1d-49d3-803e-44234fdf2357 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:10.527464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c5e861ce-d928-4f39-891b-9fe353ec77c3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:10.551288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d834244a-215e-4466-9ee7-9b3be7729cb1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:10.555868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.562870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.582655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.602288 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bd93413a-20bc-4be1-a7c1-72275a6e3cd1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d834244a-215e-4466-9ee7-9b3be7729cb1 HTTP/1.1" status: 204 len: 168 time: 1.3139532 Feb 16 13:45:10.602288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] Pushing event deleted for resources: {'Network': ['ID=eb503907-a971-4c22-9ccd-7dc762c6fab9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:10.606532 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2777de9f-58cf-43e6-bb85-ff2a2e54d68f tempest-NetworksIpV6Test-1812018059 tempest-NetworksIpV6Test-1812018059-project] 10.222.0.105 "DELETE /v2.0/networks/eb503907-a971-4c22-9ccd-7dc762c6fab9 HTTP/1.1" status: 204 len: 168 time: 1.9078593 Feb 16 13:45:10.606532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:10.621123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec96d1c-2692-4a1d-9dda-a27e205c9b14 None None] Network 49e00c71-985e-4345-91de-d00f3d0059d7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:10.703472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c5e861ce-d928-4f39-891b-9fe353ec77c3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:10.704004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.782296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.796990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Deleting port cfe3be89-2231-445f-b83c-c6a6f24c9475 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:10.798262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.859505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:10.859885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:10.875323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bf62326a-6620-4847-9555-881928f79436 None None] For port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:10.875715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf62326a-6620-4847-9555-881928f79436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:10.935488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d8d05259-0b81-4be5-8e7f-c45f3d7b5be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.030956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.034302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.073067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:11.092924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bf62326a-6620-4847-9555-881928f79436 None None] Calling delete_port for 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:11.116201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.127804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] For port cfe3be89-2231-445f-b83c-c6a6f24c9475, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cfe3be89-2231-445f-b83c-c6a6f24c9475,segment=NetworkSegment(3a54402e-1ddd-42a9-8256-8ddf20006752),segment_id=3a54402e-1ddd-42a9-8256-8ddf20006752)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:11.129269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.129501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.130080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Fanout notify agent at l3_agent the message router_deleted on router 44e49c65-7cd1-4cf6-999b-9560fb042401 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:45:11.150326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e27d0-a5fc-4ec8-ad70-49a8bb0a794a req-62b31153-b872-4c2e-95d7-25fbacb80b94 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:11.158336 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-635e27d0-a5fc-4ec8-ad70-49a8bb0a794a req-62b31153-b872-4c2e-95d7-25fbacb80b94 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 1.0405514 Feb 16 13:45:11.261547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.263839 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b70c72f1-90de-412a-a374-87fd70ad6b5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/routers/44e49c65-7cd1-4cf6-999b-9560fb042401 HTTP/1.1" status: 204 len: 168 time: 1.3251410 Feb 16 13:45:11.269293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57802) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:11.290906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:11.295574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Calling delete_port for cfe3be89-2231-445f-b83c-c6a6f24c9475 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:11.373278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Deleting port f3f345fe-1a55-4904-acd8-fe6c2513c7df {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:11.373998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.408853 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5b796a1-98b6-43de-86b4-d43f9b2a4951 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=4846817a6b2c48b988830cac7f8e6273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327961 Feb 16 13:45:11.409590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:11.475641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.486694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-635e27d0-a5fc-4ec8-ad70-49a8bb0a794a req-afc1d26d-ce21-4e15-9dff-ea35332af5e2 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240499 Feb 16 13:45:11.493053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0180ce7f-fefd-4708-903d-91c47f4c2ff3 None None] The port 'f3f345fe-1a55-4904-acd8-fe6c2513c7df' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:11.500895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf62326a-6620-4847-9555-881928f79436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.527540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57810) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:11.534462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] No DVR routers for this DVR port cfe3be89-2231-445f-b83c-c6a6f24c9475 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:11.550082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.571982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62326a-6620-4847-9555-881928f79436 None None] Pushing event deleted for resources: {'Port': ['ID=3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:11.574805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62326a-6620-4847-9555-881928f79436 None None] No DVR routers for this DVR port 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:11.583943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe3be89-2231-445f-b83c-c6a6f24c9475,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:11.625174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c5e861ce-d928-4f39-891b-9fe353ec77c3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c5e861ce-d928-4f39-891b-9fe353ec77c3,segment=NetworkSegment(5ece74a6-459f-4320-a10c-72abd43fc98f),segment_id=5ece74a6-459f-4320-a10c-72abd43fc98f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:11.632525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.668958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device eeb29047-0724-4a91-8de7-cca73f3d209f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:11.674405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.675198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.689007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:11.694623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.743864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: eeb29047-0724-4a91-8de7-cca73f3d209f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:11.744318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device eeb29047-0724-4a91-8de7-cca73f3d209f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:11.768141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912282c9-2001-4d64-ae52-1ee6e074c65e None None] DHCP port deletion for 49e00c71-985e-4345-91de-d00f3d0059d7 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:11.790595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c5e861ce-d928-4f39-891b-9fe353ec77c3,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:11.838239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.847795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:11.857098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.864929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:11.878064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 6561a214-f34f-4b04-8a12-61cbc86b9072 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:11.889489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e00c71-985e-4345-91de-d00f3d0059d7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:11.893288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 810a8daa-fc45-43f1-a9e0-67274a77f5ce no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:11.912185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a54402e-1ddd-42a9-8256-8ddf20006752') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:11.912509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a54402e-1ddd-42a9-8256-8ddf20006752') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:11.916920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:11.919718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e400e56d-7d1d-49d3-803e-44234fdf2357']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:11.932165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.933350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 810a8daa-fc45-43f1-a9e0-67274a77f5ce {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:11.933777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 810a8daa-fc45-43f1-a9e0-67274a77f5ce not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:11.934363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:11.951418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.963384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:11.963961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:11.978403 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:11.987325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:11.987819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3a0f5661-9d5f-4ed9-862d-ce9b0d86a1ba not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:11.988441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cfe3be89-2231-445f-b83c-c6a6f24c9475 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:12.026777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: cfe3be89-2231-445f-b83c-c6a6f24c9475 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:12.027300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cfe3be89-2231-445f-b83c-c6a6f24c9475 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:12.027846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f3f345fe-1a55-4904-acd8-fe6c2513c7df no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:12.036287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c270c8-d7fd-4329-8186-151af2e2a406') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:12.038828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c270c8-d7fd-4329-8186-151af2e2a406') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:12.076658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.077266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.077552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: f3f345fe-1a55-4904-acd8-fe6c2513c7df {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:12.078550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f3f345fe-1a55-4904-acd8-fe6c2513c7df not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:12.095919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.103887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:12.104392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.119768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Provisioning complete for port c5e861ce-d928-4f39-891b-9fe353ec77c3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:12.121256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8af49-2bbd-4ff2-98e2-220af71584c5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:12.121381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.129502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.135349 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b27ec173-5f0d-4aa4-bafa-25a9945239bd admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/84f8af49-2bbd-4ff2-98e2-220af71584c5 HTTP/1.1" status: 204 len: 168 time: 0.7242599 Feb 16 13:45:12.138056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.164863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.191057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=49e00c71-985e-4345-91de-d00f3d0059d7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:12.201584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d4ec9af6-a6cf-4025-9893-1719202a5e9a admin admin] 10.222.0.105 "DELETE /v2.0/networks/49e00c71-985e-4345-91de-d00f3d0059d7 HTTP/1.1" status: 204 len: 168 time: 1.5938423 Feb 16 13:45:12.386043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Provisioning for port 6561a214-f34f-4b04-8a12-61cbc86b9072 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:12.387847 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:12.398785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Provisioning complete for port 6561a214-f34f-4b04-8a12-61cbc86b9072 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:12.399175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.413603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:12.421578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:12.425733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.486612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-17a94a5a-e133-4a44-b151-f0fc0d6a4200 None None] Port 6561a214-f34f-4b04-8a12-61cbc86b9072 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:12.568009 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e36a2e42-a4bf-4f44-bf89-24faa839f6a8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7a67c6a87e934a6e9e264a8c27030975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1528580 Feb 16 13:45:12.569728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57832) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:12.615125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6127245-419b-46e9-8cfc-b771c39f2f44 None None] Provisioning complete for port 6561a214-f34f-4b04-8a12-61cbc86b9072 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:12.615579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6127245-419b-46e9-8cfc-b771c39f2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.678120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-d0d244cd-496f-4f30-82a0-6aa8bb175e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:12.680092 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-d0d244cd-496f-4f30-82a0-6aa8bb175e23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.1859336 Feb 16 13:45:12.689756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7c52bc-b185-4d68-ad04-a8f3df209a75 tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:12.696001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-da7c52bc-b185-4d68-ad04-a8f3df209a75 tempest-TestNetworkAdvancedServerOps-993249053 tempest-TestNetworkAdvancedServerOps-993249053-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1094 time: 1.1571753 Feb 16 13:45:12.706096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:12.708506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.744512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:12.756618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:12.761244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Usage tracker for resource:floatingip and tenant:0f37808179094a2d8662567dfe296f0e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:12.765229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:12.770306 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:12.773681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:12.813090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.828834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b6127245-419b-46e9-8cfc-b771c39f2f44 None None] Port 6561a214-f34f-4b04-8a12-61cbc86b9072 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:12.860833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.875786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e400e56d-7d1d-49d3-803e-44234fdf2357 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:45:12.904012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.913643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:12.917462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.011299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=e8f5e136-0d42-4fd2-9431-7b429315894d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:13.013452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Network': ['ID=e400e56d-7d1d-49d3-803e-44234fdf2357,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:13.029760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:13.040114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-4be1f8ef-1254-4fd0-ba8d-a90ef3130ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:13.040694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:13.041606 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-4be1f8ef-1254-4fd0-ba8d-a90ef3130ae0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.3341117 Feb 16 13:45:13.050561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:13.051157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.057291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23906c3-3e51-43fd-b2b1-7b2c6ae0318e None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:13.079688 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1185378c-a54d-4731-add0-dd798d85efc2 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/e400e56d-7d1d-49d3-803e-44234fdf2357 HTTP/1.1" status: 204 len: 168 time: 2.8377273 Feb 16 13:45:13.087813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57852) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.096122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:13.104106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:13.114412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-55617fe1-8032-4588-94ef-7d2eb8ec7510 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8406405 Feb 16 13:45:13.115196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57856) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.117254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:network and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:13.122978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.126786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:13.137078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:13.145201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:13.150745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:router and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:13.153701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:13.162604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:13.186604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.206195 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-7ed03bbd-5471-4e18-a555-e966eaf0c329 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.1563745 Feb 16 13:45:13.225299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:13.226772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=6561a214-f34f-4b04-8a12-61cbc86b9072,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:13.229104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.230196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.249519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276b4ce-e386-415c-8a21-1afb9dcc59db req-26b77ddb-ce0b-496c-a182-2df120f41b7a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:13.252052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2276b4ce-e386-415c-8a21-1afb9dcc59db req-26b77ddb-ce0b-496c-a182-2df120f41b7a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4445298 Feb 16 13:45:13.305092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7df615-d0c6-4270-b4f4-458da6b443e7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:13.316765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.320725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4e85a1e9-2200-4c4b-990a-c55cdb2e5c34 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/6561a214-f34f-4b04-8a12-61cbc86b9072 HTTP/1.1" status: 204 len: 168 time: 3.4968457 Feb 16 13:45:13.323661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.327586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.328712 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a12b075a-f796-4969-a6bf-08a0ded1f6d7 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/9a7df615-d0c6-4270-b4f4-458da6b443e7 HTTP/1.1" status: 204 len: 168 time: 0.7579424 Feb 16 13:45:13.428292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:13.434055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.460469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b1af3-d3d8-41fe-804d-86a03c8d3454 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:13.461183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0b1af3-d3d8-41fe-804d-86a03c8d3454 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:13.464247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da0b1af3-d3d8-41fe-804d-86a03c8d3454 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/6561a214-f34f-4b04-8a12-61cbc86b9072 HTTP/1.1" status: 404 len: 333 time: 0.1343184 Feb 16 13:45:13.465152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57868) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.467086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.468801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57870) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.484482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-9ad81068-b35d-4f98-a71b-113ab2ab6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:13.486274 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-9ad81068-b35d-4f98-a71b-113ab2ab6560 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.2684882 Feb 16 13:45:13.489478 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2276b4ce-e386-415c-8a21-1afb9dcc59db req-8eab2bf7-e5be-4de2-ada6-071ddd75be12 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803179 Feb 16 13:45:13.587564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.597893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'e8f5e136-0d42-4fd2-9431-7b429315894d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:13.598971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.628284 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7aafcb-22a2-4940-a4aa-a53f88df729d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:13.629351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba7aafcb-22a2-4940-a4aa-a53f88df729d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:13.636515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:13.650470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.673695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.674048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Added segment 572c2b5e-8377-4ef0-9e2b-9b391faa5c6b of type vlan for network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f Feb 16 13:45:13.686878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba7aafcb-22a2-4940-a4aa-a53f88df729d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:13.688115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ba7aafcb-22a2-4940-a4aa-a53f88df729d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/6561a214-f34f-4b04-8a12-61cbc86b9072 HTTP/1.1" status: 404 len: 333 time: 0.2144957 Feb 16 13:45:13.696254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57878) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:13.742621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-97f8df90-2bcb-47d3-afdc-1dd4ee87f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:13.744593 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-97f8df90-2bcb-47d3-afdc-1dd4ee87f372 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2386200 Feb 16 13:45:13.784635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 8e337a54-34e9-412c-90a7-587bff831a4d {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:13.788403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.889528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:13.935281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c5e861ce-d928-4f39-891b-9fe353ec77c3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:13.992867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.010768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-943600f5-52b7-43ff-9cae-2dd7856638f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.049686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/e8f5e136-0d42-4fd2-9431-7b429315894d/73a3c09c-04a4-4bbd-a39f-b366df722196) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:14.078798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.082818 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-13acc291-4518-4d2a-82d2-ca09f7080cd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9588177 Feb 16 13:45:14.087585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.099767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2028029871'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:14.111147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57890) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:14.119957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.170403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.174323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:14.182618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=8e337a54-34e9-412c-90a7-587bff831a4d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:14.198689 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9c1265c0-e24e-4251-bd5d-b0a008b12bf0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/8e337a54-34e9-412c-90a7-587bff831a4d HTTP/1.1" status: 204 len: 168 time: 0.5011365 Feb 16 13:45:14.209532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:14.210151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843aeebd-0b75-489e-bc03-6b3da6fb3421 None None] Network af83eb1b-89c0-4eb3-b621-3a6cf94e50ac requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:14.211943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:14.214871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57896) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:14.231091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c5e861ce-d928-4f39-891b-9fe353ec77c3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:14.231905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.294335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:14.314564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-bf40e924-2592-4852-bec6-52998028268a service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948037 Feb 16 13:45:14.315777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Allocated IP 172.26.1.97 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/9ae1fc82-086a-4ee3-956c-5faff6e27902) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:14.328354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.346447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.376826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.378373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:14.379022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.576613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:14.585278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.613816 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1c5f75fa-b042-4428-8965-6fe955e2b289 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5226412 Feb 16 13:45:14.619380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57910) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:14.626785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:14.631295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'subnet': {'network_id': '84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:14.641997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port c5e861ce-d928-4f39-891b-9fe353ec77c3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:14.642397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.656882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:14.660367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.682227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:14.711330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:subnet and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:14.712546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.718164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:14.726452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:14.800900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.806155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:14.808806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.822156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Transition to ACTIVE for port object 73a3c09c-04a4-4bbd-a39f-b366df722196 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:14.847526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Transition to ACTIVE for port object 73a3c09c-04a4-4bbd-a39f-b366df722196 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:14.857641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:14.864189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:14.954727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Pushing event updated for resources: {'Port': ['ID=73a3c09c-04a4-4bbd-a39f-b366df722196,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:14.956090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:security_group_rule and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:14.958550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacda8be-b806-482c-b048-813672fb8802 None None] DHCP port deletion for af83eb1b-89c0-4eb3-b621-3a6cf94e50ac request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:14.967191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Deleting port c5e861ce-d928-4f39-891b-9fe353ec77c3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:14.967562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.055084 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9952767-9951-4a83-8f94-c14425b5ea9b req-4e03b191-9019-4068-ba3f-99dfd83785ec service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7330821 Feb 16 13:45:15.055327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:15.060401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:15.063145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:15.070197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.070620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.070965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.071566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.071917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.072244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.072567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.072895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.073216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.073537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.073860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.074177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:15.074326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:15.081902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:15.276892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Attempting to bind port 73a3c09c-04a4-4bbd-a39f-b366df722196 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:15.277271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Attempting to bind port 73a3c09c-04a4-4bbd-a39f-b366df722196 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:15.277627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Attempting to bind port 73a3c09c-04a4-4bbd-a39f-b366df722196 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:15.314401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702cb3-f64e-4eb6-ab33-0b76554df9ba req-17ec0641-005f-4ea1-aecb-49e8e9507dc0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:15.316003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef702cb3-f64e-4eb6-ab33-0b76554df9ba req-17ec0641-005f-4ea1-aecb-49e8e9507dc0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5724132 Feb 16 13:45:15.375376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port c5e861ce-d928-4f39-891b-9fe353ec77c3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c5e861ce-d928-4f39-891b-9fe353ec77c3,segment=NetworkSegment(5ece74a6-459f-4320-a10c-72abd43fc98f),segment_id=5ece74a6-459f-4320-a10c-72abd43fc98f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:15.375821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.403844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:15.404492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:15.405046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.405434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:15.405907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Bound port: 73a3c09c-04a4-4bbd-a39f-b366df722196, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:15.406310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.454195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.473758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.538019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.573253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for c5e861ce-d928-4f39-891b-9fe353ec77c3 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:15.579788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cacda8be-b806-482c-b048-813672fb8802 None None] For port c5e861ce-d928-4f39-891b-9fe353ec77c3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c5e861ce-d928-4f39-891b-9fe353ec77c3,segment=NetworkSegment(5ece74a6-459f-4320-a10c-72abd43fc98f),segment_id=5ece74a6-459f-4320-a10c-72abd43fc98f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:15.580222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.630516 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef702cb3-f64e-4eb6-ab33-0b76554df9ba req-0c8f7121-6659-46a5-b8d0-e8b81bf88b7d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969756 Feb 16 13:45:15.720327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.800760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.813007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.815525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port c5e861ce-d928-4f39-891b-9fe353ec77c3 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:15.825023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:15.833769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.834108 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 02aadf3d-3599-489f-baac-a21467166499 of type vlan for network c51b57de-8fca-47da-8b44-eca36d81a075 Feb 16 13:45:15.862338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.878191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Calling delete_port for c5e861ce-d928-4f39-891b-9fe353ec77c3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:15.902556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=c5e861ce-d928-4f39-891b-9fe353ec77c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:15.909363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57928) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:15.934742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] For port 73a3c09c-04a4-4bbd-a39f-b366df722196, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:15.937968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] For port 73a3c09c-04a4-4bbd-a39f-b366df722196, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73a3c09c-04a4-4bbd-a39f-b366df722196,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:15.940746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c5e861ce-d928-4f39-891b-9fe353ec77c3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:15.981560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=510e09e5-98a0-4a7d-aec4-b8be12c48309,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:15.986548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.987417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:15.992928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:15.993537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.014311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.043528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c5e861ce-d928-4f39-891b-9fe353ec77c3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:16.043528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c5e861ce-d928-4f39-891b-9fe353ec77c3 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:16.070715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.125663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801afbc2-5fb2-47ae-ae8b-ffb85570cced None None] Pushing event updated for resources: {'Port': ['ID=73a3c09c-04a4-4bbd-a39f-b366df722196,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:16.137640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:16.137991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:16.141460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.176374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af83eb1b-89c0-4eb3-b621-3a6cf94e50ac']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:16.197639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ece74a6-459f-4320-a10c-72abd43fc98f') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:16.198035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ece74a6-459f-4320-a10c-72abd43fc98f') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:16.214944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::1 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/e8f5e136-0d42-4fd2-9431-7b429315894d/4ecd315a-8d5c-40eb-b987-5d4805955c9a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:16.219413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.252058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.291743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:16.292203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:16.309441 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:16.334603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2114656906'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:16.366842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:16.386720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:45:16.387314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.406257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Usage tracker for resource:network and tenant:1602a19907534437b43a7fa96ad7108e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:16.410039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:16.421066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:16.428566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:16.444925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=c51b57de-8fca-47da-8b44-eca36d81a075,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:16.448362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:16.461676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c51b57de-8fca-47da-8b44-eca36d81a075 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:16.491258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.518193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.521181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e5f8aebd-8273-407c-91eb-fd8d3cb853ea,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:16.541910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=af83eb1b-89c0-4eb3-b621-3a6cf94e50ac,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:16.559660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Checking segment: {'id': '572c2b5e-8377-4ef0-9e2b-9b391faa5c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:16.560133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Network hostable DHCP agents. Network: 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:16.574304 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-47bd9b42-c613-4150-bfd5-84339a64c228 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/af83eb1b-89c0-4eb3-b621-3a6cf94e50ac HTTP/1.1" status: 204 len: 168 time: 2.3571885 Feb 16 13:45:16.579453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57934) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:16.586461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-345090890'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:16.593909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:16.601738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:16.606119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:16.608256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:16.609585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:16.610335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=9ae1fc82-086a-4ee3-956c-5faff6e27902,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:16.617478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:16.630927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:16.636779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:16.637430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.639335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Deleting port c5e861ce-d928-4f39-891b-9fe353ec77c3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:16.640095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cacda8be-b806-482c-b048-813672fb8802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.645147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:16.648512 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d89d1ad-382f-4e85-9c94-70143fdbb7fd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1721416 Feb 16 13:45:16.648919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.653243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:16.670908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1708740121'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:16.678339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08af34b5-b89d-43ab-9754-fecd667f7786 None None] Network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:16.680358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Made reservation on behalf of 1602a19907534437b43a7fa96ad7108e for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:16.683789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.698610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:16.714317 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a8b1b595-a1c0-4181-b54f-068971ba7ef5 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0926292 Feb 16 13:45:16.716947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57944) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:16.725091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'floatingip': {'floating_network_id': '84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:16.726135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.736579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:16.740739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:16.747593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:16.748886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:floatingip and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:16.753796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:16.756779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:16.772766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:16.783272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.783603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 76c14883-afee-48a4-a6e8-419a07c4aad2 of type vlan for network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 Feb 16 13:45:16.792468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.803093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:16.816018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:16.832492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Usage tracker for resource:security_group_rule and tenant:1602a19907534437b43a7fa96ad7108e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:16.843278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:16.844823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.852362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 4ecd315a-8d5c-40eb-b987-5d4805955c9a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:16.853655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:16.855922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:16.859333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.882032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:16.967626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e1da4-8e53-45f9-918a-91a56bb3f1ba None None] Network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:17.015011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe4588-d738-4948-aa84-ef7fc49c9758 req-ac096904-f1a1-4882-8cb6-8cb6db06d374 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:17.016608 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-41fe4588-d738-4948-aa84-ef7fc49c9758 req-ac096904-f1a1-4882-8cb6-8cb6db06d374 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2183118 Feb 16 13:45:17.018157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.023412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:17.023990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.073797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:17.116237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cacda8be-b806-482c-b048-813672fb8802 None None] The port 'c5e861ce-d928-4f39-891b-9fe353ec77c3' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:17.138965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.139559 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 3d7661c0-fe98-4de2-aad6-7624780bfd43 of type vlan for network ac5569da-c2cd-47c8-a175-5dbcbf814388 Feb 16 13:45:17.200733 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6175940 Feb 16 13:45:17.200733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c264746-f07d-4c7d-9613-4beb235c521d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:17.206836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57948) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:17.217862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:17.234694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:17.237814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.360094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.382100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:17.392965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:17.400426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:17.400987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.437596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=4ecd315a-8d5c-40eb-b987-5d4805955c9a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:17.479046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.489013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-41fe4588-d738-4948-aa84-ef7fc49c9758 req-3e939adf-fbe4-4bb1-8de2-d4edc8751e1b tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4585233 Feb 16 13:45:17.494694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.511694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.517019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:17.517623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.537675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:17.544186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:17.547638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:17.551536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.557271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:17.595006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8709cffa-e37a-4623-ab4e-4b7de41acf36 None None] Provisioning for port 73a3c09c-04a4-4bbd-a39f-b366df722196 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:17.621270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:17.621270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.638228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:17.699910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979b2878-5d30-4d33-86a9-74a10e386d18,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:17.706293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=ac5569da-c2cd-47c8-a175-5dbcbf814388,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:17.710981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.711548 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Added segment 289d1b64-aacb-45e0-8b60-4cea3a50ce64 of type vlan for network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe Feb 16 13:45:17.718521 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7c95348c-25ea-4ba2-860f-226732368582 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0634887 Feb 16 13:45:17.719407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:17.744917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:17.768272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:17.846643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be3b8fa2-5b77-41aa-8f36-33fade827cd3 None None] Provisioning for port 4ecd315a-8d5c-40eb-b987-5d4805955c9a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:17.860553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be3b8fa2-5b77-41aa-8f36-33fade827cd3 None None] Provisioning complete for port 4ecd315a-8d5c-40eb-b987-5d4805955c9a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:17.860917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be3b8fa2-5b77-41aa-8f36-33fade827cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.897871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73a3c09c-04a4-4bbd-a39f-b366df722196 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:17.922332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Allocated IP 172.20.0.4 (84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f/e5f8aebd-8273-407c-91eb-fd8d3cb853ea/22900370-b655-4b93-af38-a3a992d2739f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:17.929396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.933991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:17.943156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.023520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-be3b8fa2-5b77-41aa-8f36-33fade827cd3 None None] Port 4ecd315a-8d5c-40eb-b987-5d4805955c9a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:18.024149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:18.041736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:18.041972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 73a3c09c-04a4-4bbd-a39f-b366df722196 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:18.048700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73a3c09c-04a4-4bbd-a39f-b366df722196 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:18.049067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.055444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:18.069102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:18.106640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.112345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:18.112951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.146286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.182282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.216287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.217564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 73a3c09c-04a4-4bbd-a39f-b366df722196, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73a3c09c-04a4-4bbd-a39f-b366df722196,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:18.223419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.264591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=ffb7eef9-b1d3-416b-84b2-37e3802aff3d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:18.276503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '76c14883-afee-48a4-a6e8-419a07c4aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:18.276850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:18.281139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:18.284580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.304701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=73a3c09c-04a4-4bbd-a39f-b366df722196,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:18.304957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.341285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:18.376074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:18.378688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:18.382632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:18.387765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:18.391199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10fe33-25d9-4d98-84b2-69a0e6701a6d None None] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:18.422383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:18.422969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.442353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Port': ['ID=22900370-b655-4b93-af38-a3a992d2739f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:18.475670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7f945704-7daa-44c9-bed7-348b726fa767 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2460644 Feb 16 13:45:18.478016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57956) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:18.486404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-789435658'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:18.547614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.574277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6620538 Feb 16 13:45:18.578285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:18.597349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Request body: {'subnet': {'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:18.625757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.640715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37568b0-eaf7-4870-bb79-4b59ecfc880c tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event updated for resources: {'Network': ['ID=7d654b67-c6cd-417e-a5b9-358d1c2fabfe,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:18.670875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:18.688436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9', 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': 'ffb7eef9-b1d3-416b-84b2-37e3802aff3d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:18.689924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.852080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:18.855006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:18.864525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Usage tracker for resource:subnet and tenant:1602a19907534437b43a7fa96ad7108e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:18.869232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:18.872547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:18.881502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:18.884528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:18.888448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.931516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:18.976387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Made reservation on behalf of 1602a19907534437b43a7fa96ad7108e for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:18.981138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:18.986416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Allocated IP 2001:db8::2 (bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9/ffb7eef9-b1d3-416b-84b2-37e3802aff3d/980ceca2-3d98-4396-97a6-b9cc4239bb98) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:19.002702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:19.006349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.027894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.044136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.180507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05744-c081-4e11-8600-673289b81cc5 req-1ce9ce65-018e-4055-93d4-0ce10b32ad59 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:19.182052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-27d05744-c081-4e11-8600-673289b81cc5 req-1ce9ce65-018e-4055-93d4-0ce10b32ad59 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4973812 Feb 16 13:45:19.194013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port c9b60b75-76c7-45d6-b866-61413cbecfac yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:19.205882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.214101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event updated for resources: {'Port': ['ID=9ae1fc82-086a-4ee3-956c-5faff6e27902,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.218620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.219595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.262743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.266858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.275006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Transition to ACTIVE for port object 980ceca2-3d98-4396-97a6-b9cc4239bb98 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:19.295179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Transition to ACTIVE for port object 980ceca2-3d98-4396-97a6-b9cc4239bb98 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:19.305104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.360254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.373472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:19.374882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:19.377427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:19.424837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Pushing event updated for resources: {'Port': ['ID=980ceca2-3d98-4396-97a6-b9cc4239bb98,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.483261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Attempting to bind port 980ceca2-3d98-4396-97a6-b9cc4239bb98 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:19.483635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Attempting to bind port 980ceca2-3d98-4396-97a6-b9cc4239bb98 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '76c14883-afee-48a4-a6e8-419a07c4aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:19.484022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Attempting to bind port 980ceca2-3d98-4396-97a6-b9cc4239bb98 on network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:19.489862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:19.490273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Checking segment: {'id': '76c14883-afee-48a4-a6e8-419a07c4aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:19.490647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.491166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Bound using segment: {'id': '76c14883-afee-48a4-a6e8-419a07c4aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:19.491632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Bound port: 980ceca2-3d98-4396-97a6-b9cc4239bb98, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c14883-afee-48a4-a6e8-419a07c4aad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:19.491996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.509230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=4ecd315a-8d5c-40eb-b987-5d4805955c9a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.526138 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-27d05744-c081-4e11-8600-673289b81cc5 req-7775329e-f13d-4b4d-b0ad-66930ed5c490 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313901 Feb 16 13:45:19.560610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=f4407fde-e40b-43fa-880f-6eb1f57821cb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.593137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] For port 980ceca2-3d98-4396-97a6-b9cc4239bb98, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:19.597101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] For port 980ceca2-3d98-4396-97a6-b9cc4239bb98, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=980ceca2-3d98-4396-97a6-b9cc4239bb98,segment=NetworkSegment(76c14883-afee-48a4-a6e8-419a07c4aad2),segment_id=76c14883-afee-48a4-a6e8-419a07c4aad2)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:19.601790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.672430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '02aadf3d-3599-489f-baac-a21467166499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:19.673070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: c51b57de-8fca-47da-8b44-eca36d81a075, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:19.675404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.690508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.691666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea896f6-90a1-4637-8fc9-2e000c4a72bb None None] Pushing event updated for resources: {'Port': ['ID=980ceca2-3d98-4396-97a6-b9cc4239bb98,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.719571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:19.723323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:19.729657 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Floating IP d7ea0521-911f-410e-a7a9-a37c738198ae associated. External IP: 172.26.1.97, port: 572aa793-8d92-4479-baa4-509ebab9cacb. Feb 16 13:45:19.786739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network c51b57de-8fca-47da-8b44-eca36d81a075 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:19.828702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Port': ['ID=22900370-b655-4b93-af38-a3a992d2739f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:19.849336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::9c (bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9/ffb7eef9-b1d3-416b-84b2-37e3802aff3d/c9b60b75-76c7-45d6-b866-61413cbecfac) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:19.881722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73a3c09c-04a4-4bbd-a39f-b366df722196 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:19.895749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, c51b57de-8fca-47da-8b44-eca36d81a075) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:19.900213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:19.901032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:19.934704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72339d4f-a540-47d4-b702-4403ca6ec9c6 None None] Network c51b57de-8fca-47da-8b44-eca36d81a075 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:20.096316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.146431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.251076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73a3c09c-04a4-4bbd-a39f-b366df722196 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:20.251835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.294511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.298746 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-faee8a46-17f5-43be-9a7b-e187d281ed65 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5778799 Feb 16 13:45:20.301100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e665e86f-1e2c-4924-9f23-fee78dd7fb31 None None] Provisioning complete for port 4ecd315a-8d5c-40eb-b987-5d4805955c9a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:20.301661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event updated for resources: {'Subnet': ['ID=305f25e2-8e51-40d7-b47d-1029abf3d770,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:20.301792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e665e86f-1e2c-4924-9f23-fee78dd7fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.306508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57966) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:20.309297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Checking segment: {'id': '289d1b64-aacb-45e0-8b60-4cea3a50ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:20.309647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Network hostable DHCP agents. Network: 7d654b67-c6cd-417e-a5b9-358d1c2fabfe, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:20.406892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-46554e78-be19-4b1c-ab60-aec99f6537c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Synchronizing usage tracker for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:floatingip {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:20.417300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.445268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e665e86f-1e2c-4924-9f23-fee78dd7fb31 None None] Port 4ecd315a-8d5c-40eb-b987-5d4805955c9a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:20.449134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:20.451903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object c9b60b75-76c7-45d6-b866-61413cbecfac will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:20.455950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3876866-7eba-488e-a03a-54762cbc8645 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7045889 Feb 16 13:45:20.460376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:20.469647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:20.490890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-46554e78-be19-4b1c-ab60-aec99f6537c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Unset dirty status for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:floatingip {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:20.492076 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-46554e78-be19-4b1c-ab60-aec99f6537c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "GET /v2.0/floatingips?floating_network_id=84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f HTTP/1.1" status: 200 len: 689 time: 0.1843476 Feb 16 13:45:20.497900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 7d654b67-c6cd-417e-a5b9-358d1c2fabfe) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:20.502311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:20.502889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.505585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:20.512467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-c51b57de-8fca-47da-8b44-eca36d81a075', 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': 'f4407fde-e40b-43fa-880f-6eb1f57821cb'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:20.513297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.535216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aa4ac1-abc8-48fe-96a8-6adb23cb1e4a None None] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:20.596689 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0dad3549-89d5-4b3b-a4af-07e14442e54e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0162568 Feb 16 13:45:20.607998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 57980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:20.623284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:20.632973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.641088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:20.680751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:20.696903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Request body: {'port': {'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1583995390'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:20.737062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:20.784512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:20.788453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:20.817300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-fd68bae7-f932-436a-9764-68f5814be1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:20.819087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-fd68bae7-f932-436a-9764-68f5814be1a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.4397128 Feb 16 13:45:20.820692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:20.830140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Router a7234501-e776-43f3-86f5-e8564f187567 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:45:20.832779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:20.965296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Allocated IP 2001:db8::2 (c51b57de-8fca-47da-8b44-eca36d81a075/f4407fde-e40b-43fa-880f-6eb1f57821cb/89e6bd79-7ef3-4c6e-910d-5c5faf36b883) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:21.083493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-7d654b67-c6cd-417e-a5b9-358d1c2fabfe', 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe', 'tenant_id': '1602a19907534437b43a7fa96ad7108e', 'fixed_ips': [{'subnet_id': '305f25e2-8e51-40d7-b47d-1029abf3d770'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:21.084337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.105922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:21.125550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:21.126234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.185215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=c9b60b75-76c7-45d6-b866-61413cbecfac,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:21.196324 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d2375b01-7e15-41a5-b310-66e482c24c3b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7170789 Feb 16 13:45:21.203474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57984) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:21.240696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc33b35-b6d5-48bc-9e62-e4f7c1c062fa None None] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:21.265430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.267367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.354683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port c9b60b75-76c7-45d6-b866-61413cbecfac {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:21.354683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.427354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=63575c63-d720-4516-a7a6-c6d8fad02d7b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:21.442601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff26cb4-4898-4fe4-970d-1809275368e8 req-6d27dc54-e739-4291-9487-cac43bbff237 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:21.444221 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ff26cb4-4898-4fe4-970d-1809275368e8 req-6d27dc54-e739-4291-9487-cac43bbff237 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7289596 Feb 16 13:45:21.449351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:21.454441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Deleting port 22900370-b655-4b93-af38-a3a992d2739f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:21.454776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.456833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f917329a-4815-4558-a5a4-8f0f875c3c99 None None] Provisioning for port 980ceca2-3d98-4396-97a6-b9cc4239bb98 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:21.483099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '3d7661c0-fe98-4de2-aad6-7624780bfd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:21.483460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: ac5569da-c2cd-47c8-a175-5dbcbf814388, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:21.490553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:21.492431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Usage tracker for resource:port and tenant:1602a19907534437b43a7fa96ad7108e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:21.502118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Router 8fe3ba06-3b91-4a8e-9599-836adfa7592b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:21.504841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:21.505866 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Sync routers for ids ['a7234501-e776-43f3-86f5-e8564f187567'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:21.512842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dc61809d-f98d-44f8-9225-739c831f825e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "PUT /v2.0/routers/a7234501-e776-43f3-86f5-e8564f187567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3962379 Feb 16 13:45:21.531828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57988) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:21.534042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:21.536094 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Routers {'a7234501-e776-43f3-86f5-e8564f187567'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:21.536983 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7234501-e776-43f3-86f5-e8564f187567'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:21.552625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-e23634da-62cc-479f-9d98-c8084d86762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:21.554702 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-e23634da-62cc-479f-9d98-c8084d86762b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.6828029 Feb 16 13:45:21.670577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.674924 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ff26cb4-4898-4fe4-970d-1809275368e8 req-e9a3288f-7247-4b63-bdd6-38d2753b5ac3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201686 Feb 16 13:45:21.684881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Made reservation on behalf of 1602a19907534437b43a7fa96ad7108e for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:21.688481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:21.700895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Allocated IP 172.20.0.2 (7d654b67-c6cd-417e-a5b9-358d1c2fabfe/305f25e2-8e51-40d7-b47d-1029abf3d770/a81b2d57-2c2a-47bb-88db-96272769e474) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:21.774411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Transition to ACTIVE for port object 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:21.882359 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Set router a7234501-e776-43f3-86f5-e8564f187567 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:21.909647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:21.937895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ab03f0-74db-464c-9560-102330beb3bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:21.938557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86ab03f0-74db-464c-9560-102330beb3bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:21.945243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Transition to ACTIVE for port object 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:21.961407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ac5569da-c2cd-47c8-a175-5dbcbf814388) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:21.986135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:21.986744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.020652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a706cfe-bc0f-4d05-8096-94382dabb6d5 None None] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:22.025337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86ab03f0-74db-464c-9560-102330beb3bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:22.026545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-86ab03f0-74db-464c-9560-102330beb3bd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports/4ecd315a-8d5c-40eb-b987-5d4805955c9a HTTP/1.1" status: 200 len: 911 time: 0.4937372 Feb 16 13:45:22.030982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57992) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:22.041518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] device_id is not set on port 67515603-c3bc-478c-98a6-afd6fe5f092e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:22.063101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.066261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.069650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 980ceca2-3d98-4396-97a6-b9cc4239bb98 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:22.090536 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-172cd994-deb1-464c-a79c-d2a76ce047ca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6290977 Feb 16 13:45:22.093351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 57996) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:22.155884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1593557517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:22.185044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Pushing event updated for resources: {'Port': ['ID=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:22.242394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for c9b60b75-76c7-45d6-b866-61413cbecfac owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:22.270668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:22.270963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Network c51b57de-8fca-47da-8b44-eca36d81a075 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:22.278544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:22.288597 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-e71b321c-8564-4662-907a-150d1571e22c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.7121384 Feb 16 13:45:22.289747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:22.293953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:22.294918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:22.303020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:22.327861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.328870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.369414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2efbc8-6916-441c-8b81-d0cb61791706 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:22.375379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2efbc8-6916-441c-8b81-d0cb61791706 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:22.377064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6f2efbc8-6916-441c-8b81-d0cb61791706 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3451374 Feb 16 13:45:22.380667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58000) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:22.421912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.422313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.469191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.559916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 980ceca2-3d98-4396-97a6-b9cc4239bb98 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:22.564790 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': '4ecd315a-8d5c-40eb-b987-5d4805955c9a', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:99:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7234501-e776-43f3-86f5-e8564f187567', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:45:15Z', 'updated_at': '2022-02-16T13:45:18Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:22.570550 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Checking router: a7234501-e776-43f3-86f5-e8564f187567 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:22.570898 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Updating router a7234501-e776-43f3-86f5-e8564f187567 port 4ecd315a-8d5c-40eb-b987-5d4805955c9a binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:45:22.590873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.595970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Calling delete_port for 22900370-b655-4b93-af38-a3a992d2739f owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:22.601908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 980ceca2-3d98-4396-97a6-b9cc4239bb98 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:22.602314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.637125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Attempting to bind port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:22.637401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Attempting to bind port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '02aadf3d-3599-489f-baac-a21467166499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:22.637779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Attempting to bind port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 on network c51b57de-8fca-47da-8b44-eca36d81a075 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:22.652284 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.661048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:22.661445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Checking segment: {'id': '02aadf3d-3599-489f-baac-a21467166499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:22.661851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.662254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Bound using segment: {'id': '02aadf3d-3599-489f-baac-a21467166499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:22.662743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Bound port: 89e6bd79-7ef3-4c6e-910d-5c5faf36b883, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02aadf3d-3599-489f-baac-a21467166499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c51b57de-8fca-47da-8b44-eca36d81a075'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:22.663115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.684485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:22.702949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.705050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6979df27-a6dd-40d0-845b-69f3b2446689 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6100755 Feb 16 13:45:22.719099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58006) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:22.722579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-b02f7ffa-1b38-4cb1-add4-432bcd2de766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:22.724216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-b02f7ffa-1b38-4cb1-add4-432bcd2de766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.3912303 Feb 16 13:45:22.772135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Sync routers for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:22.811943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.817032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:22.887516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:22.888171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:22.954660 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e39b9d51-960d-4147-a9ae-5e487924422e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.2387676 Feb 16 13:45:22.957816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:45:23.093598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] For port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:23.096951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] For port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,segment=NetworkSegment(02aadf3d-3599-489f-baac-a21467166499),segment_id=02aadf3d-3599-489f-baac-a21467166499)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:23.103195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-bf39c458-3751-4e07-bbde-468633ad12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:23.105697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-bf39c458-3751-4e07-bbde-468633ad12bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3693175 Feb 16 13:45:23.116724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Transition to ACTIVE for port object a81b2d57-2c2a-47bb-88db-96272769e474 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:23.130794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.152960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.269597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Port': ['ID=22900370-b655-4b93-af38-a3a992d2739f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:23.284775 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.299261 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Transition to ACTIVE for port object 4ecd315a-8d5c-40eb-b987-5d4805955c9a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:23.310288 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.361843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Transition to ACTIVE for port object a81b2d57-2c2a-47bb-88db-96272769e474 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:23.418642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.421843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.423788 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-a11caeb6-b592-486d-a7ad-6c694cc2e957 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058362 Feb 16 13:45:23.438025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1ce1-fc12-4565-a2e3-ef8a6d675533 None None] Pushing event updated for resources: {'Port': ['ID=4ecd315a-8d5c-40eb-b987-5d4805955c9a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:23.470007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Provisioning for port c9b60b75-76c7-45d6-b866-61413cbecfac completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:23.487514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.501547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Provisioning complete for port c9b60b75-76c7-45d6-b866-61413cbecfac triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:23.502004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.530976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ac5569da-c2cd-47c8-a175-5dbcbf814388', 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '63575c63-d720-4516-a7a6-c6d8fad02d7b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:23.537944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.615341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Port c9b60b75-76c7-45d6-b866-61413cbecfac was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:45:23.632683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc186d-8fae-4f7b-b4b6-60e34e8188b9 None None] Pushing event updated for resources: {'Port': ['ID=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:23.650830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:23.693481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Allocated IP 172.20.0.8 (7d654b67-c6cd-417e-a5b9-358d1c2fabfe/305f25e2-8e51-40d7-b47d-1029abf3d770/67515603-c3bc-478c-98a6-afd6fe5f092e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:23.698170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:23.705669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 980ceca2-3d98-4396-97a6-b9cc4239bb98, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=980ceca2-3d98-4396-97a6-b9cc4239bb98,segment=NetworkSegment(76c14883-afee-48a4-a6e8-419a07c4aad2),segment_id=76c14883-afee-48a4-a6e8-419a07c4aad2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:23.709546 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Attempting to bind port 4ecd315a-8d5c-40eb-b987-5d4805955c9a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:23.711752 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Attempting to bind port 4ecd315a-8d5c-40eb-b987-5d4805955c9a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:23.712328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Attempting to bind port 4ecd315a-8d5c-40eb-b987-5d4805955c9a on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:23.738046 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:23.740507 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:23.741154 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.741707 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:23.742387 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Bound port: 4ecd315a-8d5c-40eb-b987-5d4805955c9a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:23.744220 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.775831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:23.841506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:23.844406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.885699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.968547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] For port 4ecd315a-8d5c-40eb-b987-5d4805955c9a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:23.972792 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] For port 4ecd315a-8d5c-40eb-b987-5d4805955c9a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4ecd315a-8d5c-40eb-b987-5d4805955c9a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:23.976934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:23.984142 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.113047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Provisioning complete for port 980ceca2-3d98-4396-97a6-b9cc4239bb98 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:24.113716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-195a4458-e448-4ae0-a584-4741d3b3714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.172149 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Routers {'a7234501-e776-43f3-86f5-e8564f187567'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:24.172783 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7234501-e776-43f3-86f5-e8564f187567'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:24.258168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3e2962cb-acf2-4975-bc1a-3cc4020cd051 req-3965f153-29de-4955-898c-f2e01d68e3ba service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282938 Feb 16 13:45:24.263944 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1ce1-fc12-4565-a2e3-ef8a6d675533 None None] Pushing event updated for resources: {'Port': ['ID=4ecd315a-8d5c-40eb-b987-5d4805955c9a,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:24.271827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.304203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=c9b60b75-76c7-45d6-b866-61413cbecfac,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:24.357935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f8aebd-8273-407c-91eb-fd8d3cb853ea,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:24.380012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:24.420977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.426538 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-87ffe4ba-97e1-46cf-b5cd-d6fcc14591fa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/c9b60b75-76c7-45d6-b866-61413cbecfac HTTP/1.1" status: 204 len: 168 time: 3.2135265 Feb 16 13:45:24.494813 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] Set router a7234501-e776-43f3-86f5-e8564f187567 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:24.513779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58014) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:24.533513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Pushing event updated for resources: {'Port': ['ID=a81b2d57-2c2a-47bb-88db-96272769e474,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:24.559939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Attempting to bind port a81b2d57-2c2a-47bb-88db-96272769e474 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:24.560400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Attempting to bind port a81b2d57-2c2a-47bb-88db-96272769e474 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '289d1b64-aacb-45e0-8b60-4cea3a50ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:24.560847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Attempting to bind port a81b2d57-2c2a-47bb-88db-96272769e474 on network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:24.565217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751ed1f-d941-4bff-92af-5eb21a325130 req-1467c91a-d3b5-4259-b38f-72deb9258d09 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:24.572129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.572447 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6751ed1f-d941-4bff-92af-5eb21a325130 req-1467c91a-d3b5-4259-b38f-72deb9258d09 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 1.6628978 Feb 16 13:45:24.612287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:24.612806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Checking segment: {'id': '289d1b64-aacb-45e0-8b60-4cea3a50ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:24.613313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.613789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Bound using segment: {'id': '289d1b64-aacb-45e0-8b60-4cea3a50ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:24.614546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Bound port: a81b2d57-2c2a-47bb-88db-96272769e474, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289d1b64-aacb-45e0-8b60-4cea3a50ce64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '7d654b67-c6cd-417e-a5b9-358d1c2fabfe'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:24.615094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.709284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Transition to ACTIVE for port object 67515603-c3bc-478c-98a6-afd6fe5f092e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:24.720174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.766386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f2709-df28-454f-8e63-9f3e233adcbf req-5f5b2f5a-9462-486b-870b-e31e755522cb tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:24.767951 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-838f2709-df28-454f-8e63-9f3e233adcbf req-5f5b2f5a-9462-486b-870b-e31e755522cb tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 1.5625951 Feb 16 13:45:24.774887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6b353a-ce25-4ef6-8342-3f2e346bf8aa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:24.775414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b6b353a-ce25-4ef6-8342-3f2e346bf8aa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:24.791073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:24.821125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572c2b5e-8377-4ef0-9e2b-9b391faa5c6b') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:24.821864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572c2b5e-8377-4ef0-9e2b-9b391faa5c6b') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:24.838518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b6b353a-ce25-4ef6-8342-3f2e346bf8aa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:24.839681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b6b353a-ce25-4ef6-8342-3f2e346bf8aa tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/c9b60b75-76c7-45d6-b866-61413cbecfac HTTP/1.1" status: 404 len: 333 time: 0.3154323 Feb 16 13:45:24.845895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:24.851726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.927099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.932888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:24.968714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6751ed1f-d941-4bff-92af-5eb21a325130 req-0c3c7511-82f4-4cbc-9249-dc6b5b6d7d38 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3953602 Feb 16 13:45:24.995112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:25.007603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:25.010166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:25.021932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.068999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-838f2709-df28-454f-8e63-9f3e233adcbf req-3bedf32b-f3cc-4ceb-b78a-0f0d8b4f2a14 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840550 Feb 16 13:45:25.122936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:25.123564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.140529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'status': 'completed', 'code': 200} Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:25.149919 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:25.175210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': '4ecd315a-8d5c-40eb-b987-5d4805955c9a', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:99:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7234501-e776-43f3-86f5-e8564f187567', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:45:15Z', 'updated_at': '2022-02-16T13:45:23Z', 'revision_number': 4, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:25.178348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:25.180594 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2730f-78d4-467f-9d08-29bcc887476d None None] The sync data for ids ['a7234501-e776-43f3-86f5-e8564f187567'] in dv-neutron-828143-3-hyperv is: [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 2, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None, '_interfaces': [{'id': '4ecd315a-8d5c-40eb-b987-5d4805955c9a', 'name': '', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'mac_address': 'fa:16:3e:99:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7234501-e776-43f3-86f5-e8564f187567', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:45:15Z', 'updated_at': '2022-02-16T13:45:23Z', 'revision_number': 4, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'subnets': [{'id': 'e8f5e136-0d42-4fd2-9431-7b429315894d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:25.376953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e96b6-6a26-459e-a9d0-2b0a70dcce41 None None] Network c51b57de-8fca-47da-8b44-eca36d81a075 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:25.453664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=980ceca2-3d98-4396-97a6-b9cc4239bb98,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:25.453791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet ffb7eef9-b1d3-416b-84b2-37e3802aff3d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:25.454989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.578711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] For port a81b2d57-2c2a-47bb-88db-96272769e474, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:25.581733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Allocated IP 2001:db8:1::2 (ac5569da-c2cd-47c8-a175-5dbcbf814388/63575c63-d720-4516-a7a6-c6d8fad02d7b/f1eace6f-6686-4766-9e39-08cb421dd0b5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:25.606295 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b7c1f530-1c8c-4ef0-9252-955b9ced4bcf tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 991 time: 0.4472027 Feb 16 13:45:25.606989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event updated for resources: {'Port': ['ID=67515603-c3bc-478c-98a6-afd6fe5f092e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:25.626227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] For port a81b2d57-2c2a-47bb-88db-96272769e474, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a81b2d57-2c2a-47bb-88db-96272769e474,segment=NetworkSegment(289d1b64-aacb-45e0-8b60-4cea3a50ce64),segment_id=289d1b64-aacb-45e0-8b60-4cea3a50ce64)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:25.632378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:25.633168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.652713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.654617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.690443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.693619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.694427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:45:25.707220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:25.771030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Network': ['ID=84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:25.795889 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b60f58ae-ad82-4474-aca1-442fc7b61049 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1814644 Feb 16 13:45:25.806076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:25.821789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2488-452b-486c-82d9-31d676ddea33 req-7cc4e99e-7ce4-419b-936a-f3c1bd22ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:25.824221 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-7cc4e99e-7ce4-419b-936a-f3c1bd22ec65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 0.6544688 Feb 16 13:45:25.868627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ae44bd4-6d72-48da-bae1-4d9fb204a3a8 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f HTTP/1.1" status: 204 len: 168 time: 5.3618731 Feb 16 13:45:25.908384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:25.970147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Provisioning for port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:26.020733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8::1 (c51b57de-8fca-47da-8b44-eca36d81a075/f4407fde-e40b-43fa-880f-6eb1f57821cb/cbe826e8-2829-4e26-8481-8532a681658b) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:26.083362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Provisioning complete for port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:26.083736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.160871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56474e-e88d-40a2-9438-95a9332bad51 None None] Pushing event updated for resources: {'Port': ['ID=a81b2d57-2c2a-47bb-88db-96272769e474,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:26.163819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 4ecd315a-8d5c-40eb-b987-5d4805955c9a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:26.164174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.227498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2bfa027b-2579-4c55-95d7-0ffdc39febf9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Synchronizing usage tracker for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:26.259786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Deleting port 67515603-c3bc-478c-98a6-afd6fe5f092e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:26.261169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.292711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 980ceca2-3d98-4396-97a6-b9cc4239bb98 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:26.443341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.491261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2bfa027b-2579-4c55-95d7-0ffdc39febf9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Unset dirty status for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:26.502475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2bfa027b-2579-4c55-95d7-0ffdc39febf9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.5925989 Feb 16 13:45:26.502615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'd7ea0521-911f-410e-a7a9-a37c738198ae', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'mac_address': 'fa:16:3e:89:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:45:17Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 0, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:26.508436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:26.521829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Checking router: 8fe3ba06-3b91-4a8e-9599-836adfa7592b for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:26.591612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.601742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.611609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58042) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:26.640143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] For port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,segment=NetworkSegment(02aadf3d-3599-489f-baac-a21467166499),segment_id=02aadf3d-3599-489f-baac-a21467166499)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:26.653337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:26.653968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:26.762875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object cbe826e8-2829-4e26-8481-8532a681658b will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:26.778010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2488-452b-486c-82d9-31d676ddea33 req-18ee60bb-e987-4a5b-a535-b7e817e42d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:26.780091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe1f0a26-3583-40ef-8671-547864926e6f tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 991 time: 0.1632738 Feb 16 13:45:26.781832 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-18ee60bb-e987-4a5b-a535-b7e817e42d75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 898 time: 0.9152863 Feb 16 13:45:26.809609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port 4ecd315a-8d5c-40eb-b987-5d4805955c9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4ecd315a-8d5c-40eb-b987-5d4805955c9a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:26.809990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.885710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:26.964380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Could not find standard attr ID for object c9b60b75-76c7-45d6-b866-61413cbecfac. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:45:26.994255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 4ecd315a-8d5c-40eb-b987-5d4805955c9a owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:27.022730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.095859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Transition to ACTIVE for port object f1eace6f-6686-4766-9e39-08cb421dd0b5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:27.114336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 980ceca2-3d98-4396-97a6-b9cc4239bb98 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:27.115074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.125472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.197825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.198259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.198811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.199393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.199865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.200298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.200890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.201615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.201761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.202271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.203411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Synchronizing usage tracker for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:27.221393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:27.246390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.269274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network c51b57de-8fca-47da-8b44-eca36d81a075 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:27.276706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:27.289345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:27.290070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.290746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Unset dirty status for tenant:adceb4d57538415e9dc8a869adcb0613 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:27.292371 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b306ecf5-c65c-4afb-b767-61620c004e55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6429 time: 0.7767472 Feb 16 13:45:27.296636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.303826 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-b47e5e4d-eb53-4323-864c-2d0a70088c2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 999 time: 0.4040277 Feb 16 13:45:27.304289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58046) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:27.338982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=cbe826e8-2829-4e26-8481-8532a681658b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:27.369223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb7eef9-b1d3-416b-84b2-37e3802aff3d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:27.458504 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25fd40b0-0c19-4bbf-bb76-4909df4c99a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/ffb7eef9-b1d3-416b-84b2-37e3802aff3d HTTP/1.1" status: 204 len: 168 time: 2.6066298 Feb 16 13:45:27.464280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58050) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:27.471438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.493134 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-55ce2d8c-466c-4f4e-b862-376f430e5b3b tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] delete failed (client error): The resource could not be found. Feb 16 13:45:27.494149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-55ce2d8c-466c-4f4e-b862-376f430e5b3b tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/floatingips/ff705df6-7ad5-4247-815d-e2e4daa834fa HTTP/1.1" status: 404 len: 345 time: 0.1743488 Feb 16 13:45:27.510210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58054) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:27.510508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d9f75-6060-4e1a-870e-793d0ad7a894 None None] Pushing event updated for resources: {'Port': ['ID=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:27.513906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Transition to ACTIVE for port object f1eace6f-6686-4766-9e39-08cb421dd0b5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:27.522977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f360c01-5df5-4cbc-80e3-266c38b17aac None None] Network bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:27.637365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Calling delete_port for 67515603-c3bc-478c-98a6-afd6fe5f092e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:27.673866 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3634af76-a5e9-4f5f-8686-a94f2ea259c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 13:45:27.674481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3634af76-a5e9-4f5f-8686-a94f2ea259c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:27.689393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2488-452b-486c-82d9-31d676ddea33 req-47698c4d-7f40-4348-8a65-bec0a6b72845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.691601 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-47698c4d-7f40-4348-8a65-bec0a6b72845 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.3638442 Feb 16 13:45:27.698968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e48aad-ff64-444a-b983-515e4241b69b None None] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:27.724993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.762270 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3634af76-a5e9-4f5f-8686-a94f2ea259c4 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/84b2e4b8-50bf-4bb2-8bce-a0dc78af3e6f HTTP/1.1" status: 404 len: 339 time: 0.2484548 Feb 16 13:45:27.768254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.770342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58058) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:27.779457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'name': 'tempest-network--1938950124', 'router:external': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:27.786178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.787999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.793655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58062) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:27.825144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2488-452b-486c-82d9-31d676ddea33 req-e1f645df-0e54-401e-a493-f07edf54ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:27.826669 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-e1f645df-0e54-401e-a493-f07edf54ea73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264682 Feb 16 13:45:27.862345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:27.952942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=4ecd315a-8d5c-40eb-b987-5d4805955c9a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:27.959305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa212809-44a7-49f4-b614-4c65fda9e3fd None None] Provisioning complete for port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:27.959845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa212809-44a7-49f4-b614-4c65fda9e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:27.972664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:network and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:27.980892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:28.007498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.032494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:28.046789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:28.058761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 980ceca2-3d98-4396-97a6-b9cc4239bb98 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:28.059336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.103007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event deleted for resources: {'Port': ['ID=67515603-c3bc-478c-98a6-afd6fe5f092e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:28.110475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-0668b7bd-9833-4537-b005-d828409a52ff service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504501 Feb 16 13:45:28.117378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:28.149890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Pushing event updated for resources: {'Port': ['ID=f1eace6f-6686-4766-9e39-08cb421dd0b5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:28.158138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:28.308467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.322688 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6e7c24e3-bb2b-432c-b45f-2df4735e7b74 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "DELETE /v2.0/ports/67515603-c3bc-478c-98a6-afd6fe5f092e HTTP/1.1" status: 204 len: 168 time: 2.5084920 Feb 16 13:45:28.325564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58066) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:28.383203 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a2488-452b-486c-82d9-31d676ddea33 req-6fec8d8d-559d-4d05-b451-491d3208813e service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662149 Feb 16 13:45:28.417884 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcc17454-ac8c-487f-9c97-f3d2edebf361 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 0.0931389 Feb 16 13:45:28.420694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:28.426505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1263507978'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:28.431765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:28.435961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Usage tracker for resource:network and tenant:1602a19907534437b43a7fa96ad7108e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:28.440984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:28.441295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4ecd315a-8d5c-40eb-b987-5d4805955c9a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:28.447712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:28.459380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Made reservation on behalf of 1602a19907534437b43a7fa96ad7108e for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:28.463151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.495816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:28.507144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.507533 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Added segment 8750e329-4a6c-4431-b7ea-fab7ee09f0dc of type vlan for network 797fc9e1-0911-4f11-8407-4f222a3d47e3 Feb 16 13:45:28.525473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4ecd315a-8d5c-40eb-b987-5d4805955c9a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:28.526110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4ecd315a-8d5c-40eb-b987-5d4805955c9a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 13:45:28.537878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.557966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:28.559611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.576918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.577481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Attempting to bind port f1eace6f-6686-4766-9e39-08cb421dd0b5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:28.578240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Attempting to bind port f1eace6f-6686-4766-9e39-08cb421dd0b5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3d7661c0-fe98-4de2-aad6-7624780bfd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:28.578425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Attempting to bind port f1eace6f-6686-4766-9e39-08cb421dd0b5 on network ac5569da-c2cd-47c8-a175-5dbcbf814388 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:28.581807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:28.582448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.585807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ad006dde-6fe0-442b-9fc8-5624d5b228ba tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 991 time: 0.7354321 Feb 16 13:45:28.589781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 4ecd315a-8d5c-40eb-b987-5d4805955c9a not found, will not notify nova. {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 13:45:28.607683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.649570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:28.650111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Checking segment: {'id': '3d7661c0-fe98-4de2-aad6-7624780bfd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:28.650627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.651206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Bound using segment: {'id': '3d7661c0-fe98-4de2-aad6-7624780bfd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:28.651671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Bound port: f1eace6f-6686-4766-9e39-08cb421dd0b5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7661c0-fe98-4de2-aad6-7624780bfd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ac5569da-c2cd-47c8-a175-5dbcbf814388'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:28.652139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.685057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:28.695589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event updated for resources: {'Network': ['ID=797fc9e1-0911-4f11-8407-4f222a3d47e3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:28.723524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 797fc9e1-0911-4f11-8407-4f222a3d47e3 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:28.723837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45cbb796-af0d-4af4-9b97-40fd391ea245 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3014104 Feb 16 13:45:28.724481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:28.904129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:28.904478 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Added segment da74f8f8-e8ee-44f3-91fe-17f6c4d201cc of type vlan for network 824e1c3e-766f-4c2a-88ba-ff57460fffe4 Feb 16 13:45:28.943925 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd32ecd3-29ba-4180-a706-43f53bca1361 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks HTTP/1.1" status: 200 len: 8746 time: 0.2186403 Feb 16 13:45:28.948266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.003902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] For port f1eace6f-6686-4766-9e39-08cb421dd0b5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:29.009971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] For port f1eace6f-6686-4766-9e39-08cb421dd0b5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f1eace6f-6686-4766-9e39-08cb421dd0b5,segment=NetworkSegment(3d7661c0-fe98-4de2-aad6-7624780bfd43),segment_id=3d7661c0-fe98-4de2-aad6-7624780bfd43)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:29.043808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:29.090849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.188378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99497778-2e59-4701-af68-dcbef50aff78 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] Network 797fc9e1-0911-4f11-8407-4f222a3d47e3 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:29.204961 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99497778-2e59-4701-af68-dcbef50aff78 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "POST /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2545114 Feb 16 13:45:29.205645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58084) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.231684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.236363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port 980ceca2-3d98-4396-97a6-b9cc4239bb98, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=980ceca2-3d98-4396-97a6-b9cc4239bb98,segment=NetworkSegment(76c14883-afee-48a4-a6e8-419a07c4aad2),segment_id=76c14883-afee-48a4-a6e8-419a07c4aad2)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:29.236712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.257907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b1c5d-a6b9-47d2-b46b-83b86e93958c None None] Network 797fc9e1-0911-4f11-8407-4f222a3d47e3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:29.389576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] DHCP port deletion for bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:29.394539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 980ceca2-3d98-4396-97a6-b9cc4239bb98 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:29.410927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0819981e-e02a-4f5e-82e2-8845ed579e95 None None] Provisioning for port cbe826e8-2829-4e26-8481-8532a681658b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:29.414049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae01112-5840-40f0-b914-13ea2c010909 None None] Pushing event updated for resources: {'Port': ['ID=f1eace6f-6686-4766-9e39-08cb421dd0b5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:29.432076 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fdd1481a-1176-4d59-8d07-392cbdc59af9 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks HTTP/1.1" status: 200 len: 9516 time: 0.2219086 Feb 16 13:45:29.432076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58088) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.435183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Deleting port 980ceca2-3d98-4396-97a6-b9cc4239bb98 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:29.435700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.448865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Router a7234501-e776-43f3-86f5-e8564f187567 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:29.488536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0819981e-e02a-4f5e-82e2-8845ed579e95 None None] Provisioning complete for port cbe826e8-2829-4e26-8481-8532a681658b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:29.488890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0819981e-e02a-4f5e-82e2-8845ed579e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.522455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.537095 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5311addb-16e4-40a0-9979-2d9ff44c32a6 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "DELETE /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks/797fc9e1-0911-4f11-8407-4f222a3d47e3 HTTP/1.1" status: 204 len: 168 time: 0.1032219 Feb 16 13:45:29.539591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.540870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.542204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.658973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58096) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.719147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'd7ea0521-911f-410e-a7a9-a37c738198ae', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'mac_address': 'fa:16:3e:89:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:45:17Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 0, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:29.728540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0819981e-e02a-4f5e-82e2-8845ed579e95 None None] Port cbe826e8-2829-4e26-8481-8532a681658b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:29.753722 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af145354-a342-4b8b-a4ab-5aad1d2b4a11 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks HTTP/1.1" status: 200 len: 8746 time: 0.2088389 Feb 16 13:45:29.755109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.774478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a74a2f-f618-4248-a02e-6691c9d61f1e None None] The sync data for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv is: [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'd7ea0521-911f-410e-a7a9-a37c738198ae', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'floating_ip_address': '172.26.1.97', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'mac_address': 'fa:16:3e:89:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:45:17Z', 'updated_at': '2022-02-16T13:45:17Z', 'revision_number': 0, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:29.790952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5c69ec1-54e8-440f-8876-16877c9ba4e3 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/networks/7d654b67-c6cd-417e-a5b9-358d1c2fabfe/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0308597 Feb 16 13:45:29.790952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.794159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:29.794883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:29.824567 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ab2455f-9cff-4dd7-a31c-d57eacdf9f9e tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/networks/7d654b67-c6cd-417e-a5b9-358d1c2fabfe/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0322859 Feb 16 13:45:29.835054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:29.947976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0819981e-e02a-4f5e-82e2-8845ed579e95 None None] Provisioning for port a81b2d57-2c2a-47bb-88db-96272769e474 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:30.018709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.019966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:30.020765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.180353 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d3b0d768-7225-4f0f-b99c-72abf4899468 tempest-DHCPAgentSchedulersTestJSON-911705448 tempest-DHCPAgentSchedulersTestJSON-911705448-project-admin] 10.222.0.105 "GET /v2.0/agents/5a494fcb-6816-47d6-a911-f7488ee922a4/dhcp-networks HTTP/1.1" status: 200 len: 8746 time: 0.3437610 Feb 16 13:45:30.184534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:30.255026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.266865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] For port 980ceca2-3d98-4396-97a6-b9cc4239bb98, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=980ceca2-3d98-4396-97a6-b9cc4239bb98,segment=NetworkSegment(76c14883-afee-48a4-a6e8-419a07c4aad2),segment_id=76c14883-afee-48a4-a6e8-419a07c4aad2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:30.267364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.365629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.405048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=cbe826e8-2829-4e26-8481-8532a681658b,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:30.409982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:30.434769 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Sync routers for ids ['a7234501-e776-43f3-86f5-e8564f187567'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:30.459618 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Routers {'a7234501-e776-43f3-86f5-e8564f187567'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:30.460697 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7234501-e776-43f3-86f5-e8564f187567'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:30.483425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Calling delete_port for 980ceca2-3d98-4396-97a6-b9cc4239bb98 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:30.562511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a81b2d57-2c2a-47bb-88db-96272769e474 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:30.591761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=980ceca2-3d98-4396-97a6-b9cc4239bb98,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:30.597781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port 980ceca2-3d98-4396-97a6-b9cc4239bb98 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:30.642900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.672425 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cdb07bf5-3a75-4c0d-8b1e-99fa63b174de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "PUT /v2.0/routers/a7234501-e776-43f3-86f5-e8564f187567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2904906 Feb 16 13:45:30.673214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=824e1c3e-766f-4c2a-88ba-ff57460fffe4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:30.686096 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b5b32585-2292-4f58-a596-e79d959481d1 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 991 time: 1.0176690 Feb 16 13:45:30.698465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58116) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:30.699994 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3ffcae41-2c91-4a2b-8cc2-53409af3aab3 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9272935 Feb 16 13:45:30.713270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797fc9e1-0911-4f11-8407-4f222a3d47e3']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:30.715017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 824e1c3e-766f-4c2a-88ba-ff57460fffe4 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:30.735307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8750e329-4a6c-4431-b7ea-fab7ee09f0dc') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:30.736248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8750e329-4a6c-4431-b7ea-fab7ee09f0dc') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:30.760227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.783382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.792195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:30.793113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.815825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58118) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:30.857951 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Set router a7234501-e776-43f3-86f5-e8564f187567 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:30.881490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4df5cf46-a984-4b30-a953-7de8ae818cb5 None None] Could not find standard attr ID for object 67515603-c3bc-478c-98a6-afd6fe5f092e. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:45:30.944452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:30.944796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:30.954271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a81b2d57-2c2a-47bb-88db-96272769e474 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:30.955109 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:30.959450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.963463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a81b2d57-2c2a-47bb-88db-96272769e474 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:30.963796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:30.972136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.021095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network c51b57de-8fca-47da-8b44-eca36d81a075 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:31.033696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "DELETE /v2.0/networks/797fc9e1-0911-4f11-8407-4f222a3d47e3 HTTP/1.1" status: 204 len: 168 time: 0.8480239 Feb 16 13:45:31.044396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:31.092971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:27Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.094643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf84d8c-28d0-408d-8dd4-53f40b0688fc None None] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:31.097722 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Checking router: a7234501-e776-43f3-86f5-e8564f187567 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:31.114116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:31.130034 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Routers {'a7234501-e776-43f3-86f5-e8564f187567'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:31.131452 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7234501-e776-43f3-86f5-e8564f187567'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.150284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d62a5-ae1b-4016-8744-6a5262f3b58e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event deleted for resources: {'Network': ['ID=797fc9e1-0911-4f11-8407-4f222a3d47e3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:31.166433 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cb2163-bd27-4716-ba2c-e47600d31b24 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:31.166871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cb2163-bd27-4716-ba2c-e47600d31b24 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:31.168586 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39cb2163-bd27-4716-ba2c-e47600d31b24 tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "DELETE /v2.0/ports/67515603-c3bc-478c-98a6-afd6fe5f092e HTTP/1.1" status: 404 len: 333 time: 0.1232309 Feb 16 13:45:31.175266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58128) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:31.176951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.204072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c2f9-7827-492c-8eea-7056d6f0a789 None None] New status for floating IP d7ea0521-911f-410e-a7a9-a37c738198ae: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:45:31.271237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281bccf-768e-4a3a-89dc-9024221b2631 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.272986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281bccf-768e-4a3a-89dc-9024221b2631 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.273857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0281bccf-768e-4a3a-89dc-9024221b2631 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:31.310894 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] Set router a7234501-e776-43f3-86f5-e8564f187567 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:31.414357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4ce78e05-1c85-4403-bfd6-6336dd6996d3 None None] Provisioning for port f1eace6f-6686-4766-9e39-08cb421dd0b5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:31.425634 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:27Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.430648 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076ecf-a8b2-47de-888b-77cc295b45d5 None None] The sync data for ids ['a7234501-e776-43f3-86f5-e8564f187567'] in dv-neutron-828143-3-hyperv is: [{'id': 'a7234501-e776-43f3-86f5-e8564f187567', 'name': 'tempest-NetworksTestDHCPv6-router-1801321057', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:13Z', 'updated_at': '2022-02-16T13:45:27Z', 'revision_number': 3, 'project_id': '064037da5cd14bc4bc6a112a7e676c29', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:31.454923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.475897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Deleting port 980ceca2-3d98-4396-97a6-b9cc4239bb98 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:31.476268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.498549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c14883-afee-48a4-a6e8-419a07c4aad2') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.498832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c14883-afee-48a4-a6e8-419a07c4aad2') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:31.531246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1e3b0-a789-48d3-aa68-93fff74dd813 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.537109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1e3b0-a789-48d3-aa68-93fff74dd813 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.542918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1e3b0-a789-48d3-aa68-93fff74dd813 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.548384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d1e3b0-a789-48d3-aa68-93fff74dd813 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:31.550048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-02d1e3b0-a789-48d3-aa68-93fff74dd813 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7284865 Feb 16 13:45:31.551039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0281bccf-768e-4a3a-89dc-9024221b2631 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:31.554787 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0281bccf-768e-4a3a-89dc-9024221b2631 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8489769 Feb 16 13:45:31.555806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58132) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:31.556350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58134) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:31.560873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.574269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Deleting subnet 305f25e2-8e51-40d7-b47d-1029abf3d770 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:31.582041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.585920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cc051774-2055-44ca-9b8c-4c07829a475e None None] The port '980ceca2-3d98-4396-97a6-b9cc4239bb98' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:31.623993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.643185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:31.643629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:31.663148 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:31.692819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:31.734397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.738890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.834144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 228bf865-fd87-401b-a5d9-7923f6597c91 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:45:31.840211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.842838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3c701be8-0ee7-46e9-9912-1a5fc2a9cb16 None None] Provisioning complete for port cbe826e8-2829-4e26-8481-8532a681658b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:31.843403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c701be8-0ee7-46e9-9912-1a5fc2a9cb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.849642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.863461 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cca7df0e-d960-4b2f-9a6f-d206052d78de tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 991 time: 0.1696405 Feb 16 13:45:31.869291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet e8f5e136-0d42-4fd2-9431-7b429315894d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:31.895041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.933337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.947736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:31.961838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a81b2d57-2c2a-47bb-88db-96272769e474, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a81b2d57-2c2a-47bb-88db-96272769e474,segment=NetworkSegment(289d1b64-aacb-45e0-8b60-4cea3a50ce64),segment_id=289d1b64-aacb-45e0-8b60-4cea3a50ce64)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:31.975208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:31.996976 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d86b4e73-02f3-4f68-bb15-fdf0a7773557 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/bdf93c5d-46c3-4c7e-87ad-e1dc2540dfb9 HTTP/1.1" status: 204 len: 168 time: 4.5242405 Feb 16 13:45:32.008618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58144) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:32.056515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3c701be8-0ee7-46e9-9912-1a5fc2a9cb16 None None] Port cbe826e8-2829-4e26-8481-8532a681658b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:32.089196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a81b2d57-2c2a-47bb-88db-96272769e474,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:32.151626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f1eace6f-6686-4766-9e39-08cb421dd0b5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:32.154803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.250201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f1eace6f-6686-4766-9e39-08cb421dd0b5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:32.256239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f1eace6f-6686-4766-9e39-08cb421dd0b5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:32.256692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.335711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'name': 'tempest-PortsIpV6TestJSON-748549255'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:32.341467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.376516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824e1c3e-766f-4c2a-88ba-ff57460fffe4']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.387638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.404746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.422567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-548b70cb-89c0-4f32-b330-fb0806d2fb1d None None] Provisioning complete for port f1eace6f-6686-4766-9e39-08cb421dd0b5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:32.423084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-548b70cb-89c0-4f32-b330-fb0806d2fb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.426565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da74f8f8-e8ee-44f3-91fe-17f6c4d201cc') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.426998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da74f8f8-e8ee-44f3-91fe-17f6c4d201cc') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.445265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.456455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.477445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.488407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:32.496565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port f1eace6f-6686-4766-9e39-08cb421dd0b5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f1eace6f-6686-4766-9e39-08cb421dd0b5,segment=NetworkSegment(3d7661c0-fe98-4de2-aad6-7624780bfd43),segment_id=3d7661c0-fe98-4de2-aad6-7624780bfd43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:32.499207 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32bcd96c-65b3-48e0-a053-5d1dd7e4996f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7767506 Feb 16 13:45:32.502434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58148) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:32.504226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.508417 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] Sync routers for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:32.523451 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:32.525400 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.540702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:32.541100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.556368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:32.560795 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:32.563099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.607093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:32.614100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:32.616720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 980ceca2-3d98-4396-97a6-b9cc4239bb98 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:32.623614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:32.634279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.663035 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.678464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=f1eace6f-6686-4766-9e39-08cb421dd0b5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:32.679926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:32.681499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 980ceca2-3d98-4396-97a6-b9cc4239bb98 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:32.681767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 980ceca2-3d98-4396-97a6-b9cc4239bb98 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:32.682314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4ecd315a-8d5c-40eb-b987-5d4805955c9a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:32.682639 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.683149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f5e136-0d42-4fd2-9431-7b429315894d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:32.700790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:32.706041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.707180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.717175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3222c8-ae25-46ef-ba12-44b645bc8f32 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:32.728550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c5cdba-2b56-4957-9bb0-483bba1ac76a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:32.730282 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91c5cdba-2b56-4957-9bb0-483bba1ac76a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports/cbe826e8-2829-4e26-8481-8532a681658b HTTP/1.1" status: 200 len: 911 time: 0.2265439 Feb 16 13:45:32.733791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:32.740364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-924e6d2c-4461-4ab0-bca3-7440b46677c8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/e8f5e136-0d42-4fd2-9431-7b429315894d HTTP/1.1" status: 204 len: 168 time: 1.1809285 Feb 16 13:45:32.749188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4ecd315a-8d5c-40eb-b987-5d4805955c9a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:32.749686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4ecd315a-8d5c-40eb-b987-5d4805955c9a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:32.749981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port bbb054c4-55a4-4086-b28d-8b4239d34500 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:32.791316 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:32.792098 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d459da-2c65-44f7-85c1-e116dc84c7e1 None None] The sync data for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:32.799508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58156) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:32.800240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event deleted for resources: {'Subnet': ['ID=305f25e2-8e51-40d7-b47d-1029abf3d770,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:32.817186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.872040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:32.877464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b57140-cbb6-4a9a-a665-628b1490bb5b None None] Network 7d654b67-c6cd-417e-a5b9-358d1c2fabfe requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:32.877664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:32.887133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 824e1c3e-766f-4c2a-88ba-ff57460fffe4 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:45:32.915916 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-869d89ac-243b-4401-a20a-316c429d369b tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "DELETE /v2.0/subnets/305f25e2-8e51-40d7-b47d-1029abf3d770 HTTP/1.1" status: 204 len: 168 time: 1.7241759 Feb 16 13:45:32.980802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58164) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:33.012307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.041142 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b035d821-faa5-4d7d-8b4a-4a869f415abf tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 993 time: 0.1508090 Feb 16 13:45:33.060827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Network': ['ID=824e1c3e-766f-4c2a-88ba-ff57460fffe4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:33.074343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da276fdf-1900-49ee-ac5b-71aeaa8c15b9 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/824e1c3e-766f-4c2a-88ba-ff57460fffe4 HTTP/1.1" status: 204 len: 168 time: 1.5164995 Feb 16 13:45:33.081154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:33.090030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'name': 'tempest-network--422338791', 'router:external': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:33.104367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:33.116506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:network and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:33.180315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:33.198831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:33.249788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:33.256608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Deleting port 73a3c09c-04a4-4bbd-a39f-b366df722196 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:33.257549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.292508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:33.294293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.307272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] DHCP port deletion for 7d654b67-c6cd-417e-a5b9-358d1c2fabfe request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:33.331580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Deleting port a81b2d57-2c2a-47bb-88db-96272769e474 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:33.332129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.336773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.374765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.510657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:33.525764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:33.533716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=bbb054c4-55a4-4086-b28d-8b4239d34500,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:33.536446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:33.543917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:33.551876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:33.552559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.557811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.558152 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Added segment de2be46e-6b71-48e0-ba80-054d3fc30ad2 of type vlan for network 77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3 Feb 16 13:45:33.566202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21a06355-4f65-4e26-a11a-1811c5182521 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:33.620002 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2f8c8ce1-b792-4545-812d-fdeab281ae25 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3089600 Feb 16 13:45:33.623878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.628153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58172) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:33.636796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.674785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21a06355-4f65-4e26-a11a-1811c5182521 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:33.675961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-21a06355-4f65-4e26-a11a-1811c5182521 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8732233 Feb 16 13:45:33.684458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58176) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:33.694845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.751449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Deleting port a81b2d57-2c2a-47bb-88db-96272769e474 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:33.752276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.781480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] For port 73a3c09c-04a4-4bbd-a39f-b366df722196, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73a3c09c-04a4-4bbd-a39f-b366df722196,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:33.783247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.801873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] For port a81b2d57-2c2a-47bb-88db-96272769e474, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a81b2d57-2c2a-47bb-88db-96272769e474,segment=NetworkSegment(289d1b64-aacb-45e0-8b60-4cea3a50ce64),segment_id=289d1b64-aacb-45e0-8b60-4cea3a50ce64)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:33.802476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.904980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.905791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:33.906415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.931016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Calling delete_port for 73a3c09c-04a4-4bbd-a39f-b366df722196 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:33.934425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port bbb054c4-55a4-4086-b28d-8b4239d34500 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:33.934764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:33.974006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.080829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:34.086721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Calling delete_port for a81b2d57-2c2a-47bb-88db-96272769e474 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:34.121859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:34.128578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8315177e-38e5-4d5c-a967-2c554be7756e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0437098 Feb 16 13:45:34.130198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58180) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:34.136724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f1eace6f-6686-4766-9e39-08cb421dd0b5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:34.322810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7da581-56c5-4aa4-98fc-21a8c73fe4ec tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:34.323694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e7da581-56c5-4aa4-98fc-21a8c73fe4ec tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Synchronizing usage tracker for tenant:a4001128923b486bb4b6786f2494be02 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:34.371099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f1eace6f-6686-4766-9e39-08cb421dd0b5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:34.371674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.405132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.420972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e7da581-56c5-4aa4-98fc-21a8c73fe4ec tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Unset dirty status for tenant:a4001128923b486bb4b6786f2494be02 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:34.424633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e7da581-56c5-4aa4-98fc-21a8c73fe4ec tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "GET /v2.0/networks/77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3 HTTP/1.1" status: 200 len: 756 time: 0.2909961 Feb 16 13:45:34.426196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58184) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:34.444323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.473650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] Pushing event deleted for resources: {'Port': ['ID=73a3c09c-04a4-4bbd-a39f-b366df722196,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:34.541664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] No DVR routers for this DVR port a81b2d57-2c2a-47bb-88db-96272769e474 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:34.547971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cde90-32ad-46c8-8443-df48fda84d9c None None] No DVR routers for this DVR port 73a3c09c-04a4-4bbd-a39f-b366df722196 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:34.549685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ee0e4-8340-4789-b017-b2326ac00ba6 None None] Pushing event deleted for resources: {'Port': ['ID=a81b2d57-2c2a-47bb-88db-96272769e474,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:34.589354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.593547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.618191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8:1::1 (ac5569da-c2cd-47c8-a175-5dbcbf814388/63575c63-d720-4516-a7a6-c6d8fad02d7b/d613452c-4e41-42d9-b812-a4f91d159893) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:34.627292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f7f7e-ffe2-45a5-8168-8631cdaa0ef2 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:34.628952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c0f7f7e-ffe2-45a5-8168-8631cdaa0ef2 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "GET /v2.0/networks/c86d11a5-bf52-4346-9664-45178085042c HTTP/1.1" status: 200 len: 767 time: 0.2021408 Feb 16 13:45:34.631706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58188) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:34.696179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73a3c09c-04a4-4bbd-a39f-b366df722196 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:34.716679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] For port a81b2d57-2c2a-47bb-88db-96272769e474, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a81b2d57-2c2a-47bb-88db-96272769e474,segment=NetworkSegment(289d1b64-aacb-45e0-8b60-4cea3a50ce64),segment_id=289d1b64-aacb-45e0-8b60-4cea3a50ce64)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:34.717030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.728275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.728564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Fanout notify agent at l3_agent the message router_deleted on router a7234501-e776-43f3-86f5-e8564f187567 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:45:34.742287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 73a3c09c-04a4-4bbd-a39f-b366df722196 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:34.743348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73a3c09c-04a4-4bbd-a39f-b366df722196 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:34.743348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a81b2d57-2c2a-47bb-88db-96272769e474 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:34.789212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a81b2d57-2c2a-47bb-88db-96272769e474 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:34.789670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a81b2d57-2c2a-47bb-88db-96272769e474 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:34.835639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.876803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.891032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Calling delete_port for a81b2d57-2c2a-47bb-88db-96272769e474 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:34.929331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:34.933061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b4dbb26a-c951-4904-819e-9eee890fa8dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/routers/a7234501-e776-43f3-86f5-e8564f187567 HTTP/1.1" status: 204 len: 168 time: 1.2477040 Feb 16 13:45:34.934444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58192) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.057950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.061654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for bbb054c4-55a4-4086-b28d-8b4239d34500 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:35.061998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5c47124f-6d19-4859-abf4-17efcc95591f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:35.087670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.115235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object d613452c-4e41-42d9-b812-a4f91d159893 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:35.129939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5c47124f-6d19-4859-abf4-17efcc95591f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:35.131121 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c47124f-6d19-4859-abf4-17efcc95591f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1931217 Feb 16 13:45:35.135386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:35.135919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58196) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.150931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2be46e-6b71-48e0-ba80-054d3fc30ad2') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:35.151221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2be46e-6b71-48e0-ba80-054d3fc30ad2') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:35.165928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.185650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.196388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:35.196873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.198796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:35.199107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:35.211870 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:35.215296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.217006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.224771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44db237-9e7e-48b1-bf7b-f67fccf62cef tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:35.226244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c44db237-9e7e-48b1-bf7b-f67fccf62cef tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0893598 Feb 16 13:45:35.260549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.336980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=bbb054c4-55a4-4086-b28d-8b4239d34500,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:35.341009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e4fd0e47-91d8-4350-b617-19df98aadb6b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:35.346721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.358951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:35.363297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:35.366066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=d613452c-4e41-42d9-b812-a4f91d159893,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:35.370602 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3baffec9-b246-4ee7-bc4b-549934d4bac3 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/bbb054c4-55a4-4086-b28d-8b4239d34500 HTTP/1.1" status: 204 len: 168 time: 1.7389717 Feb 16 13:45:35.370769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:35.370769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.371012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58204) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.376689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'mac_address': 'fa:16:3e:38:e5:6b', 'name': 'tempest-PortsIpV6TestJSON-1016352350'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:35.397275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.398187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e4fd0e47-91d8-4350-b617-19df98aadb6b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:router {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:35.404677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e4fd0e47-91d8-4350-b617-19df98aadb6b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1379068 Feb 16 13:45:35.405129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:45:35.405129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.405427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58208) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.454622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:35.541189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Network': ['ID=77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:35.546684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8458785-9118-4e61-a046-9ec4bdc1cd7e tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/77fe5d65-8ca7-4022-a2a6-5ed9d74b64a3 HTTP/1.1" status: 204 len: 168 time: 0.9138529 Feb 16 13:45:35.550547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:35.556181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'name': 'tempest-network--2058324516'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:35.563782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:35.570595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Usage tracker for resource:network and tenant:adceb4d57538415e9dc8a869adcb0613 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:35.579123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:35.594381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:35.615068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Made reservation on behalf of adceb4d57538415e9dc8a869adcb0613 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:35.618131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.700765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Deleting port a81b2d57-2c2a-47bb-88db-96272769e474 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:35.700765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.704884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:35.707083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.730258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.730606 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Added segment 0af97b3c-3b76-433c-bbac-fb7657ca5785 of type vlan for network a14373a1-7397-4136-af8b-c6396b3a2cdb Feb 16 13:45:35.768628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-665819a3-6628-4dd5-aefd-bfe12bf03446 None None] Provisioning for port d613452c-4e41-42d9-b812-a4f91d159893 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:35.776014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-665819a3-6628-4dd5-aefd-bfe12bf03446 None None] Provisioning complete for port d613452c-4e41-42d9-b812-a4f91d159893 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:35.776757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-665819a3-6628-4dd5-aefd-bfe12bf03446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.807222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] The port 'a81b2d57-2c2a-47bb-88db-96272769e474' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:35.809690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:35.816673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:35.838318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-665819a3-6628-4dd5-aefd-bfe12bf03446 None None] Port d613452c-4e41-42d9-b812-a4f91d159893 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:35.847346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:35.847523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:35.855421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:35.860508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:35.868857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:35.884613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:35.947618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:35.971652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:35.988146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.003911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:36.007842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.039776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.040764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:36.041340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-532373'] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.166934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d654b67-c6cd-417e-a5b9-358d1c2fabfe']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:36.204754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289d1b64-aacb-45e0-8b60-4cea3a50ce64') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:36.205158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289d1b64-aacb-45e0-8b60-4cea3a50ce64') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:36.217156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6656356 Feb 16 13:45:36.221023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217e4ea-38b0-4450-9db0-fc541dfb8f55 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=a14373a1-7397-4136-af8b-c6396b3a2cdb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:36.223131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:36.232025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.234445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network a14373a1-7397-4136-af8b-c6396b3a2cdb details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:36.236290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:36.240693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.273408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.292028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 626a1c98-0ac5-426f-a40a-28948c516422 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:36.326916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:36.327605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:36.343253 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:36.466394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.472541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.473271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.493825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.525547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.553493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] Pushing event deleted for resources: {'Network': ['ID=7d654b67-c6cd-417e-a5b9-358d1c2fabfe,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:36.588550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7efb0540-6e19-41c5-b914-ba9d53a43f3e tempest-DHCPAgentSchedulersTestJSON-1197714184 tempest-DHCPAgentSchedulersTestJSON-1197714184-project] 10.222.0.105 "DELETE /v2.0/networks/7d654b67-c6cd-417e-a5b9-358d1c2fabfe HTTP/1.1" status: 204 len: 168 time: 3.5947006 Feb 16 13:45:36.648441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.657817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=d613452c-4e41-42d9-b812-a4f91d159893,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:36.678528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.711807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Network a14373a1-7397-4136-af8b-c6396b3a2cdb is not hosted by any dhcp agent {{(pid=87698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 13:45:36.712636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:36.713239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.717551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "PUT /v2.0/networks/a14373a1-7397-4136-af8b-c6396b3a2cdb HTTP/1.1" status: 200 len: 858 time: 0.4873085 Feb 16 13:45:36.717759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58222) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:36.815125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21419638-c25d-4800-9e8d-e0590fc3f348 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event updated for resources: {'Network': ['ID=a14373a1-7397-4136-af8b-c6396b3a2cdb,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:36.818732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:36.820337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:36.842914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.912997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:36.939431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:36.996154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:45:37.013265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.019820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 228bf865-fd87-401b-a5d9-7923f6597c91 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:37.083169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.184877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f8d70b2e-7e03-4519-ac70-d681f1de7ec2 None None] Provisioning complete for port d613452c-4e41-42d9-b812-a4f91d159893 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:37.185543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8d70b2e-7e03-4519-ac70-d681f1de7ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.218529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:37.227355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:37.230636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:37.231536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.238427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:37.243248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd3f8c-1443-4770-8e92-0081d377a083 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:37.259957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:37.261623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8d70b2e-7e03-4519-ac70-d681f1de7ec2 None None] Port d613452c-4e41-42d9-b812-a4f91d159893 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:37.262421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:37.269147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:37.269738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.339015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:37.342375 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d560cd13-07a2-4597-a477-f2f5e8f7121a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1602a19907534437b43a7fa96ad7108e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018531 Feb 16 13:45:37.346114 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a37240a-ddd5-4630-b1f0-f732280aaba3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6113160 Feb 16 13:45:37.346951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.349571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.359796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] Sync routers for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:37.378812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:37.379845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.454379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.461249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b37fe6-8ef5-4619-aa48-65fc7f70a98a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:37.461249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2b37fe6-8ef5-4619-aa48-65fc7f70a98a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:37.477573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=cc174509-2acf-4149-95cc-ed98ae10186e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:37.480942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=626a1c98-0ac5-426f-a40a-28948c516422,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:37.490243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:37.490446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.490908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.505755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2b37fe6-8ef5-4619-aa48-65fc7f70a98a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:37.507130 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2b37fe6-8ef5-4619-aa48-65fc7f70a98a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports/d613452c-4e41-42d9-b812-a4f91d159893 HTTP/1.1" status: 200 len: 913 time: 0.1566639 Feb 16 13:45:37.507677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ae056cde-061b-4f44-99fc-d77a88031e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1019123 Feb 16 13:45:37.510405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.510594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58242) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.518971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58246) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.529210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:37.549819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ce7c89b5-74e9-49f5-b9ee-ec14de48a059 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1756990 Feb 16 13:45:37.560480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58250) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.565915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.566769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a2d93-56f9-45d7-9844-1074217e0525 None None] The sync data for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:37.594766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.644693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14373a1-7397-4136-af8b-c6396b3a2cdb']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.673542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'cc174509-2acf-4149-95cc-ed98ae10186e'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:37.675204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.683190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af97b3c-3b76-433c-bbac-fb7657ca5785') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.683548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af97b3c-3b76-433c-bbac-fb7657ca5785') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:37.705767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.751010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550da854-78b5-4601-9968-d11c527f7fe1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:37.751640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-550da854-78b5-4601-9968-d11c527f7fe1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:37.776386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.801846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:37.802294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:37.818976 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:37.859843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Allocated IP 2001:db8::f816:3eff:fe75:b5f0 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/cc174509-2acf-4149-95cc-ed98ae10186e/860c17a4-6f36-4a1d-aa7c-5802885878ed) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:37.870938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.895820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b2878-5d30-4d33-86a9-74a10e386d18,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:37.898777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-550da854-78b5-4601-9968-d11c527f7fe1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:37.902651 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-550da854-78b5-4601-9968-d11c527f7fe1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/626a1c98-0ac5-426f-a40a-28948c516422 HTTP/1.1" status: 200 len: 845 time: 0.3366477 Feb 16 13:45:37.913791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58256) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:37.930552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:37.931440 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-31c2608f-899c-4b64-bbd2-387a9e840e20 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/979b2878-5d30-4d33-86a9-74a10e386d18 HTTP/1.1" status: 204 len: 168 time: 0.5830071 Feb 16 13:45:37.994380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:38.036407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:38.042950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:38.051356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.053584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:38.078656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a14373a1-7397-4136-af8b-c6396b3a2cdb {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:45:38.088687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.106445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 626a1c98-0ac5-426f-a40a-28948c516422 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:38.107377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.153145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] Pushing event deleted for resources: {'Network': ['ID=a14373a1-7397-4136-af8b-c6396b3a2cdb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:38.162566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:38.166562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.167440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.181428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Transition to ACTIVE for port object 860c17a4-6f36-4a1d-aa7c-5802885878ed will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:38.192065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c7da622a-811f-45a1-ae97-0428f9e78740 tempest-ExternalNetworksTestJSON-1928374078 tempest-ExternalNetworksTestJSON-1928374078-project-admin] 10.222.0.105 "DELETE /v2.0/networks/a14373a1-7397-4136-af8b-c6396b3a2cdb HTTP/1.1" status: 204 len: 168 time: 1.4730289 Feb 16 13:45:38.205914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58264) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:38.210332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Transition to ACTIVE for port object 860c17a4-6f36-4a1d-aa7c-5802885878ed will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:38.220902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.264151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf38151c-f162-40a1-9d91-2c61c1bdc825 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] DELETE failed (client error): The resource could not be found. Feb 16 13:45:38.264611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf38151c-f162-40a1-9d91-2c61c1bdc825 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:38.266360 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bf38151c-f162-40a1-9d91-2c61c1bdc825 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "DELETE /v2.0/subnets/e5f8aebd-8273-407c-91eb-fd8d3cb853ea HTTP/1.1" status: 404 len: 337 time: 0.0521963 Feb 16 13:45:38.269400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:38.316547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:38.323584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:38.328159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:38.343880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Pushing event updated for resources: {'Port': ['ID=860c17a4-6f36-4a1d-aa7c-5802885878ed,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:38.408683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.470703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:38.523195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.536190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Attempting to bind port 860c17a4-6f36-4a1d-aa7c-5802885878ed on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:38.536724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Attempting to bind port 860c17a4-6f36-4a1d-aa7c-5802885878ed by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:38.537188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Attempting to bind port 860c17a4-6f36-4a1d-aa7c-5802885878ed on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:38.544888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:38.545538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:38.546102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.546837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:38.547425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Bound port: 860c17a4-6f36-4a1d-aa7c-5802885878ed, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:38.547979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.567610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.576508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:38.638569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Usage tracker for resource:security_group_rule and tenant:d3fa1fcb65394569af764ebc468989b4 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:38.662209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] For port 860c17a4-6f36-4a1d-aa7c-5802885878ed, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:38.667311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] For port 860c17a4-6f36-4a1d-aa7c-5802885878ed, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=860c17a4-6f36-4a1d-aa7c-5802885878ed,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:38.673784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.711720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.732187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:38.748487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 626a1c98-0ac5-426f-a40a-28948c516422 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:38.769434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ffe8-ec7f-49bf-9bc6-b31a4b7bdc06 None None] Pushing event updated for resources: {'Port': ['ID=860c17a4-6f36-4a1d-aa7c-5802885878ed,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:38.793562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:38.909969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:38.991929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=626a1c98-0ac5-426f-a40a-28948c516422,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:39.008681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.022840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.037985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.100792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86d11a5-bf52-4346-9664-45178085042c']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:39.116663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port d613452c-4e41-42d9-b812-a4f91d159893 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:39.116824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.126713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:39.136539 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9d44ef5b-f747-429c-8ae7-de643cbf5f8d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/626a1c98-0ac5-426f-a40a-28948c516422 HTTP/1.1" status: 204 len: 168 time: 1.2216208 Feb 16 13:45:39.137803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:39.141466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58276) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:39.157023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfae3315-cfd2-41a9-b955-28a2e8d8d609') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:39.157259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfae3315-cfd2-41a9-b955-28a2e8d8d609') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:39.180164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.180992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:39.181572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.199818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.224673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.225429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.241195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f680bf4b-4cb8-4eb9-98f0-b398f83316ba tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:39.241718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f680bf4b-4cb8-4eb9-98f0-b398f83316ba tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:39.244044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=ff947b84-cd56-475c-9a4c-61d66e399b51,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:39.283766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bca6ea3f-789e-471b-9eaa-d041072d557b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7634156 Feb 16 13:45:39.284001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:39.284471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.291962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58280) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:39.299302 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:39.301271 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d3fa1fcb65394569af764ebc468989b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8282115 Feb 16 13:45:39.304011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:6d:4e:06', 'name': 'tempest-NetworksTestDHCPv6-2009280601'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:39.305689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:39.318760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f680bf4b-4cb8-4eb9-98f0-b398f83316ba tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:39.319908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f680bf4b-4cb8-4eb9-98f0-b398f83316ba tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/626a1c98-0ac5-426f-a40a-28948c516422 HTTP/1.1" status: 404 len: 333 time: 0.1726651 Feb 16 13:45:39.324532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98500588-3077-43fe-b7ce-31105709aef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c496e8-efc5-48ad-b14a-cb7d5d8fdfe8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:39.328325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58288) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:39.381120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'name': 'tempest-PortsIpV6TestJSON-13458174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:39.473405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.487284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.563903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.637144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for d613452c-4e41-42d9-b812-a4f91d159893 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:39.675166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:39.684213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.685314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] Pushing event deleted for resources: {'Network': ['ID=c86d11a5-bf52-4346-9664-45178085042c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:39.692973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:39.698758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:39.707080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:39.709687 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c473d3c-68f4-4b52-9980-8b8bf30c8e49 tempest-ExternalNetworksTestJSON-389740692 tempest-ExternalNetworksTestJSON-389740692-project] 10.222.0.105 "DELETE /v2.0/networks/c86d11a5-bf52-4346-9664-45178085042c HTTP/1.1" status: 204 len: 168 time: 1.4370053 Feb 16 13:45:39.710852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:39.718408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:39.722529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.730559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:39.733172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:39.753770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 8b78e815-0047-4289-9105-e96a23b462a2 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:39.789321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:40.005831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.033964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.039246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c496e8-efc5-48ad-b14a-cb7d5d8fdfe8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:40.049860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.051290 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a44ce060-e2da-4389-aef1-83c0317d2e9b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a7c496e8-efc5-48ad-b14a-cb7d5d8fdfe8 HTTP/1.1" status: 204 len: 168 time: 0.7426274 Feb 16 13:45:40.099608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c47b1f-7511-47df-bc06-536702b63592 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:40.180768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:40.216350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 16462131-2692-4b69-b228-324039c57280 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:40.268458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.274357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6ef230f5-2a62-4d6e-93a1-62952b6d5ed9 None None] Provisioning for port 860c17a4-6f36-4a1d-aa7c-5802885878ed completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:40.283538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 860c17a4-6f36-4a1d-aa7c-5802885878ed up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:40.339844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=d613452c-4e41-42d9-b812-a4f91d159893,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:40.372257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.535238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 860c17a4-6f36-4a1d-aa7c-5802885878ed completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:40.546482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 860c17a4-6f36-4a1d-aa7c-5802885878ed triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:40.546905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.670537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 172.20.0.3 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ff947b84-cd56-475c-9a4c-61d66e399b51/16462131-2692-4b69-b228-324039c57280) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:40.680407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe6d:4e06 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/cc174509-2acf-4149-95cc-ed98ae10186e/16462131-2692-4b69-b228-324039c57280) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:40.696114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.726395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5880dea2-a5c0-4ab7-942b-854ce1e12aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.729213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.755901 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48c11305-ec45-442e-ba13-86f5b82d68e1 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a4001128923b486bb4b6786f2494be02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707221 Feb 16 13:45:40.769676 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58314) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:40.778082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 860c17a4-6f36-4a1d-aa7c-5802885878ed, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=860c17a4-6f36-4a1d-aa7c-5802885878ed,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:40.784080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.830254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:40.837345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:40.852325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:40.859139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:40.859965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:40.908689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=8b78e815-0047-4289-9105-e96a23b462a2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:40.983632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.064540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=860c17a4-6f36-4a1d-aa7c-5802885878ed,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:41.074082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-332eba15-ac9d-4c82-b46f-322828a9a9f1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7376246 Feb 16 13:45:41.074862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:41.086807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': 'cc174509-2acf-4149-95cc-ed98ae10186e', 'ip_address': '2001:db8::f816:3eff:fe75:b5f0'}, {'subnet_id': 'ff947b84-cd56-475c-9a4c-61d66e399b51'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '860c17a4-6f36-4a1d-aa7c-5802885878ed'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:45:41.109043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:41.209301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.210497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.301538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.330894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 16462131-2692-4b69-b228-324039c57280 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:41.332451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.377346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.441913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:41.454880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 228bf865-fd87-401b-a5d9-7923f6597c91 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:41.551883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.593060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.620678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Allocated IP 172.20.0.2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ff947b84-cd56-475c-9a4c-61d66e399b51/860c17a4-6f36-4a1d-aa7c-5802885878ed) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:41.637692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'networks': [{'name': 'tempest-network--2133481492'}, {'name': 'tempest-network--1502044099'}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:41.638096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-network--2133481492'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:41.638900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-network--1502044099'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:41.640161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:41.644587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:41.650617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:41.655199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1b51d-63e7-43b0-9623-10742d441dcd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:41.657752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:41.673340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:network and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:41.681793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:41.697447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:41.701536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:41.704580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=16462131-2692-4b69-b228-324039c57280,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:41.708639 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18bc4022-6d27-43fc-873f-90aceec203c5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1971631 Feb 16 13:45:41.712456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.713350 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c13a57a-bd73-42d2-8fa2-d7592bdb053d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/90e1b51d-63e7-43b0-9623-10742d441dcd HTTP/1.1" status: 204 len: 168 time: 0.9427471 Feb 16 13:45:41.716428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:41.717544 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] Sync routers for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:41.725196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.733704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.749318 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:41.749933 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:41.814326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:41.814995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.837783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] In _notify_port_updated(), no bound segment for port 8b78e815-0047-4289-9105-e96a23b462a2 on network 772abb49-cda6-49ce-b18a-214775ac912b {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:45:41.845886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:41.848936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.854423 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/ports/8b78e815-0047-4289-9105-e96a23b462a2 HTTP/1.1" status: 200 len: 818 time: 0.7706990 Feb 16 13:45:41.858777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58344) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:41.865339 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-03e289c6-df91-4164-a3ed-5a732045bc26 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5715263 Feb 16 13:45:41.866149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58348) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:41.907012 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:41.920287 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:41.922129 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:41.961998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'network': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:41.966888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:41.997901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] For port 860c17a4-6f36-4a1d-aa7c-5802885878ed, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=860c17a4-6f36-4a1d-aa7c-5802885878ed,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:42.036398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.042630 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:42.043409 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80d90d-bebc-4316-a7bf-91f6a4a310e1 None None] The sync data for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:42.091094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.097056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:42.105710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:security_group_rule and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:42.111826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:42.121539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:42.153073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Transition to ACTIVE for port object 860c17a4-6f36-4a1d-aa7c-5802885878ed will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:42.157941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 860c17a4-6f36-4a1d-aa7c-5802885878ed up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:42.196629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.301105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e5f3-2280-4830-b88e-11c975c20459 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=8b78e815-0047-4289-9105-e96a23b462a2,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:42.347847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 8b78e815-0047-4289-9105-e96a23b462a2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:42.348181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.483646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.487369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfede9d9-88ad-4bc6-b047-ab5d788a091a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:42.497275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfede9d9-88ad-4bc6-b047-ab5d788a091a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:42.498593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bfede9d9-88ad-4bc6-b047-ab5d788a091a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:42.501369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58354) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:42.510457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6bd5-6ed9-4b8f-b53a-fdfa7238cf7d None None] Pushing event updated for resources: {'Port': ['ID=860c17a4-6f36-4a1d-aa7c-5802885878ed,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:42.511035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.511350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.575960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410fce40-0927-480e-af94-167630cb0351,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:42.588929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:42.603472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.603805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment db83bd4a-d05a-4f6d-b053-bc21bfaea4a1 of type vlan for network eaa75208-840e-45cf-a1e7-bc3ac8aa05cb Feb 16 13:45:42.611456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.631377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bfede9d9-88ad-4bc6-b047-ab5d788a091a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:42.635065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bfede9d9-88ad-4bc6-b047-ab5d788a091a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4509201 Feb 16 13:45:42.643530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58358) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:42.747229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5de91939-7360-4c36-b491-a709c9767c1a admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=adceb4d57538415e9dc8a869adcb0613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383728 Feb 16 13:45:42.753332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58362) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:42.771054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.788386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 16462131-2692-4b69-b228-324039c57280 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:42.788956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.909455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:42.974551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 8b78e815-0047-4289-9105-e96a23b462a2 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:43.056177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:43.079741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.080088 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment 9870db18-abf0-4149-928d-cf7b13a5d308 of type vlan for network 0cd42594-1a1b-4d1b-8acc-603803080d08 Feb 16 13:45:43.116170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.167818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.186714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2a5518e5-d2d0-4394-9886-665f85a94701 None None] Provisioning for port 860c17a4-6f36-4a1d-aa7c-5802885878ed completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:43.204343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2a5518e5-d2d0-4394-9886-665f85a94701 None None] Provisioning complete for port 860c17a4-6f36-4a1d-aa7c-5802885878ed triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:43.205011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2a5518e5-d2d0-4394-9886-665f85a94701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.210238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port cbe826e8-2829-4e26-8481-8532a681658b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:43.210602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.242708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.243187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.248651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:43.264042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:43.266655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.279300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.351723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.393216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=8b78e815-0047-4289-9105-e96a23b462a2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:43.424042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.447624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.491810 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0487461 Feb 16 13:45:43.504499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:43.519632 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f354787-cb3c-485c-bdfb-f4f6aafe2e5b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/8b78e815-0047-4289-9105-e96a23b462a2 HTTP/1.1" status: 204 len: 168 time: 1.6592679 Feb 16 13:45:43.540286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58370) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:43.553413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=eaa75208-840e-45cf-a1e7-bc3ac8aa05cb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:43.565803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network eaa75208-840e-45cf-a1e7-bc3ac8aa05cb details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:43.591186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 16462131-2692-4b69-b228-324039c57280 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:43.655509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0d5a37ff-1763-4ff9-ad1f-ad04fd1ee609 None None] Provisioning for port 16462131-2692-4b69-b228-324039c57280 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:43.659776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.672979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0d5a37ff-1763-4ff9-ad1f-ad04fd1ee609 None None] Provisioning complete for port 16462131-2692-4b69-b228-324039c57280 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:43.673365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d5a37ff-1763-4ff9-ad1f-ad04fd1ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.693278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9bbbb-6abf-4c22-9b89-55df9458d16f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:43.704300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.708264 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7e430ae0-5944-488e-9c0d-f36b4c921834 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2dc9bbbb-6abf-4c22-9b89-55df9458d16f HTTP/1.1" status: 204 len: 168 time: 0.9513590 Feb 16 13:45:43.746043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d5a37ff-1763-4ff9-ad1f-ad04fd1ee609 None None] Port 16462131-2692-4b69-b228-324039c57280 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:43.825397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.859176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080870d-03c8-46cb-8ce6-e53a52e1be46 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=0cd42594-1a1b-4d1b-8acc-603803080d08,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:43.865679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:43.870024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 0cd42594-1a1b-4d1b-8acc-603803080d08 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:43.945573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=16462131-2692-4b69-b228-324039c57280,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:43.978309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2d512897-058d-4df4-a41b-836f95ba936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.105949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.116249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 860c17a4-6f36-4a1d-aa7c-5802885878ed up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:44.129369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for cbe826e8-2829-4e26-8481-8532a681658b owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:44.215007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.221741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.228220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.228492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.241836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.245251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:44.255821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 860c17a4-6f36-4a1d-aa7c-5802885878ed triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:44.256541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.295131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a63bf4-3fcd-454a-9c98-8da603b674cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.299849 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-04a63bf4-3fcd-454a-9c98-8da603b674cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7585452 Feb 16 13:45:44.303140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:44.365818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.397551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:44.398784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f89f882-0ec6-4233-b5ae-012d4c0a7ca7 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8905463 Feb 16 13:45:44.402904 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8822b4-fdc3-4c38-bb98-44d3e70e9987 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:44.402904 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5c8822b4-fdc3-4c38-bb98-44d3e70e9987 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/8b78e815-0047-4289-9105-e96a23b462a2 HTTP/1.1" status: 404 len: 333 time: 0.0778599 Feb 16 13:45:44.404029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:44.404574 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-489cfdaa-fd49-4fd2-8056-d22907e56e1b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/16462131-2692-4b69-b228-324039c57280 HTTP/1.1" status: 204 len: 168 time: 1.7593665 Feb 16 13:45:44.405746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58394) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:44.406272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58396) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:44.432438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-828911342'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:44.444244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:44.499000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.500514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.502148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:44.503093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:44.521002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:44.528115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:44.558711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:44.568061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:44.569261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9506914f-7c49-4c38-8b67-7e383465e329 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1638100 Feb 16 13:45:44.575945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:44.596558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.606154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:44.609753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.636350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.643996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:44.706720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=cbe826e8-2829-4e26-8481-8532a681658b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:44.706720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet cc174509-2acf-4149-95cc-ed98ae10186e {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:44.715217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.758376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.758718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment ff46bc71-1d1d-46a9-b75b-fba8f20a52d5 of type vlan for network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 Feb 16 13:45:44.796858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.831789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.843781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa75208-840e-45cf-a1e7-bc3ac8aa05cb']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:44.868907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db83bd4a-d05a-4f6d-b053-bc21bfaea4a1') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:44.869179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db83bd4a-d05a-4f6d-b053-bc21bfaea4a1') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:44.889587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.920384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:44.931052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:44.931460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:45.045857 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:45.051987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.058625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.085414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.091052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:45.091662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.108216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=eaa75208-840e-45cf-a1e7-bc3ac8aa05cb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:45.139854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.180299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.194196 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-05ac53f7-6817-4832-9f86-40aedf73c479 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/eaa75208-840e-45cf-a1e7-bc3ac8aa05cb HTTP/1.1" status: 204 len: 168 time: 0.7847021 Feb 16 13:45:45.198482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:45.212982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8026080 Feb 16 13:45:45.222522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58426) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:45.233359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:45.263151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bcaf69-7988-4407-99e1-6a43de7434cd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=79409db4-8b7a-4aeb-9bc2-1a4b3078db92,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:45.277611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:45.373340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:45.378181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:45.381956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:45.388268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:45.400247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:45.405412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.447555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.502708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.625585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.640656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.670253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58438) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:45.684404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.728540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 228bf865-fd87-401b-a5d9-7923f6597c91 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:45:45.773930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=11e6917a-2ce4-4820-b493-76af2e0d19c2,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:45.779848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:45.780288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: 79409db4-8b7a-4aeb-9bc2-1a4b3078db92, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:45.804946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1424270170', 'router:external': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:45.809175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:45.815557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:45.820537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:network and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:45.823885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:45.826469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 79409db4-8b7a-4aeb-9bc2-1a4b3078db92) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:45.832423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:45.835491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:45.836188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.842773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbdc84-17d0-4f50-8e1c-ade76a36ea82 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:45.858307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Made reservation on behalf of de8e8fa0e5204f1daea8fd4357b44dbc for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:45.860668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.876001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d85a8390-2896-4fa4-82b4-f412fd882f30 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6496291 Feb 16 13:45:45.876210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58444) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:45.878921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.891896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:45.908812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:45.972380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:45.981771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:security_group_rule and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:45.987259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:46.012457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:46.028286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd42594-1a1b-4d1b-8acc-603803080d08']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.035898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.073628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:46.077765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9870db18-abf0-4149-928d-cf7b13a5d308') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.078092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9870db18-abf0-4149-928d-cf7b13a5d308') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.095413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:46.097348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] Sync routers for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:46.102183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.104432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:46.107093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.108952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:46.115534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=cc174509-2acf-4149-95cc-ed98ae10186e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:46.118978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:46.123281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71cfaf-dafe-4b33-be48-c57cc6a85889 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:46.145986 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1962e1fb-a6cf-4aaf-86f9-eb86e4a5f219 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4258397 Feb 16 13:45:46.146251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:46.146362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58448) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.148397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.149746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.186299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:46.187242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.189842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f34bfd7-5ab1-4e75-a720-3c802b9fe166 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/cc174509-2acf-4149-95cc-ed98ae10186e HTTP/1.1" status: 204 len: 168 time: 1.6128349 Feb 16 13:45:46.196708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58452) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.197985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:46.198571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:46.215250 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:46.256067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.269401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.310630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.327145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:46.332387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] Routers {'228bf865-fd87-401b-a5d9-7923f6597c91'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:46.333392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['228bf865-fd87-401b-a5d9-7923f6597c91'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.344396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80877087-7087-498f-b284-6e41346cb15e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:46.355850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11e6917a-2ce4-4820-b493-76af2e0d19c2 (CIDR: 2001:db8::/64) Feb 16 13:45:46.356968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.357297 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Added segment 4c03ffd5-3f56-4b91-bc9b-0402622fb162 of type vlan for network dd2a59e3-6908-4e7e-abff-607769b270b0 Feb 16 13:45:46.365512 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:45:46.366204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:45:46.401861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': '11e6917a-2ce4-4820-b493-76af2e0d19c2'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:46.402836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.415696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.425741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b10b4676-2b1f-4557-8f01-0f2ae4e63fc1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5460281 Feb 16 13:45:46.427185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58456) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.433918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:46.433918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb614b77-95d9-4849-80e5-79b6216955cd None None] The sync data for ids ['228bf865-fd87-401b-a5d9-7923f6597c91'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:46.436596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:46.437973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c6d3e7e-5378-429f-89e8-c935381b5272 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:46.501771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.529361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet ff947b84-cd56-475c-9a4c-61d66e399b51 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:46.531418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c6d3e7e-5378-429f-89e8-c935381b5272 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:46.532568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c6d3e7e-5378-429f-89e8-c935381b5272 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=228bf865-fd87-401b-a5d9-7923f6597c91 HTTP/1.1" status: 200 len: 205 time: 0.3852799 Feb 16 13:45:46.534868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.540613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58460) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.541998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.632134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:45:46.639926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=0cd42594-1a1b-4d1b-8acc-603803080d08,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:46.664347 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d01209d3-a489-4b32-8d14-b7ed923c940d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/0cd42594-1a1b-4d1b-8acc-603803080d08 HTTP/1.1" status: 204 len: 168 time: 1.4641879 Feb 16 13:45:46.665466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58464) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.698305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.699389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:46.700048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.725849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Allocated IP 2001:db8::2 (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/11e6917a-2ce4-4820-b493-76af2e0d19c2/3d211103-9b3c-4a0c-aeb7-776d32356206) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:46.740876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.771977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:46.883914 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2124884 Feb 16 13:45:46.900979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58468) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:46.915959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85d4e-a743-459e-b7d7-5ac5a1051417 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Network': ['ID=dd2a59e3-6908-4e7e-abff-607769b270b0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:46.918606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'subnet': {'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:46.931624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:46.940443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network dd2a59e3-6908-4e7e-abff-607769b270b0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:46.943772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:subnet and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:46.977587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:46.993689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:46.999883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:47.009722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:47.020552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:47.034483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:47.040928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:47.048449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:47.049676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:47.075592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:47.084893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.094595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:47.189031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.201861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Transition to ACTIVE for port object 3d211103-9b3c-4a0c-aeb7-776d32356206 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:47.230919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Transition to ACTIVE for port object 3d211103-9b3c-4a0c-aeb7-776d32356206 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:47.244730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.272701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:47.273946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-141db664-f135-42d3-9bc1-afc48f0e350a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1899 time: 0.6080308 Feb 16 13:45:47.283540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58474) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:47.295839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-514047454'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:47.303043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:47.303281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Made reservation on behalf of de8e8fa0e5204f1daea8fd4357b44dbc for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:47.305668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.313990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:47.323665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.329329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.331137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:47.339352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.346822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:47.349956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:47.354020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:47.361280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Pushing event updated for resources: {'Port': ['ID=3d211103-9b3c-4a0c-aeb7-776d32356206,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:47.383067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:47.434082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.435151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment 02874e12-55dc-44cf-9905-b660ce8cf39a of type vlan for network 53596e8a-60e9-4904-9be5-0a2e46a882c8 Feb 16 13:45:47.490832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.511784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Attempting to bind port 3d211103-9b3c-4a0c-aeb7-776d32356206 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:47.512148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Attempting to bind port 3d211103-9b3c-4a0c-aeb7-776d32356206 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:47.512554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Attempting to bind port 3d211103-9b3c-4a0c-aeb7-776d32356206 on network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:47.520655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.523687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:47.524940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Checking segment: {'id': 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:47.525524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.526050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Bound using segment: {'id': 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:47.526763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Bound port: 3d211103-9b3c-4a0c-aeb7-776d32356206, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:47.527286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.552402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.553024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router 228bf865-fd87-401b-a5d9-7923f6597c91 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:45:47.558844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.564264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:47.565530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.610008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.611526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ef64fa4-359c-4ecf-a5bb-a3bf0e77e2e4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91 HTTP/1.1" status: 204 len: 168 time: 1.0407708 Feb 16 13:45:47.618409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:47.649871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-79797453-d88c-4781-9417-6373016219df None None] Provisioning complete for port 860c17a4-6f36-4a1d-aa7c-5802885878ed triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:47.650359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79797453-d88c-4781-9417-6373016219df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.695263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.709512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:47.724877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d211103-9b3c-4a0c-aeb7-776d32356206,segment=NetworkSegment(ff46bc71-1d1d-46a9-b75b-fba8f20a52d5),segment_id=ff46bc71-1d1d-46a9-b75b-fba8f20a52d5)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:47.734691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.737065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.748673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=53596e8a-60e9-4904-9be5-0a2e46a882c8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:47.755986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fcad8014-2d3e-48eb-8119-f2fb7468c4e4 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4709051 Feb 16 13:45:47.763218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58486) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:47.773675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1743031423'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:47.779716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 63575c63-d720-4516-a7a6-c6d8fad02d7b {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:47.781612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 53596e8a-60e9-4904-9be5-0a2e46a882c8 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:47.783925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:47.785004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:47.790781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.794237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:47.800469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:network and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:47.804797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:47.805332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.811874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:47.816725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=4d7a6a14-2268-4bd5-abfa-db617969cc9f,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:47.825207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=ff947b84-cd56-475c-9a4c-61d66e399b51,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:47.829957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:47.843175 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f7ae1b29-7733-456c-b5f5-0e5e0a4a8e7b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4152954 Feb 16 13:45:47.845802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58490) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:47.849172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:47.852783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.868997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'fixed_ips': [{'subnet_id': '11e6917a-2ce4-4820-b493-76af2e0d19c2'}, {'subnet_id': '4d7a6a14-2268-4bd5-abfa-db617969cc9f'}], 'name': 'tempest-PortsIpV6TestJSON-1837185377'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:47.881978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32d125-c4f4-4b14-a9b8-e457f988284d None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:47.886845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.920290 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25db5d7f-4154-4775-8ee8-8dde23fd1ea9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ff947b84-cd56-475c-9a4c-61d66e399b51 HTTP/1.1" status: 204 len: 168 time: 1.7026875 Feb 16 13:45:47.920290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:47.943667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58494) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:48.036607 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7afee97b-4b0e-4954-b610-7883ca5eb0e6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892878 Feb 16 13:45:48.038263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58498) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:48.044548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.049332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:48.076295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:48.140046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992d01f-1d80-4c9b-b89f-05ec5d7f2bc7 None None] Pushing event updated for resources: {'Port': ['ID=3d211103-9b3c-4a0c-aeb7-776d32356206,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:48.202934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.203315 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment e76aa306-fcbb-49c1-acbf-555ba577baa1 of type vlan for network 03d18f62-1c22-485a-88b5-43e3897ef101 Feb 16 13:45:48.252076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:48.262563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:48.268124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:48.272055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.276397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:48.279537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:48.284386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:48.294469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:48.296662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:48.317048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:45:48.317876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.321844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:48.341372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:48.341930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:48.345452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.345611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Deleting port 860c17a4-6f36-4a1d-aa7c-5802885878ed {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:48.345852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.432332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0db2d02-53c4-49a3-9d0b-e8a6e577ab14,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:48.477927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.519218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Checking segment: {'id': '4c03ffd5-3f56-4b91-bc9b-0402622fb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:48.519954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network hostable DHCP agents. Network: dd2a59e3-6908-4e7e-abff-607769b270b0, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:48.539657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d3d4f-ac2a-40e0-b29b-f685798fad61 None None] Network ac5569da-c2cd-47c8-a175-5dbcbf814388 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:48.545474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.548773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=63575c63-d720-4516-a7a6-c6d8fad02d7b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:48.562709 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-186e8d0a-34bd-4304-91eb-86ee4374363a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/63575c63-d720-4516-a7a6-c6d8fad02d7b HTTP/1.1" status: 204 len: 168 time: 0.9421496 Feb 16 13:45:48.563712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:48.626905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network dd2a59e3-6908-4e7e-abff-607769b270b0 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:48.649133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, dd2a59e3-6908-4e7e-abff-607769b270b0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:48.655095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:48.655683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.663047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet f4407fde-e40b-43fa-880f-6eb1f57821cb {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:48.672562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.706843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae1506-7d66-429d-af53-65a8bbb80bcc None None] Network dd2a59e3-6908-4e7e-abff-607769b270b0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:48.720493 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6d11117d-b769-4c45-aab4-42a9cd140480 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8134940 Feb 16 13:45:48.720711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:48.728455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1758658661', 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:48.741921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:48.743272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.745874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.749904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:48.750567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.782585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:port and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:48.787629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:48.796981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:48.824473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Made reservation on behalf of de8e8fa0e5204f1daea8fd4357b44dbc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:48.826855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.858261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] device_id is not set on port 96ea9792-d550-400b-b88b-adfdfeb18a78 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:48.916901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.933617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1676860 Feb 16 13:45:48.934665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4934f7-a0d6-4a73-b906-32fc4879f2b8 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=03d18f62-1c22-485a-88b5-43e3897ef101,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:48.938119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58510) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:48.941578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:48.960769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'ports': [{'network_id': '53596e8a-60e9-4904-9be5-0a2e46a882c8', 'name': 'tempest-port--1766354676', 'admin_state_up': True}, {'network_id': '03d18f62-1c22-485a-88b5-43e3897ef101', 'admin_state_up': False}]} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:48.961086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'port': {'network_id': '53596e8a-60e9-4904-9be5-0a2e46a882c8', 'name': 'tempest-port--1766354676', 'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:48.961559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'port': {'network_id': '03d18f62-1c22-485a-88b5-43e3897ef101', 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:48.973629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 03d18f62-1c22-485a-88b5-43e3897ef101 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:49.008116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] For port 860c17a4-6f36-4a1d-aa7c-5802885878ed, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=860c17a4-6f36-4a1d-aa7c-5802885878ed,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:49.008914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.081891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.20.0.6 (dd2a59e3-6908-4e7e-abff-607769b270b0/e0db2d02-53c4-49a3-9d0b-e8a6e577ab14/96ea9792-d550-400b-b88b-adfdfeb18a78) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:49.088479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.138688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=f4407fde-e40b-43fa-880f-6eb1f57821cb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:49.141233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port b4473d7f-36ea-4e10-8a8c-29b63364c321 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:49.152753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.189821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-673f957b-d7df-4a19-b798-7ffd1a59071f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/f4407fde-e40b-43fa-880f-6eb1f57821cb HTTP/1.1" status: 204 len: 168 time: 0.6247716 Feb 16 13:45:49.193364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58514) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:49.201548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Calling delete_port for 860c17a4-6f36-4a1d-aa7c-5802885878ed owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:49.372469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6f9f7-33fe-4d38-b8d5-ce00e66cce17 None None] Network c51b57de-8fca-47da-8b44-eca36d81a075 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:49.414727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.448578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port f1eace6f-6686-4766-9e39-08cb421dd0b5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:49.448935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.458481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fede62-570c-4f57-96b8-4e10f1fef291 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:49.577311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.678960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:49.711805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port f1eace6f-6686-4766-9e39-08cb421dd0b5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f1eace6f-6686-4766-9e39-08cb421dd0b5,segment=NetworkSegment(3d7661c0-fe98-4de2-aad6-7624780bfd43),segment_id=3d7661c0-fe98-4de2-aad6-7624780bfd43)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:49.712238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.735216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:port and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:49.742735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:49.758940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:49.788314 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:45:49.857172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.865610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for f1eace6f-6686-4766-9e39-08cb421dd0b5 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:49.887203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6b245942-04e0-4786-9599-7408665ab15a None None] Provisioning for port 3d211103-9b3c-4a0c-aeb7-776d32356206 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:49.902314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::310 (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/11e6917a-2ce4-4820-b493-76af2e0d19c2/b4473d7f-36ea-4e10-8a8c-29b63364c321) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:49.914719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8:0:1::10b (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/4d7a6a14-2268-4bd5-abfa-db617969cc9f/b4473d7f-36ea-4e10-8a8c-29b63364c321) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:49.951927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:49.998706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network dd2a59e3-6908-4e7e-abff-607769b270b0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:50.006006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=96ea9792-d550-400b-b88b-adfdfeb18a78,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:50.008572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:50.020556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:50.081031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:50.081935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.115429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd56d7c1-1bfe-42a4-9dcc-5d90c85d1f6e tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3907726 Feb 16 13:45:50.115911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:50.187351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:45:50.196500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'port': 2} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:50.203718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df638d07-26db-4eba-a06b-8170808e29d7 None None] DHCP port deletion for ac5569da-c2cd-47c8-a175-5dbcbf814388 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:50.203911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.211172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting port 96ea9792-d550-400b-b88b-adfdfeb18a78 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:50.211811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.213806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] Pushing event deleted for resources: {'Port': ['ID=860c17a4-6f36-4a1d-aa7c-5802885878ed,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:50.228768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df638d07-26db-4eba-a06b-8170808e29d7 None None] Deleting port f1eace6f-6686-4766-9e39-08cb421dd0b5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:50.231005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df638d07-26db-4eba-a06b-8170808e29d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.275541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709eb49c-4b37-44f6-8cea-7b308b22aa22 None None] No DVR routers for this DVR port 860c17a4-6f36-4a1d-aa7c-5802885878ed on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:50.277086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.277336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d211103-9b3c-4a0c-aeb7-776d32356206 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:50.393150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.445869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df638d07-26db-4eba-a06b-8170808e29d7 None None] The port 'f1eace6f-6686-4766-9e39-08cb421dd0b5' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:50.452545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=f1eace6f-6686-4766-9e39-08cb421dd0b5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:50.459627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port f1eace6f-6686-4766-9e39-08cb421dd0b5 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:50.497894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142b9b5-afe0-4e7e-a5f7-770a2bdb306c None None] Network dd2a59e3-6908-4e7e-abff-607769b270b0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:50.520175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.537893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object b4473d7f-36ea-4e10-8a8c-29b63364c321 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:50.610876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3d211103-9b3c-4a0c-aeb7-776d32356206 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:50.626153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:50.626696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.643375 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.services.revisions.revision_plugin [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Could not find related port for resource to bump revision. Feb 16 13:45:50.649267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.700125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] DHCP port deletion for c51b57de-8fca-47da-8b44-eca36d81a075 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:45:50.706939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Update dhcp port {'port': {'network_id': '79409db4-8b7a-4aeb-9bc2-1a4b3078db92', 'fixed_ips': [{'subnet_id': '11e6917a-2ce4-4820-b493-76af2e0d19c2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d7a6a14-2268-4bd5-abfa-db617969cc9f'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '3d211103-9b3c-4a0c-aeb7-776d32356206'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:45:50.713778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.745508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Port 860c17a4-6f36-4a1d-aa7c-5802885878ed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 13:45:50.745508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Reverting IP allocation for 2001:db8::f816:3eff:fe75:b5f0 {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 13:45:50.750514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5569da-c2cd-47c8-a175-5dbcbf814388']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:50.758569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Deleting port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:50.759068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.774156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7661c0-fe98-4de2-aad6-7624780bfd43') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:50.774514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7661c0-fe98-4de2-aad6-7624780bfd43') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:50.782187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe75:b5f0 {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 13:45:50.802027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.811213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.833766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.839620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.858626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:50.859037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:50.875411 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:50.885290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:50.957086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:50.997155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:51.009651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] device_id is not set on port bbc4abf5-990e-445d-9a78-e727365cf21b yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:51.013089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:51.019028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:51.019645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.060463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Calling delete_port for 96ea9792-d550-400b-b88b-adfdfeb18a78 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:51.062349 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2147317 Feb 16 13:45:51.063394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539a99-6de4-4069-a4e8-6b3fa74ba365 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=b4473d7f-36ea-4e10-8a8c-29b63364c321,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:51.070430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58524) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:51.077358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:51.086270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11e6917a-2ce4-4820-b493-76af2e0d19c2'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:51.121256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:51.139361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:51.140043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.149179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.176682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=7e19d430-07d7-429b-a70c-17206119296a,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:51.189121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4fbe0-2ccb-4f2e-8b69-444cb7b58478 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:51.190389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.206175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=ac5569da-c2cd-47c8-a175-5dbcbf814388,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:51.220443 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9afa968f-20d2-4c9b-8559-7f50300f773a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/ac5569da-c2cd-47c8-a175-5dbcbf814388 HTTP/1.1" status: 204 len: 168 time: 2.0261481 Feb 16 13:45:51.234240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58528) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:51.241330 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b62bf75-68f2-4e07-bb63-40ba6c6e0344 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1993120 Feb 16 13:45:51.246848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58532) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:51.260895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.283381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:51.285690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.343467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Port': ['ID=96ea9792-d550-400b-b88b-adfdfeb18a78,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:51.441304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] For port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,segment=NetworkSegment(02aadf3d-3599-489f-baac-a21467166499),segment_id=02aadf3d-3599-489f-baac-a21467166499)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:51.441739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.448253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.459543 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8d5229a3-b299-4dba-b1e0-f20d61902d78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/ports/96ea9792-d550-400b-b88b-adfdfeb18a78 HTTP/1.1" status: 204 len: 168 time: 1.3358903 Feb 16 13:45:51.459806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:51.465243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0', 'external_fixed_ips': [{'subnet_id': 'e0db2d02-53c4-49a3-9d0b-e8a6e577ab14', 'ip_address': '172.20.0.6'}]}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:51.471279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:51.472150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.476139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:router and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:51.479143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:51.487230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:51.503423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.504570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.521480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.563422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.652015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Calling delete_port for 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:51.655213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.674441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:51.674775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.688535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d211103-9b3c-4a0c-aeb7-776d32356206,segment=NetworkSegment(ff46bc71-1d1d-46a9-b75b-fba8f20a52d5),segment_id=ff46bc71-1d1d-46a9-b75b-fba8f20a52d5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:51.725186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.824671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f1eace6f-6686-4766-9e39-08cb421dd0b5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:51.873317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:51.903926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: f1eace6f-6686-4766-9e39-08cb421dd0b5 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:51.903926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f1eace6f-6686-4766-9e39-08cb421dd0b5 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:51.904365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 860c17a4-6f36-4a1d-aa7c-5802885878ed no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:51.913248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:51.931469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Allocated IP 2001:db8:0:1::2 (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/4d7a6a14-2268-4bd5-abfa-db617969cc9f/3d211103-9b3c-4a0c-aeb7-776d32356206) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:51.934127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:51.950653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:51.964680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 860c17a4-6f36-4a1d-aa7c-5802885878ed {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:51.964680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 860c17a4-6f36-4a1d-aa7c-5802885878ed not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:51.990167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3d211103-9b3c-4a0c-aeb7-776d32356206,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:52.000934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.029482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] device_id is not set on port 0b087a0c-86e9-4118-8d76-9f0a94836422 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:52.074941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:52.082574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] The port '89e6bd79-7ef3-4c6e-910d-5c5faf36b883' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:45:52.158950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] Pushing event deleted for resources: {'Port': ['ID=89e6bd79-7ef3-4c6e-910d-5c5faf36b883,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:52.162954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c64a7-ff43-4050-bffa-5ac01e5732b5 None None] No DVR routers for this DVR port 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:45:52.206692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '7e19d430-07d7-429b-a70c-17206119296a'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:52.207571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.228247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d211103-9b3c-4a0c-aeb7-776d32356206 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:52.263375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:52.267676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.388629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d211103-9b3c-4a0c-aeb7-776d32356206,segment=NetworkSegment(ff46bc71-1d1d-46a9-b75b-fba8f20a52d5),segment_id=ff46bc71-1d1d-46a9-b75b-fba8f20a52d5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:52.406491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.459878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.482727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:52.483049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.492605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.508327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.517964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51b57de-8fca-47da-8b44-eca36d81a075']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:52.537461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02aadf3d-3599-489f-baac-a21467166499') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:52.537744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02aadf3d-3599-489f-baac-a21467166499') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:52.563175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.572246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Transition to ACTIVE for port object 3d211103-9b3c-4a0c-aeb7-776d32356206 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:52.573471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Allocated IP 2001:db8::f816:3eff:fe49:b975 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/7e19d430-07d7-429b-a70c-17206119296a/15d0dc5b-3d39-46bc-9948-64a73fddbe8a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:52.581446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.650514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.681227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.693716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:45:52.694175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.701849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.20.0.6 (dd2a59e3-6908-4e7e-abff-607769b270b0/e0db2d02-53c4-49a3-9d0b-e8a6e577ab14/0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:45:52.714544 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:45:52.751150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 3d211103-9b3c-4a0c-aeb7-776d32356206 had new provisioning blocks added so it will not transition to active. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 13:45:52.806206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Delete allocated IP 2001:db8:0:1::10b (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/4d7a6a14-2268-4bd5-abfa-db617969cc9f) {{(pid=87697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:45:52.809373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559b154-4c40-4acd-b86f-0c5c3cb703cc None None] Pushing event updated for resources: {'Port': ['ID=3d211103-9b3c-4a0c-aeb7-776d32356206,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:52.844520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:45:52.894364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:45:52.894765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 89e6bd79-7ef3-4c6e-910d-5c5faf36b883 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:45:52.903503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:52.948912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.029003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.043110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.048028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Transition to ACTIVE for port object 15d0dc5b-3d39-46bc-9948-64a73fddbe8a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:53.065372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network dd2a59e3-6908-4e7e-abff-607769b270b0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:53.066022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.066707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:53.074458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:53.074848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Transition to ACTIVE for port object 15d0dc5b-3d39-46bc-9948-64a73fddbe8a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:53.081551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.155685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.171435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=c51b57de-8fca-47da-8b44-eca36d81a075,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.188559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.225924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:53.229203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:53.233812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:53.268405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Pushing event updated for resources: {'Port': ['ID=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.292336 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-939bfdb6-2bf3-4ec5-b7fa-ba9409e95f76 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/c51b57de-8fca-47da-8b44-eca36d81a075 HTTP/1.1" status: 204 len: 168 time: 2.0533876 Feb 16 13:45:53.300232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58540) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:53.314534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1614674016'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:53.351100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:53.360812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Attempting to bind port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:53.361179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Attempting to bind port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:53.361544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Attempting to bind port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:53.369130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Port': ['ID=bbc4abf5-990e-445d-9a78-e727365cf21b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.371978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:53.372359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:53.372759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.373144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:53.373613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Bound port: 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:53.374164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.393661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:53.398988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:53.436210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:53.465328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Checking segment: {'id': '02874e12-55dc-44cf-9905-b660ce8cf39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '53596e8a-60e9-4904-9be5-0a2e46a882c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:53.465612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network hostable DHCP agents. Network: 53596e8a-60e9-4904-9be5-0a2e46a882c8, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:53.475858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.493163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] For port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:53.496836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] For port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:53.506745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.518225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:53.521712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.563909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be49cb-eefc-4151-af2a-1c5400ab4591 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:53.593596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:53.595717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.598255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.608983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network 53596e8a-60e9-4904-9be5-0a2e46a882c8 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:53.611141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:53.623501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:53.624084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.631693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=ea965bbc-10c4-4938-a6dd-ec9d5164f2ed,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.634841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:53.653863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Ignored duplicate provisioning block setup for port b4473d7f-36ea-4e10-8a8c-29b63364c321 by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 13:45:53.657829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 53596e8a-60e9-4904-9be5-0a2e46a882c8) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:53.668251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:53.669064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.670792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.672687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.673085 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment aedc2f46-f015-4d3f-a50f-5ad5a48963d0 of type vlan for network 368b9fe5-d203-4945-92e1-eb43b9979e07 Feb 16 13:45:53.688867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1e9eb349-5663-471c-aaa8-32a075f15dab None None] Provisioning for port 3d211103-9b3c-4a0c-aeb7-776d32356206 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:53.702989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e97a33-570d-4b88-a409-f2c40cdc8ff2 None None] Network 53596e8a-60e9-4904-9be5-0a2e46a882c8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:53.722802 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c87809c7-9322-462e-ad53-1b995b89fe8b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4563489 Feb 16 13:45:53.726008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efa248-703b-4637-9bd5-718d8c2251cc None None] Pushing event updated for resources: {'Port': ['ID=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:53.729580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58546) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:53.734558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1e9eb349-5663-471c-aaa8-32a075f15dab None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:53.734922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1e9eb349-5663-471c-aaa8-32a075f15dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.740737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:04:e8:de', 'name': 'tempest-NetworksTestDHCPv6-418735882'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:53.930527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] In _notify_port_updated(), no bound segment for port b4473d7f-36ea-4e10-8a8c-29b63364c321 on network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:45:53.936530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:53.938723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:53.943005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/ports/b4473d7f-36ea-4e10-8a8c-29b63364c321 HTTP/1.1" status: 200 len: 926 time: 2.8674850 Feb 16 13:45:53.947293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:53.956578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11e6917a-2ce4-4820-b493-76af2e0d19c2'}, {'subnet_id': '4d7a6a14-2268-4bd5-abfa-db617969cc9f'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:53.975304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Port': ['ID=0b087a0c-86e9-4118-8d76-9f0a94836422,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:54.134550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.266356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 15d0dc5b-3d39-46bc-9948-64a73fddbe8a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:54.298743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Checking segment: {'id': 'e76aa306-fcbb-49c1-acbf-555ba577baa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '03d18f62-1c22-485a-88b5-43e3897ef101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:54.299411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network hostable DHCP agents. Network: 03d18f62-1c22-485a-88b5-43e3897ef101, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:54.345193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa224c-12e4-4107-8bc2-f39eb7548d28 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=b4473d7f-36ea-4e10-8a8c-29b63364c321,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:54.361998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:54.368319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:54.371878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.377377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:54.378431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.385710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:54.389834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:54.397688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d211103-9b3c-4a0c-aeb7-776d32356206 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:54.411843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network 03d18f62-1c22-485a-88b5-43e3897ef101 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:54.412091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.417400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:54.497541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:54.498329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.517484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 03d18f62-1c22-485a-88b5-43e3897ef101) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:54.519058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:54.541589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2388172 Feb 16 13:45:54.542623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:54.551816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:54.556817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:54.557399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.595920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66d2d01-3c03-47e0-9823-709192b824ff None None] Network 03d18f62-1c22-485a-88b5-43e3897ef101 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:54.616188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:54.635517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:54.650361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63671671-28ed-4a53-98fe-a6f561ed61a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=368b9fe5-d203-4945-92e1-eb43b9979e07,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:54.723983 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b66b38d7-74f0-433c-8be4-c90415976f1e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.7694261 Feb 16 13:45:54.734150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58558) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:54.807380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:54.813988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.855443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port c157957a-2c93-417c-b1f7-ff69a098769c yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:54.866849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router 695078ec-2c0b-44c3-ae4e-052ab3f0f89d is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:45:54.892384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:54.955846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f50256-7b7c-42f4-87f7-7eeeaf410d36 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:54.962377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f50256-7b7c-42f4-87f7-7eeeaf410d36 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:54.963242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21f50256-7b7c-42f4-87f7-7eeeaf410d36 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:55.012726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21f50256-7b7c-42f4-87f7-7eeeaf410d36 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:55.014159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:55.014675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-21f50256-7b7c-42f4-87f7-7eeeaf410d36 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2791061 Feb 16 13:45:55.019415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58562) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:55.045805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:55.054624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:55.081517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:55.081849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.223003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Deleting port bbc4abf5-990e-445d-9a78-e727365cf21b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:55.223609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.292106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:55.376909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34671ae5-1a94-46ee-80c9-c2478efafb2f None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:55.422256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:55.426201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.429960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 172.20.0.11 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ea965bbc-10c4-4938-a6dd-ec9d5164f2ed/c157957a-2c93-417c-b1f7-ff69a098769c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:55.442647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe04:e8de (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/7e19d430-07d7-429b-a70c-17206119296a/c157957a-2c93-417c-b1f7-ff69a098769c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:55.473326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Provisioning for port b4473d7f-36ea-4e10-8a8c-29b63364c321 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:55.481902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Provisioning complete for port b4473d7f-36ea-4e10-8a8c-29b63364c321 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:55.482297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.571747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8462dbd7-97f7-4d92-9d65-eaf5769737b3 None None] Port b4473d7f-36ea-4e10-8a8c-29b63364c321 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:55.637931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:45:55.656197 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Sync routers for ids ['695078ec-2c0b-44c3-ae4e-052ab3f0f89d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:45:55.679258 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Routers {'695078ec-2c0b-44c3-ae4e-052ab3f0f89d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:55.679905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['695078ec-2c0b-44c3-ae4e-052ab3f0f89d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:55.701061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8:0:1::91 (79409db4-8b7a-4aeb-9bc2-1a4b3078db92/4d7a6a14-2268-4bd5-abfa-db617969cc9f/b4473d7f-36ea-4e10-8a8c-29b63364c321) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:55.735747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.764105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Provisioning for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:55.775861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Provisioning complete for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:55.776661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.888069 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Set router 695078ec-2c0b-44c3-ae4e-052ab3f0f89d gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:55.904638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:55.906520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Calling delete_port for bbc4abf5-990e-445d-9a78-e727365cf21b owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:55.908695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-986ff2df-a801-4499-a6e7-1c7a78cdc58d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4479079 Feb 16 13:45:55.909554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:56.103248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.131455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '7e19d430-07d7-429b-a70c-17206119296a', 'ip_address': '2001:db8::f816:3eff:fe49:b975'}, {'subnet_id': 'ea965bbc-10c4-4938-a6dd-ec9d5164f2ed'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '15d0dc5b-3d39-46bc-9948-64a73fddbe8a'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:45:56.149811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.153731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.196389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] For port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:56.207560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.213265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Port': ['ID=bbc4abf5-990e-445d-9a78-e727365cf21b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:56.219354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.227762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.231150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object c157957a-2c93-417c-b1f7-ff69a098769c will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:56.260215 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9e3457bd-76de-40d4-85f2-8e2da87f813a tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/ports/bbc4abf5-990e-445d-9a78-e727365cf21b HTTP/1.1" status: 204 len: 168 time: 1.2368882 Feb 16 13:45:56.265860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58572) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:56.320226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.323875 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695078ec-2c0b-44c3-ae4e-052ab3f0f89d', 'name': '', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0', 'external_fixed_ips': [{'subnet_id': 'e0db2d02-53c4-49a3-9d0b-e8a6e577ab14', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:51Z', 'updated_at': '2022-02-16T13:45:53Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88', 'name': '', 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ae:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '695078ec-2c0b-44c3-ae4e-052ab3f0f89d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e0db2d02-53c4-49a3-9d0b-e8a6e577ab14', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:45:52Z', 'updated_at': '2022-02-16T13:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0db2d02-53c4-49a3-9d0b-e8a6e577ab14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:56.328569 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Checking router: 695078ec-2c0b-44c3-ae4e-052ab3f0f89d for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:45:56.328912 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Updating router 695078ec-2c0b-44c3-ae4e-052ab3f0f89d port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:45:56.353247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Provisioning complete for port b4473d7f-36ea-4e10-8a8c-29b63364c321 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:56.353612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.359848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Deleting port 0b087a0c-86e9-4118-8d76-9f0a94836422 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:56.360321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.400440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=d4f6fc14-60d0-4517-a8f4-8929e6f158a4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:56.452180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Pushing event updated for resources: {'Port': ['ID=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:56.468021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.469874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:56.470622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: 368b9fe5-d203-4945-92e1-eb43b9979e07, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:45:56.481229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.486133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1093a0e3-fd87-40c7-81c6-5ff836fc17b0 None None] Port b4473d7f-36ea-4e10-8a8c-29b63364c321 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:56.505443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.509233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.580125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Allocated IP 172.20.0.2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ea965bbc-10c4-4938-a6dd-ec9d5164f2ed/15d0dc5b-3d39-46bc-9948-64a73fddbe8a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:56.598633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:45:56.607329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Ignored duplicate provisioning block setup for port b4473d7f-36ea-4e10-8a8c-29b63364c321 by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 13:45:56.612854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 368b9fe5-d203-4945-92e1-eb43b9979e07) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:56.621858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.627082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:56.627993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.672112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:56.678329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:56.682011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:56.747157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=c157957a-2c93-417c-b1f7-ff69a098769c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:56.753102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c012deae-32aa-429e-b060-e0c98302155a None None] For port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:56.782028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.782916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.786492 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ebe5d79a-b5b2-4d7a-9c80-6a42548e91b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1669242 Feb 16 13:45:56.793117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58578) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:56.804485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Transition to ACTIVE for port object 15d0dc5b-3d39-46bc-9948-64a73fddbe8a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:56.810001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2011490390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:56.810283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f28136-1503-4f9f-ab0b-4fa104904336 None None] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:56.826659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:56.827498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.843622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.949668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] In _notify_port_updated(), no bound segment for port b4473d7f-36ea-4e10-8a8c-29b63364c321 on network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:45:56.951651 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.957745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:56.958594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:56.960004 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/ports/b4473d7f-36ea-4e10-8a8c-29b63364c321 HTTP/1.1" status: 200 len: 1011 time: 3.0117507 Feb 16 13:45:56.972840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58584) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:56.981023 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Transition to ACTIVE for port object 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:56.989716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Calling delete_port for 0b087a0c-86e9-4118-8d76-9f0a94836422 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:56.997851 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.024269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:57.050153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:57.056941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:57.070082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:57.077156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-460088eb-c5ce-49e0-b369-fff685269409 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3447838 Feb 16 13:45:57.079711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port b4473d7f-36ea-4e10-8a8c-29b63364c321 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:57.080157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.081217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58588) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:57.111392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411c7dd-1796-4f0f-9431-c37a4ba9bc00 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=b4473d7f-36ea-4e10-8a8c-29b63364c321,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:57.145794 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Attempting to bind port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:57.146164 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Attempting to bind port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '4c03ffd5-3f56-4b91-bc9b-0402622fb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:57.146569 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Attempting to bind port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 on network dd2a59e3-6908-4e7e-abff-607769b270b0 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:57.160352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.163747 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:57.164303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Checking segment: {'id': '4c03ffd5-3f56-4b91-bc9b-0402622fb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:57.164746 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.165141 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Bound using segment: {'id': '4c03ffd5-3f56-4b91-bc9b-0402622fb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:57.165666 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Bound port: 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c03ffd5-3f56-4b91-bc9b-0402622fb162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'dd2a59e3-6908-4e7e-abff-607769b270b0'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:57.166164 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.180043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:57.180679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.187885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.189285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.226569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.231551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012deae-32aa-429e-b060-e0c98302155a None None] Pushing event updated for resources: {'Port': ['ID=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:57.260792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-edb7a230-7a56-4dac-abef-99d40b269274 None None] Provisioning complete for port b4473d7f-36ea-4e10-8a8c-29b63364c321 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:57.261167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edb7a230-7a56-4dac-abef-99d40b269274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.280803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.301684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.319670 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Pushing event updated for resources: {'Port': ['ID=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:57.325206 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] For port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:57.326022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Port': ['ID=0b087a0c-86e9-4118-8d76-9f0a94836422,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:57.341687 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] For port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,segment=NetworkSegment(4c03ffd5-3f56-4b91-bc9b-0402622fb162),segment_id=4c03ffd5-3f56-4b91-bc9b-0402622fb162)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:57.343583 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.344027 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.344513 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.344892 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.345377 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.346443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b517d-278d-4114-a8c5-b754f8c6cf29 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:57.346726 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.347219 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.354852 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.355416 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.355989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.356193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b517d-278d-4114-a8c5-b754f8c6cf29 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:57.356493 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.356925 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:45:57.357604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e97b517d-278d-4114-a8c5-b754f8c6cf29 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:57.366548 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7f410416-252f-4fad-aa9d-ba843ed40e35 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/ports/0b087a0c-86e9-4118-8d76-9f0a94836422 HTTP/1.1" status: 204 len: 168 time: 1.0995519 Feb 16 13:45:57.368586 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.369354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58592) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:57.382968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-edb7a230-7a56-4dac-abef-99d40b269274 None None] Port b4473d7f-36ea-4e10-8a8c-29b63364c321 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:45:57.462993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6cc66647-e199-4883-abd3-74c8520d1a3d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:57.482891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-368b9fe5-d203-4945-92e1-eb43b9979e07', 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': 'd4f6fc14-60d0-4517-a8f4-8929e6f158a4'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:45:57.485588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.491277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e97b517d-278d-4114-a8c5-b754f8c6cf29 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:57.497531 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e97b517d-278d-4114-a8c5-b754f8c6cf29 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4135137 Feb 16 13:45:57.498393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58596) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:57.505137 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4cfbd-a95a-469c-99c0-2cb429a5c1c6 None None] Pushing event updated for resources: {'Port': ['ID=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:57.510487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.522813 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Routers {'695078ec-2c0b-44c3-ae4e-052ab3f0f89d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:45:57.523971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['695078ec-2c0b-44c3-ae4e-052ab3f0f89d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:57.567580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6cc66647-e199-4883-abd3-74c8520d1a3d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:57.567580 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6cc66647-e199-4883-abd3-74c8520d1a3d tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1968017 Feb 16 13:45:57.574845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58600) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:57.590617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-653981618'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:57.592861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.599097 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9961f650-ed1a-4c93-9dbf-393cd0f36b7e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8012707 Feb 16 13:45:57.606780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58604) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:57.622911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:57.629107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port c157957a-2c93-417c-b1f7-ff69a098769c {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:57.629450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.692054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'port': {'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07', 'name': 'tempest-RoutersIpV6Test-941617784'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:57.719026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:network and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:57.726692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] For port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88, host dv-neutron-828143-3-hyperv, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:45:57.727234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:57.738114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:57.780183 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] Set router 695078ec-2c0b-44c3-ae4e-052ab3f0f89d gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:45:57.873148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Allocated IP 2001:db8::2 (368b9fe5-d203-4945-92e1-eb43b9979e07/d4f6fc14-60d0-4517-a8f4-8929e6f158a4/36ad6ff5-6295-426a-8040-db2e1cbf8c44) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:57.942563 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '695078ec-2c0b-44c3-ae4e-052ab3f0f89d', 'name': '', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:51Z', 'updated_at': '2022-02-16T13:45:57Z', 'revision_number': 4, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:45:57.947715 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92e7550-e7f1-4535-a1b4-a5248570dae7 None None] The sync data for ids ['695078ec-2c0b-44c3-ae4e-052ab3f0f89d'] in dv-neutron-828143-3-hyperv is: [{'id': '695078ec-2c0b-44c3-ae4e-052ab3f0f89d', 'name': '', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:45:51Z', 'updated_at': '2022-02-16T13:45:57Z', 'revision_number': 4, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:45:58.086375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:58.089222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:58.167960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.179146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 15d0dc5b-3d39-46bc-9948-64a73fddbe8a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:45:58.182781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:port and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:58.261382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2bc5f328-d4f4-4b03-8125-1ff0209ef2f9 None None] Provisioning for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:45:58.271438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.277407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:58.284720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2bc5f328-d4f4-4b03-8125-1ff0209ef2f9 None None] Provisioning complete for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:58.285090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2bc5f328-d4f4-4b03-8125-1ff0209ef2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.294808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Calling delete_port for 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:58.324877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:58.334058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Transition to ACTIVE for port object 36ad6ff5-6295-426a-8040-db2e1cbf8c44 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:58.361231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:58.365384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.370875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for c157957a-2c93-417c-b1f7-ff69a098769c owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:58.399969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Transition to ACTIVE for port object 36ad6ff5-6295-426a-8040-db2e1cbf8c44 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:45:58.412405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:45:58.412834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.426846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.434800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:58.438747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.484680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.538022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:45:58.545825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:45:58.594229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for b4473d7f-36ea-4e10-8a8c-29b63364c321 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:45:58.601535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:45:58.632959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.660484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] device_id is not set on port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:45:58.700668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:58.700894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=c157957a-2c93-417c-b1f7-ff69a098769c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:58.720886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Pushing event updated for resources: {'Port': ['ID=36ad6ff5-6295-426a-8040-db2e1cbf8c44,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:58.740024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.740357 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment f4dcfb66-5840-4154-ae29-7e82046bdd9a of type vlan for network 48aa0836-1b19-4bb7-8dc8-0e5559f1492b Feb 16 13:45:58.826323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Attempting to bind port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:45:58.827978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Attempting to bind port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:45:58.828813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Attempting to bind port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 on network 368b9fe5-d203-4945-92e1-eb43b9979e07 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:45:58.829328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.839988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:45:58.848554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Checking segment: {'id': 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:45:58.849197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.849725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Bound using segment: {'id': 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:45:58.850306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Bound port: 36ad6ff5-6295-426a-8040-db2e1cbf8c44, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '368b9fe5-d203-4945-92e1-eb43b9979e07'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:45:58.850685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.890954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:58.910804 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d5d0451-9f46-4503-872b-bfc571c510e5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/c157957a-2c93-417c-b1f7-ff69a098769c HTTP/1.1" status: 204 len: 168 time: 1.4088464 Feb 16 13:45:58.913291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58610) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:58.943888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:45:58.944277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:45:58.998576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fd38fea3-f901-4211-a3c3-8efc52eababf None None] Could not find standard attr ID for object c157957a-2c93-417c-b1f7-ff69a098769c. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:45:59.002991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.008268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:59.008959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.010976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:59.012681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:59.014260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:59.018852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:59.019044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8::1f (368b9fe5-d203-4945-92e1-eb43b9979e07/d4f6fc14-60d0-4517-a8f4-8929e6f158a4/0a3450ca-4536-4d26-a4a0-2b4f980cc8a3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:45:59.023313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] For port 36ad6ff5-6295-426a-8040-db2e1cbf8c44, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:45:59.027732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] For port 36ad6ff5-6295-426a-8040-db2e1cbf8c44, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=36ad6ff5-6295-426a-8040-db2e1cbf8c44,segment=NetworkSegment(aedc2f46-f015-4d3f-a50f-5ad5a48963d0),segment_id=aedc2f46-f015-4d3f-a50f-5ad5a48963d0)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:45:59.035894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.070565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:59.073766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fd4d841a-2f4e-4095-83fc-3262f3224a95 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1593564 Feb 16 13:45:59.077178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:59.159476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473989-4927-44fc-a33d-3de1ccf5ddff None None] Pushing event updated for resources: {'Port': ['ID=36ad6ff5-6295-426a-8040-db2e1cbf8c44,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:59.200354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 7e19d430-07d7-429b-a70c-17206119296a {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:59.205909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.247952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=48aa0836-1b19-4bb7-8dc8-0e5559f1492b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:59.259790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0e90123-4f6f-4044-b211-8a4306f9519e tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6771219 Feb 16 13:45:59.262991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 48aa0836-1b19-4bb7-8dc8-0e5559f1492b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:59.266647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58620) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:59.271637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.275505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1395416308'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:45:59.289898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:45:59.293981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.324783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:network and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:45:59.332078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:45:59.341856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:45:59.348112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=b4473d7f-36ea-4e10-8a8c-29b63364c321,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:59.362798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:45:59.366664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.432778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:45:59.445535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:45:59.446320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.446995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.447471 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Added segment 66210ff9-a16d-409a-a280-9879afd1b110 of type vlan for network cbccc95a-0916-47c3-94e9-18d336c4c19d Feb 16 13:45:59.460287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.527255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.545107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.547360 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff4e0e84-77fe-42eb-8f61-23cc0a1be5dd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/b4473d7f-36ea-4e10-8a8c-29b63364c321 HTTP/1.1" status: 204 len: 168 time: 2.5725222 Feb 16 13:45:59.561729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:59.600874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.607011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:45:59.607646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.613428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.632161 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7067f51-c896-45e7-9c05-0be5b7c91825 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:45:59.632771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7067f51-c896-45e7-9c05-0be5b7c91825 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:45:59.682124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a178bd5f-09aa-4bcf-9dc5-a77d34a87baf None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:45:59.713919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.716064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/7e19d430-07d7-429b-a70c-17206119296a HTTP/1.1" status: 204 len: 168 time: 0.6377254 Feb 16 13:45:59.721375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58628) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:59.728296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783e0e7-2f82-4168-9242-a9c90c9b1907 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=7e19d430-07d7-429b-a70c-17206119296a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:59.759088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7067f51-c896-45e7-9c05-0be5b7c91825 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:45:59.760255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b7067f51-c896-45e7-9c05-0be5b7c91825 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/b4473d7f-36ea-4e10-8a8c-29b63364c321 HTTP/1.1" status: 404 len: 333 time: 0.1975939 Feb 16 13:45:59.772987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:45:59.801922 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5338123 Feb 16 13:45:59.881953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983941d-ee6a-46ce-abad-ef7df4dcfe57 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Network': ['ID=cbccc95a-0916-47c3-94e9-18d336c4c19d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:45:59.901779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network cbccc95a-0916-47c3-94e9-18d336c4c19d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:45:59.924461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet ea965bbc-10c4-4938-a6dd-ec9d5164f2ed {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:45:59.928718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:45:59.963439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.004361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.034561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] For port 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,segment=NetworkSegment(4c03ffd5-3f56-4b91-bc9b-0402622fb162),segment_id=4c03ffd5-3f56-4b91-bc9b-0402622fb162)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:00.035039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.132224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.295482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 36ad6ff5-6295-426a-8040-db2e1cbf8c44 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:00.318898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.332248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Calling delete_port for 0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:00.385954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:00.419909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=ea965bbc-10c4-4938-a6dd-ec9d5164f2ed,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:00.428370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:00.438784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.443019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 4d7a6a14-2268-4bd5-abfa-db617969cc9f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:00.454115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.457773 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0a8a384e-4bf0-40e5-9ee2-60457f23376b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ea965bbc-10c4-4938-a6dd-ec9d5164f2ed HTTP/1.1" status: 204 len: 168 time: 0.7329047 Feb 16 13:46:00.460908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58638) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:00.576469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.732683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.787753 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c8e49259-f36c-4afc-a599-1124cb61f67c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3254166 Feb 16 13:46:00.788361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58642) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:00.800366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:00.881258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:00.892280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:00.894328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.912491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:00.918922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:00.919777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:00.950716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a6b4a-1716-4eed-bd58-ca6bd5edad2b None None] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:00.963665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=0a3450ca-4536-4d26-a4a0-2b4f980cc8a3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:00.969406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:00.976598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4ddd3fd6-a63d-4f0f-ba39-ea33d518edca tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.3591900 Feb 16 13:46:00.980317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58646) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:01.081445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.090805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:01.100512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:01.115381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b5bcc5d-045b-41c5-90c5-dc8ef66bcd88,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:01.222817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:01.245201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:01.250010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.274586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.323871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Provisioning for port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:01.342129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6a5ca-51f4-4258-886a-7a531b2f8e13 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:01.397154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Provisioning complete for port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:01.398029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.519535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.524083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.556137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.602752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.603510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 695078ec-2c0b-44c3-ae4e-052ab3f0f89d {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:01.640144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.657560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/4d7a6a14-2268-4bd5-abfa-db617969cc9f HTTP/1.1" status: 204 len: 168 time: 1.8833845 Feb 16 13:46:01.658753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c35343-afdb-4020-a75c-ac49910faa3a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7a6a14-2268-4bd5-abfa-db617969cc9f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:01.661778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58652) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:01.662649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3067760-2eb1-4ec9-8504-4dd767f15646 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:01.670302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.671398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1afe426f-7836-4ace-999d-292298a4fb89 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/routers/695078ec-2c0b-44c3-ae4e-052ab3f0f89d HTTP/1.1" status: 204 len: 168 time: 5.7154346 Feb 16 13:46:01.674186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:01.755027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting subnet e0db2d02-53c4-49a3-9d0b-e8a6e577ab14 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:01.759018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.836333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.888854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 11e6917a-2ce4-4820-b493-76af2e0d19c2 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:01.919691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:01.973977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.016008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.080385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.085961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.087280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.089432 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/subnets/e0db2d02-53c4-49a3-9d0b-e8a6e577ab14 HTTP/1.1" status: 204 len: 168 time: 0.4137857 Feb 16 13:46:02.094010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:02.100365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a80848-4164-42ef-93d6-b8a53c85e854 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0db2d02-53c4-49a3-9d0b-e8a6e577ab14,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:02.186271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.194779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] For port 36ad6ff5-6295-426a-8040-db2e1cbf8c44, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=36ad6ff5-6295-426a-8040-db2e1cbf8c44,segment=NetworkSegment(aedc2f46-f015-4d3f-a50f-5ad5a48963d0),segment_id=aedc2f46-f015-4d3f-a50f-5ad5a48963d0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:02.240709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.262887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.350091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000908-db57-405b-bcea-3ce4244c715c None None] Pushing event updated for resources: {'Port': ['ID=36ad6ff5-6295-426a-8040-db2e1cbf8c44,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:02.351851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.539225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.547909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-144de1c2-794d-43aa-b117-45a5a9931588 None None] Provisioning complete for port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:02.548551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-144de1c2-794d-43aa-b117-45a5a9931588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.592108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2a59e3-6908-4e7e-abff-607769b270b0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:02.595388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:02.620571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c03ffd5-3f56-4b91-bc9b-0402622fb162') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:02.620919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c03ffd5-3f56-4b91-bc9b-0402622fb162') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:02.622899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:02.627744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:02.631163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:02.632261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.651700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Deleting port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:02.652208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.652635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.694679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.705711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:02.706104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.837203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=0728659f-4d5e-4841-9435-eb6804aeaa45,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:02.893487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-99ce187d-5492-4fd8-8e41-00b8078c0798 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1036232 Feb 16 13:46:02.899984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58666) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:02.907679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:02.952394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:02.961508 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:02.969708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:02.975702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dd2a59e3-6908-4e7e-abff-607769b270b0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 16 13:46:02.978206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.039229 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/networks/dd2a59e3-6908-4e7e-abff-607769b270b0 HTTP/1.1" status: 204 len: 168 time: 0.9438140 Feb 16 13:46:03.039853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:03.063370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4988906-1046-4e39-81d0-72bdba194dbb tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd2a59e3-6908-4e7e-abff-607769b270b0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:03.081461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'subnets': [{'network_id': '48aa0836-1b19-4bb7-8dc8-0e5559f1492b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1061253827', 'ip_version': 6}, {'network_id': 'cbccc95a-0916-47c3-94e9-18d336c4c19d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:03.081969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'subnet': {'network_id': '48aa0836-1b19-4bb7-8dc8-0e5559f1492b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1061253827', 'ip_version': 6}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:03.085142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Request body: {'subnet': {'network_id': 'cbccc95a-0916-47c3-94e9-18d336c4c19d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:03.249098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] For port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:03.249740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.343705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Provisioning complete for port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:03.344104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.351852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:03.356863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:03.360557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:03.367308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:03.384076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.387893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:03.393138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.426292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.467938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Calling delete_port for 15d0dc5b-3d39-46bc-9948-64a73fddbe8a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:03.474920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:03.493575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'name': 'tempest-router--1786180831', 'project_id': 'f78a68d2dcd040d0abd0835355913692'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:03.520852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:03.532803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:router and tenant:f78a68d2dcd040d0abd0835355913692 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:03.549769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:03.565401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:03.578357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:03.583710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Usage tracker for resource:subnet and tenant:0a70f3bfef814d0b9b5c8e38de0772ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:03.587403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:03.594756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:03.610063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=0a3450ca-4536-4d26-a4a0-2b4f980cc8a3,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:03.614241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.622766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.623999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.646704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Made reservation on behalf of 0a70f3bfef814d0b9b5c8e38de0772ac for: {'subnet': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:03.651535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.651973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.739184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.763203 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/11e6917a-2ce4-4820-b493-76af2e0d19c2 HTTP/1.1" status: 204 len: 168 time: 2.0975935 Feb 16 13:46:03.763203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e84b47-966d-42aa-a980-cd5993dd58c2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=11e6917a-2ce4-4820-b493-76af2e0d19c2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:03.777590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58686) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:03.820276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.833425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.896029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] Pushing event deleted for resources: {'Port': ['ID=15d0dc5b-3d39-46bc-9948-64a73fddbe8a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:03.899434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.908331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e5de4-7287-4b3c-ac48-be88aae64dc6 None None] No DVR routers for this DVR port 15d0dc5b-3d39-46bc-9948-64a73fddbe8a on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:03.935777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Provisioning for port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:03.940500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7c229-8cf3-4842-adfd-2cbedcc4adf9 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:03.970301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Provisioning complete for port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:03.970581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:03.975161 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-db4dff44-25af-4327-b32d-4073e15feaa6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4990222 Feb 16 13:46:03.978828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.042877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:04.083991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3221b150-1ee0-4f49-9265-e7bcd092c3d0 None None] Network 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:04.163119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.172582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 36ad6ff5-6295-426a-8040-db2e1cbf8c44 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:04.217482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.232903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.276828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7315883f-81c7-467e-a633-2fc861a3e29a None None] Port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:04.298612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 3d211103-9b3c-4a0c-aeb7-776d32356206 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:04.299126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.455028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:04.455380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.498967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9d90a10-fa18-430b-a879-0490c0a45766 None None] Provisioning complete for port 3d211103-9b3c-4a0c-aeb7-776d32356206 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:04.499581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9d90a10-fa18-430b-a879-0490c0a45766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.500459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.568728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.572761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.616195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '0728659f-4d5e-4841-9435-eb6804aeaa45'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:04.617032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.758392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] DHCP port deletion for 79409db4-8b7a-4aeb-9bc2-1a4b3078db92 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:04.809705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.810609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0e4ae48-d40a-4dbe-8c84-6719fb87e252 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:04.815657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Deleting port 3d211103-9b3c-4a0c-aeb7-776d32356206 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:04.815657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.822846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:04.827117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad36c2e0-2661-41dd-a953-488127f67ba8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/routers/c0e4ae48-d40a-4dbe-8c84-6719fb87e252 HTTP/1.1" status: 204 len: 168 time: 0.7808354 Feb 16 13:46:05.023076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.030298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9d90a10-fa18-430b-a879-0490c0a45766 None None] Provisioning complete for port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:05.030675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9d90a10-fa18-430b-a879-0490c0a45766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.088305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58696) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:05.096977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9d90a10-fa18-430b-a879-0490c0a45766 None None] Port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:05.098598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 15d0dc5b-3d39-46bc-9948-64a73fddbe8a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:05.111520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d211103-9b3c-4a0c-aeb7-776d32356206,segment=NetworkSegment(ff46bc71-1d1d-46a9-b75b-fba8f20a52d5),segment_id=ff46bc71-1d1d-46a9-b75b-fba8f20a52d5)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:05.111947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.154062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Subnet': ['ID=1e77d069-a16e-45a3-8dd9-5f43cd049136,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:05.157268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Checking segment: {'id': 'f4dcfb66-5840-4154-ae29-7e82046bdd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '48aa0836-1b19-4bb7-8dc8-0e5559f1492b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:05.157268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network hostable DHCP agents. Network: 48aa0836-1b19-4bb7-8dc8-0e5559f1492b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:05.166124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Allocated IP 172.20.0.2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/0728659f-4d5e-4841-9435-eb6804aeaa45/70861921-e9a7-4027-83e8-eb845392e495) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:05.179505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network 48aa0836-1b19-4bb7-8dc8-0e5559f1492b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:05.188318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 15d0dc5b-3d39-46bc-9948-64a73fddbe8a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:05.189848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 15d0dc5b-3d39-46bc-9948-64a73fddbe8a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:05.192199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 48aa0836-1b19-4bb7-8dc8-0e5559f1492b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:05.199644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.287057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 3d211103-9b3c-4a0c-aeb7-776d32356206 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:05.298140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event updated for resources: {'Subnet': ['ID=158eaaf0-3ae5-40f9-be42-88a2010ea16d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:05.316437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Checking segment: {'id': '66210ff9-a16d-409a-a280-9879afd1b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'cbccc95a-0916-47c3-94e9-18d336c4c19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:05.317108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network hostable DHCP agents. Network: cbccc95a-0916-47c3-94e9-18d336c4c19d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:05.331659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] For port 3d211103-9b3c-4a0c-aeb7-776d32356206, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d211103-9b3c-4a0c-aeb7-776d32356206,segment=NetworkSegment(ff46bc71-1d1d-46a9-b75b-fba8f20a52d5),segment_id=ff46bc71-1d1d-46a9-b75b-fba8f20a52d5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:05.333194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.342123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Network cbccc95a-0916-47c3-94e9-18d336c4c19d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:05.357326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, cbccc95a-0916-47c3-94e9-18d336c4c19d) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:05.364259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.364980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.366261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.396331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-312e2d72-84b8-4916-bf30-1cd8b7a18848 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3403406 Feb 16 13:46:05.399414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:05.446595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:46:05.456331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-854088885', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:05.468723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.480631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.482148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.483838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.484691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:05.505415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:05.506090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:05.507270 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ec765ca-2220-4d70-b133-7da96ba30bfd tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1063685 Feb 16 13:46:05.516857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:05.531024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:05.533896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d12f4-d37d-4ad0-869b-9bd4a16a654e None None] Network 48aa0836-1b19-4bb7-8dc8-0e5559f1492b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:05.541838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:05.545983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4619b74-c337-4b08-acf7-677af3389f70 None None] Network cbccc95a-0916-47c3-94e9-18d336c4c19d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:05.558633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:05.567479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Calling delete_port for 3d211103-9b3c-4a0c-aeb7-776d32356206 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:05.591322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:05.612178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:05.615682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:05.616173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Deleting subnet 1e77d069-a16e-45a3-8dd9-5f43cd049136 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:05.616302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.620322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.646268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=e12c6a6f-2267-40bf-9f1e-7f3279a98d7d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:05.654662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.694733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.697707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.698763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.739348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=3d211103-9b3c-4a0c-aeb7-776d32356206,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:05.748932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port 3d211103-9b3c-4a0c-aeb7-776d32356206 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:05.783833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.789430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0d836ec6-dd10-4607-8847-5cdddd4943cb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8879776 Feb 16 13:46:05.790240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58710) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:05.803015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:ea:15:b2', 'name': 'tempest-NetworksTestDHCPv6-1129340378'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:05.868086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.897789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.910382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Subnet': ['ID=1e77d069-a16e-45a3-8dd9-5f43cd049136,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:05.914102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:05.943321 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8546b437-b35f-4a12-8b2d-3ae79e2e31e0 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/subnets/1e77d069-a16e-45a3-8dd9-5f43cd049136 HTTP/1.1" status: 204 len: 168 time: 0.4224887 Feb 16 13:46:05.943987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:05.971451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:05.971778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:05.990798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:46:06.015021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.023261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.044119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.044872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.047696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Deleting subnet 158eaaf0-3ae5-40f9-be42-88a2010ea16d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:06.052905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.077141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3924ca0b-7926-4c3a-a80a-0f945e1914f6 None None] Network 48aa0836-1b19-4bb7-8dc8-0e5559f1492b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:06.141550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.195662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d211103-9b3c-4a0c-aeb7-776d32356206 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:06.212324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79409db4-8b7a-4aeb-9bc2-1a4b3078db92']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.213640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.251888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3d211103-9b3c-4a0c-aeb7-776d32356206 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:06.252230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d211103-9b3c-4a0c-aeb7-776d32356206 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:06.300259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.335928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.336614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff46bc71-1d1d-46a9-b75b-fba8f20a52d5') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.348895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Subnet': ['ID=158eaaf0-3ae5-40f9-be42-88a2010ea16d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:06.351807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e9697-83ba-4e8a-8254-21c299def608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-cbccc95a-0916-47c3-94e9-18d336c4c19d', 'network_id': 'cbccc95a-0916-47c3-94e9-18d336c4c19d', 'tenant_id': '0a70f3bfef814d0b9b5c8e38de0772ac', 'fixed_ips': [{'subnet_id': '158eaaf0-3ae5-40f9-be42-88a2010ea16d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:06.352641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6e9697-83ba-4e8a-8254-21c299def608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.360404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.364582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.373367 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a4b7cf3e-8706-4f65-a2e6-04b1e257770b tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/subnets/158eaaf0-3ae5-40f9-be42-88a2010ea16d HTTP/1.1" status: 204 len: 168 time: 0.4258313 Feb 16 13:46:06.373676 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:06.412911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Transition to ACTIVE for port object 70861921-e9a7-4027-83e8-eb845392e495 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:06.455952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a1b34-2252-4cdc-a597-2935a87a9fca tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:06.456860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b15a1b34-2252-4cdc-a597-2935a87a9fca tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Synchronizing usage tracker for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:06.472824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Deleting port 3d211103-9b3c-4a0c-aeb7-776d32356206 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:06.473257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.476800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b15a1b34-2252-4cdc-a597-2935a87a9fca tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Unset dirty status for tenant:0a70f3bfef814d0b9b5c8e38de0772ac on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:06.483118 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b15a1b34-2252-4cdc-a597-2935a87a9fca tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081557 Feb 16 13:46:06.485868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:06.538966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Transition to ACTIVE for port object 70861921-e9a7-4027-83e8-eb845392e495 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:06.567133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.576405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee42eb-0b1c-46f5-9f5d-0c91cbfa6a4e None None] The port '3d211103-9b3c-4a0c-aeb7-776d32356206' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:46:06.580632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.617245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.653381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=0a3450ca-4536-4d26-a4a0-2b4f980cc8a3,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:06.670785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:06.673003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Pushing event updated for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:06.677207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:06.679055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:06.683401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:06.717347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715545f1-ca92-4a06-a0ec-8510d6274eb6 None None] Network cbccc95a-0916-47c3-94e9-18d336c4c19d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:06.747293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.752019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:06.760445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:06.764961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.771641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.776699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:06.777097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.799555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:06.801978 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:06.807616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbccc95a-0916-47c3-94e9-18d336c4c19d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.825666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66210ff9-a16d-409a-a280-9879afd1b110') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.825894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66210ff9-a16d-409a-a280-9879afd1b110') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:06.838606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.857657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.866188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:06.867280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.867418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Attempting to bind port 70861921-e9a7-4027-83e8-eb845392e495 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:06.867805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Attempting to bind port 70861921-e9a7-4027-83e8-eb845392e495 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:06.868180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Attempting to bind port 70861921-e9a7-4027-83e8-eb845392e495 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:06.886094 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:06.926983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:06.961317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:06.961317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:06.961317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:06.961317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:06.961897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Bound port: 70861921-e9a7-4027-83e8-eb845392e495, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:06.962369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.016468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.050136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.053742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=cbccc95a-0916-47c3-94e9-18d336c4c19d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:07.066355 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-04102529-8e43-4502-af42-5495a5cb010c tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/cbccc95a-0916-47c3-94e9-18d336c4c19d HTTP/1.1" status: 204 len: 168 time: 0.5761979 Feb 16 13:46:07.066355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58728) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:07.084899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.089975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.101882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:07.105734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:07.112130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.127338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:07.142683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:07.147443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=79409db4-8b7a-4aeb-9bc2-1a4b3078db92,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:07.155472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-05ada770-b8ed-4722-b385-e0ccb30cf0c4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/79409db4-8b7a-4aeb-9bc2-1a4b3078db92 HTTP/1.1" status: 204 len: 168 time: 3.3767688 Feb 16 13:46:07.161356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58732) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:07.216628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0135-f5ea-4032-95cf-823f4ada63c6 None None] Pushing event updated for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:07.333324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.397070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.494352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 1cac16a5-d671-4e58-b4c2-9de903fb3170 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:07.510480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.541857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aa0836-1b19-4bb7-8dc8-0e5559f1492b']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:07.552767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-14aaab72-15bb-4b16-82d0-de4c8cb67b12 None None] Provisioning complete for port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:07.553829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14aaab72-15bb-4b16-82d0-de4c8cb67b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.560696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dcfb66-5840-4154-ae29-7e82046bdd9a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:07.560975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dcfb66-5840-4154-ae29-7e82046bdd9a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:07.575824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.601639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.611234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:07.611616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.618187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-14aaab72-15bb-4b16-82d0-de4c8cb67b12 None None] Port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:07.629139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9fdcb6-fd37-4907-b6bf-ce943221d530 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:07.629850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9f9fdcb6-fd37-4907-b6bf-ce943221d530 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:07.630588 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:07.709761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router c1fd2f95-f44b-41af-aff9-a659fc28d22b is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:07.720274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.731575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9f9fdcb6-fd37-4907-b6bf-ce943221d530 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:07.738638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9f9fdcb6-fd37-4907-b6bf-ce943221d530 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5093021 Feb 16 13:46:07.742675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.744998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:07.788436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=48aa0836-1b19-4bb7-8dc8-0e5559f1492b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:07.807008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c93d76c-0327-495e-af3c-07d1b3500425 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/48aa0836-1b19-4bb7-8dc8-0e5559f1492b HTTP/1.1" status: 204 len: 168 time: 0.7397957 Feb 16 13:46:07.813069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58740) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:07.940176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:07.956949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15fb3534-d299-4ef9-8793-b878ce24537e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2075572 Feb 16 13:46:07.957173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58744) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:07.963211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-705459530'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:07.971116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:08.008554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:08.027946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:08.099837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:08.137650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:08.141580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.154093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.203969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d18f62-1c22-485a-88b5-43e3897ef101']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.208829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 70861921-e9a7-4027-83e8-eb845392e495 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:08.232177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:08.249046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76aa306-fcbb-49c1-acbf-555ba577baa1') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.249366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76aa306-fcbb-49c1-acbf-555ba577baa1') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.261226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.261586 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 7a180735-3abb-45cd-8240-7991ac057be6 of type vlan for network fec925a0-58a5-4798-b515-de44eb4f4a26 Feb 16 13:46:08.270399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.291876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.297461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 70861921-e9a7-4027-83e8-eb845392e495 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:08.307431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.320607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.326004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:08.327359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.340236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:08.343000 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:08.390625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:08.409078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] Sync routers for ids ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:08.411666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 172.20.0.10 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/0728659f-4d5e-4841-9435-eb6804aeaa45/1cac16a5-d671-4e58-b4c2-9de903fb3170) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:08.421003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f74f2cc7-b2ef-4df2-a118-f0a27ea62dbf tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/c1fd2f95-f44b-41af-aff9-a659fc28d22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4393358 Feb 16 13:46:08.429614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58748) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:08.430921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] Routers {'c1fd2f95-f44b-41af-aff9-a659fc28d22b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:08.431609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.472222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.477787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:feea:15b2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/e12c6a6f-2267-40bf-9f1e-7f3279a98d7d/1cac16a5-d671-4e58-b4c2-9de903fb3170) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:08.481771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:08.482549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.501793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c2be7-e0de-4b6c-9a92-132297898313 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:08.528651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.597795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.599451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.602402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b990f9-8ad7-4c00-9f33-9a8c621c5f6b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:08.603229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-90b990f9-8ad7-4c00-9f33-9a8c621c5f6b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:08.628317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6700850 Feb 16 13:46:08.632030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58752) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:08.633219 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/03d18f62-1c22-485a-88b5-43e3897ef101 HTTP/1.1" status: 204 len: 168 time: 0.8191397 Feb 16 13:46:08.634381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Provisioning for port 70861921-e9a7-4027-83e8-eb845392e495 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:08.637594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:08.643561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] Routers {'c1fd2f95-f44b-41af-aff9-a659fc28d22b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:08.644206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.656196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:08.658976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582e57b-362b-4408-8d68-6722bfa15aa6 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=fec925a0-58a5-4798-b515-de44eb4f4a26,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:08.703620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fec925a0-58a5-4798-b515-de44eb4f4a26 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:08.733119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Provisioning complete for port 70861921-e9a7-4027-83e8-eb845392e495 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:08.733782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.747549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118ed08-4875-42e8-8b19-01b6654b6179 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=03d18f62-1c22-485a-88b5-43e3897ef101,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:08.776777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-90b990f9-8ad7-4c00-9f33-9a8c621c5f6b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:08.780894 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-90b990f9-8ad7-4c00-9f33-9a8c621c5f6b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports/0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 HTTP/1.1" status: 200 len: 982 time: 0.3500211 Feb 16 13:46:08.781580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58760) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:08.786444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Allocated IP 172.26.1.159 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/0b2bbbea-3a33-4896-a01c-5b013924c872) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:08.795924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.818799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:08.819799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a3f397-636f-45dd-899f-d95f22644f64 None None] The sync data for ids ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:08.954302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:08.987397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53596e8a-60e9-4904-9be5-0a2e46a882c8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:09.006284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02874e12-55dc-44cf-9905-b660ce8cf39a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:09.007095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02874e12-55dc-44cf-9905-b660ce8cf39a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:09.024211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.044146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.051431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:09.051837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:09.071882 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:09.154974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.159438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.187599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] Pushing event deleted for resources: {'Network': ['ID=53596e8a-60e9-4904-9be5-0a2e46a882c8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:09.194923 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1af2458f-3fc5-4bde-9747-6b33fc8e5717 tempest-BulkNetworkOpsIpV6Test-317069966 tempest-BulkNetworkOpsIpV6Test-317069966-project] 10.222.0.105 "DELETE /v2.0/networks/53596e8a-60e9-4904-9be5-0a2e46a882c8 HTTP/1.1" status: 204 len: 168 time: 0.5559938 Feb 16 13:46:09.229482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.285343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:09.303784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:09.311530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.403637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:09.414668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:09.447535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:09.534357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f334cc0-357c-4e10-b67a-a3b89aaa282b None None] Pushing event updated for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:09.551828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '0728659f-4d5e-4841-9435-eb6804aeaa45', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e12c6a6f-2267-40bf-9f1e-7f3279a98d7d'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '70861921-e9a7-4027-83e8-eb845392e495'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:46:09.580342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:09.597822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:09.601444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.628225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.780342 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3f4454af-4fa2-4e85-bc6c-be3807e7537c admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0a70f3bfef814d0b9b5c8e38de0772ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983337 Feb 16 13:46:09.782930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:09.784712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.878948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 1cac16a5-d671-4e58-b4c2-9de903fb3170 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:09.887093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:09.977869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.012961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.053645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.076702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.106681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410fce40-0927-480e-af94-167630cb0351,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:10.106681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.111248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9cbd9746-0fe6-4d84-8283-1b2ae445263b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/410fce40-0927-480e-af94-167630cb0351 HTTP/1.1" status: 204 len: 168 time: 0.3232918 Feb 16 13:46:10.126138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Allocated IP 2001:db8::f816:3eff:fe09:cea (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/e12c6a6f-2267-40bf-9f1e-7f3279a98d7d/70861921-e9a7-4027-83e8-eb845392e495) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:10.175233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 70861921-e9a7-4027-83e8-eb845392e495 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:10.339152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.359012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:10.374975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:10.377752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:10.420446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 70861921-e9a7-4027-83e8-eb845392e495 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:10.420842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.430643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=1cac16a5-d671-4e58-b4c2-9de903fb3170,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:10.455598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:10.486700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:10.491255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:10.493947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:10.510275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.525559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.529901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.530496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.530833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.531156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.531466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.531785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.532092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.532405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.532714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.533090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.533480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.533788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:10.557947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Transition to ACTIVE for port object 70861921-e9a7-4027-83e8-eb845392e495 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:10.567904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.695433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:10.696083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.764045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event updated for resources: {'Port': ['ID=0b2bbbea-3a33-4896-a01c-5b013924c872,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:10.774498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ec4b120-d529-4e76-bc0d-f5a3b642ac24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:10.780983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db1de2-b8bf-4665-8099-b206374a85f2 None None] Pushing event updated for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:10.834972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=b8747510-0179-4104-a849-9969876662eb,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:10.937699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '7a180735-3abb-45cd-8240-7991ac057be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:10.938061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: fec925a0-58a5-4798-b515-de44eb4f4a26, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:10.946206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58800) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:10.946770 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4f553892-07aa-431b-919e-b2007ad0e041 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.1480043 Feb 16 13:46:11.075610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network fec925a0-58a5-4798-b515-de44eb4f4a26 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:11.091683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54c3ce-1468-468c-8acf-21f054386f6a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:11.100784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54c3ce-1468-468c-8acf-21f054386f6a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:11.103029 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a54c3ce-1468-468c-8acf-21f054386f6a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1557555 Feb 16 13:46:11.106187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58804) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:11.109533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fec925a0-58a5-4798-b515-de44eb4f4a26) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:11.110910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:11.122100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3ef16-f4de-4eeb-9d6b-6f21df677dd7 None None] Network fec925a0-58a5-4798-b515-de44eb4f4a26 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:11.123686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:11.124321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.225749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.247046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 1cac16a5-d671-4e58-b4c2-9de903fb3170 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:11.248275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.377700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1864833039'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:11.396248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:11.405069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:11.410810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:11.425871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:11.434735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-07db8f14-3836-419b-b67a-a3a04b6480a4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7978706 Feb 16 13:46:11.450816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58814) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:11.463452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fec925a0-58a5-4798-b515-de44eb4f4a26', 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': 'b8747510-0179-4104-a849-9969876662eb'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:11.464661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.515102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26', 'name': 'tempest-PortsIpV6TestJSON-574870683'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:11.522755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:11.526893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.546157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.570531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:11.585991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:security_group_rule and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:11.591278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3b00242b-f3cf-4e1c-85a9-c00a61ae920b None None] Provisioning for port 70861921-e9a7-4027-83e8-eb845392e495 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:11.592898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:11.605712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3b00242b-f3cf-4e1c-85a9-c00a61ae920b None None] Provisioning complete for port 70861921-e9a7-4027-83e8-eb845392e495 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:11.606274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3b00242b-f3cf-4e1c-85a9-c00a61ae920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.613066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:11.644496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.664835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.763702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Allocated IP 2001:db8::2 (fec925a0-58a5-4798-b515-de44eb4f4a26/b8747510-0179-4104-a849-9969876662eb/17d34f25-b072-4c2f-ba56-b551cd985aad) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:11.801327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 1cac16a5-d671-4e58-b4c2-9de903fb3170 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:11.981969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:11.989944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.061340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:12.096623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=336648f3-ca86-4ab8-8418-49f5b3a96a25,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:12.119563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.119917 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment b7f763da-3093-44a4-b954-866ccd49479c of type vlan for network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 Feb 16 13:46:12.123652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.123975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.124307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.124758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.125112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.125433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.125744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.126055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.126397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.126709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.127016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.127320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:12.143024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 70861921-e9a7-4027-83e8-eb845392e495 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:12.177365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.226389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.249954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:12.254297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5144cc0b-78aa-4fa4-a8ed-9b0a2fc788fc None None] Provisioning for port 1cac16a5-d671-4e58-b4c2-9de903fb3170 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:12.273229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=1cac16a5-d671-4e58-b4c2-9de903fb3170,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:12.278937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5144cc0b-78aa-4fa4-a8ed-9b0a2fc788fc None None] Provisioning complete for port 1cac16a5-d671-4e58-b4c2-9de903fb3170 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:12.279463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5144cc0b-78aa-4fa4-a8ed-9b0a2fc788fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.331304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5144cc0b-78aa-4fa4-a8ed-9b0a2fc788fc None None] Port 1cac16a5-d671-4e58-b4c2-9de903fb3170 was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:46:12.339689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:12.372591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:12.376621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.376982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.398811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Transition to ACTIVE for port object 17d34f25-b072-4c2f-ba56-b551cd985aad will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:12.402610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.405458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 70861921-e9a7-4027-83e8-eb845392e495 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:12.405876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.408152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:12.408772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.440616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.472747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:12.473720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.492634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Transition to ACTIVE for port object 17d34f25-b072-4c2f-ba56-b551cd985aad will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:12.505465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.537698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port ebad0908-c059-4293-b6af-51380790b7ab yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:12.552707 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4400890 Feb 16 13:46:12.560088 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d3bf0625-e660-4f4c-b8bc-cf42187f6d5c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/1cac16a5-d671-4e58-b4c2-9de903fb3170 HTTP/1.1" status: 204 len: 168 time: 1.4513068 Feb 16 13:46:12.563389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:12.566428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7fb3d2-7ad5-4867-8fbe-cc3d5c251e8c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=8ea4c34b-f484-49e4-abbf-eefcc951dbb7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:12.683314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.692806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:12.694751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:12.696244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:12.697114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:12.714385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:12.715840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:12.720756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15cd1b2c-a247-4203-a3c3-cdb339185250 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1563058 Feb 16 13:46:12.721547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:12.761674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Network fec925a0-58a5-4798-b515-de44eb4f4a26 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:12.763001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:12.769944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Pushing event updated for resources: {'Port': ['ID=17d34f25-b072-4c2f-ba56-b551cd985aad,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:12.774830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:12.780864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:12.783262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:12.907402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 0728659f-4d5e-4841-9435-eb6804aeaa45 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:12.915209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.955111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Attempting to bind port 17d34f25-b072-4c2f-ba56-b551cd985aad on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:12.955561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Attempting to bind port 17d34f25-b072-4c2f-ba56-b551cd985aad by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '7a180735-3abb-45cd-8240-7991ac057be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:12.955837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Attempting to bind port 17d34f25-b072-4c2f-ba56-b551cd985aad on network fec925a0-58a5-4798-b515-de44eb4f4a26 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:12.964321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:12.964678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Checking segment: {'id': '7a180735-3abb-45cd-8240-7991ac057be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:12.965076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.965448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Bound using segment: {'id': '7a180735-3abb-45cd-8240-7991ac057be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:12.966328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Bound port: 17d34f25-b072-4c2f-ba56-b551cd985aad, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a180735-3abb-45cd-8240-7991ac057be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:12.966328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:12.966556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:12.974803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:12.980369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:13.081086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.113384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:13.117491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.119942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] For port 17d34f25-b072-4c2f-ba56-b551cd985aad, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:13.126253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] For port 17d34f25-b072-4c2f-ba56-b551cd985aad, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=17d34f25-b072-4c2f-ba56-b551cd985aad,segment=NetworkSegment(7a180735-3abb-45cd-8240-7991ac057be6),segment_id=7a180735-3abb-45cd-8240-7991ac057be6)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:13.131973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.178864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:13.184097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.232233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bb46e-b5af-473a-ad91-04d57cd7a483 None None] Pushing event updated for resources: {'Port': ['ID=17d34f25-b072-4c2f-ba56-b551cd985aad,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:13.248931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::3cd (fec925a0-58a5-4798-b515-de44eb4f4a26/b8747510-0179-4104-a849-9969876662eb/ebad0908-c059-4293-b6af-51380790b7ab) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:13.263098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 0a3450ca-4536-4d26-a4a0-2b4f980cc8a3 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:13.375828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.509614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Router 156df3fe-5348-4ab0-9a2b-310e7f71c953 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:13.558310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.618078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=0728659f-4d5e-4841-9435-eb6804aeaa45,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:13.623649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.628434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.636006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13d2fe-838f-4c25-a99d-5c2e26290f30 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:13.691286 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16eb82eb-0615-48fa-b2ec-272d0269fae6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/0728659f-4d5e-4841-9435-eb6804aeaa45 HTTP/1.1" status: 204 len: 168 time: 0.9686396 Feb 16 13:46:13.695186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58834) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:13.748027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387f44a-9ced-45c7-98c9-38332674fb1d req-5ecdd6fb-e470-4551-96f2-f08bb91739a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:13.749531 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8387f44a-9ced-45c7-98c9-38332674fb1d req-5ecdd6fb-e470-4551-96f2-f08bb91739a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4542701 Feb 16 13:46:13.767029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=aa1ebe2e-ea1b-4314-8694-7c73ec0fc130,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:13.798285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': 'b7f763da-3093-44a4-b954-866ccd49479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:13.798684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 8ea4c34b-f484-49e4-abbf-eefcc951dbb7, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:13.806836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet e12c6a6f-2267-40bf-9f1e-7f3279a98d7d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:13.811901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.883926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:13.888748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.925137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3680a20-4be3-4390-acd1-e7d60b8412ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.939499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 8ea4c34b-f484-49e4-abbf-eefcc951dbb7) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:13.950997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:13.951581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:13.969049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c5f65-951b-4fbf-b289-65dcce896671 None None] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:13.996151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-42b407d4-a329-420c-b951-f9f30ca971ef tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2270553 Feb 16 13:46:13.997264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58838) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:14.012412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-141599544'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:14.025525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:14.030589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:14.034592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:14.044690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.159141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.160344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.167090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.171904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:14.190985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object ebad0908-c059-4293-b6af-51380790b7ab will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:14.246624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=e12c6a6f-2267-40bf-9f1e-7f3279a98d7d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:14.254446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:14.255898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 17d34f25-b072-4c2f-ba56-b551cd985aad up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:14.265564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.271495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:14.276375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.277300 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] Sync routers for ids ['156df3fe-5348-4ab0-9a2b-310e7f71c953'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:14.284588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.289021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] Routers {'156df3fe-5348-4ab0-9a2b-310e7f71c953'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:14.289645 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['156df3fe-5348-4ab0-9a2b-310e7f71c953'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:14.321452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-43dc46b8-a63b-490a-b055-89b17b0e99ed tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/e12c6a6f-2267-40bf-9f1e-7f3279a98d7d HTTP/1.1" status: 204 len: 168 time: 0.6252937 Feb 16 13:46:14.324949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58842) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:14.390611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.408659 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:14.431155 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] Routers {'156df3fe-5348-4ab0-9a2b-310e7f71c953'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:14.432273 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['156df3fe-5348-4ab0-9a2b-310e7f71c953'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:14.466593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=ebad0908-c059-4293-b6af-51380790b7ab,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:14.502049 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8387f44a-9ced-45c7-98c9-38332674fb1d req-bb5eb6c6-23fe-4a08-99c0-3aa115867d08 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7378352 Feb 16 13:46:14.516330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network fec925a0-58a5-4798-b515-de44eb4f4a26 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:14.522824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8da96d46-823f-4e23-a58d-fe3775c52b12 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1823208 Feb 16 13:46:14.525634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:14.545354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:14.547673 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:14.548543 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a577c099-08d2-44ad-831b-ad36dbd90b13 None None] The sync data for ids ['156df3fe-5348-4ab0-9a2b-310e7f71c953'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:14.555160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:14.556194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:14.571451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:14.578952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.590953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:14.592879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.611402 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f096e3bd-0f34-46db-a11b-330fcfd7ca0b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5215814 Feb 16 13:46:14.618056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:14.632377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.633449 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 56bd1c41-5423-4f56-ab0a-b6288f6a80f7 of type vlan for network 18ac2379-aecb-4d91-ba08-57118e37d09a Feb 16 13:46:14.658922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 17d34f25-b072-4c2f-ba56-b551cd985aad completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:14.659902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.741149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-8ea4c34b-f484-49e4-abbf-eefcc951dbb7', 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': 'aa1ebe2e-ea1b-4314-8694-7c73ec0fc130'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:14.742316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.754912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-77522fb1-bcb8-4bfa-ab38-c764d41da38e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3031466 Feb 16 13:46:14.775205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58856) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:14.821749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=0a3450ca-4536-4d26-a4a0-2b4f980cc8a3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:14.845540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'fec925a0-58a5-4798-b515-de44eb4f4a26', 'name': 'tempest-PortsIpV6TestJSON-1980955315'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:14.901797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550b245-d1aa-467b-8604-cfa90bbc09bd None None] Network fec925a0-58a5-4798-b515-de44eb4f4a26 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:14.906398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:14.968894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Allocated IP 172.20.255.242 (8ea4c34b-f484-49e4-abbf-eefcc951dbb7/aa1ebe2e-ea1b-4314-8694-7c73ec0fc130/84dcfa8e-c426-4acf-8584-86d07c10d78d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:15.046642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b0dafda6-faed-4f97-89f1-ee05e1302aa1 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/156df3fe-5348-4ab0-9a2b-310e7f71c953 HTTP/1.1" status: 200 len: 920 time: 0.4261947 Feb 16 13:46:15.051387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58860) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:15.121362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:15.121782 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54c02975-bee2-44c2-b049-30e4e5a1a9b0 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=156df3fe-5348-4ab0-9a2b-310e7f71c953 HTTP/1.1" status: 200 len: 205 time: 0.0689299 Feb 16 13:46:15.124331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58864) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:15.126167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:15.129559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:15.134488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:15.147285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:15.162433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:15.177325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.183894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:15.184547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.200590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:15.230055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:15.234171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.244957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf030ef-4b6f-4793-b1bc-a85a05e0ebd1 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:15.333758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:15.395274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.404889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:15.408636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.425224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Provisioning for port 17d34f25-b072-4c2f-ba56-b551cd985aad completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:15.469241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Provisioning complete for port 17d34f25-b072-4c2f-ba56-b551cd985aad triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:15.469670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.491030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4868011 Feb 16 13:46:15.501090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58868) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:15.510056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.544649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a831f30-38cc-47c4-a76e-70540432c9bd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=18ac2379-aecb-4d91-ba08-57118e37d09a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:15.545651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.577894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:15.588376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 18ac2379-aecb-4d91-ba08-57118e37d09a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:15.673908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 5469f7a3-64b7-4af9-ab6a-a286abbc95dd yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:15.698314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.742787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Transition to ACTIVE for port object 84dcfa8e-c426-4acf-8584-86d07c10d78d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:15.764165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:15.767546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:15.772618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:15.773309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.798053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=6edc2093-f2c4-43f7-afbd-ad1723b0b5ad,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:15.823491 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-247ce671-fca1-4a14-bed9-bd92187ed67b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2824931 Feb 16 13:46:15.824720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58872) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:15.834577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.835688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:15.890276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:15.905393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Transition to ACTIVE for port object 84dcfa8e-c426-4acf-8584-86d07c10d78d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:15.931917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.022718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:16.028571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:16.032635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:16.041123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:16.059918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:16.064479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.106304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:16.120203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a926b-1971-43ae-b139-d3b8e2f0a766 req-c4662231-c931-48a4-9ac1-c48fc4e50433 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:16.122192 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-221a926b-1971-43ae-b139-d3b8e2f0a766 req-c4662231-c931-48a4-9ac1-c48fc4e50433 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 1.3730326 Feb 16 13:46:16.122876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:16.125577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:16.151784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Pushing event updated for resources: {'Port': ['ID=84dcfa8e-c426-4acf-8584-86d07c10d78d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:16.210811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.221640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.222369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.222824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.223239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.223662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.224078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.224616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.225283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.225703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.226113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.226579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.227058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:46:16.267720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:16.288001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:16.308477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Attempting to bind port 84dcfa8e-c426-4acf-8584-86d07c10d78d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:16.309137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Attempting to bind port 84dcfa8e-c426-4acf-8584-86d07c10d78d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'b7f763da-3093-44a4-b954-866ccd49479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:16.309476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Attempting to bind port 84dcfa8e-c426-4acf-8584-86d07c10d78d on network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:16.328060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:16.328368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Checking segment: {'id': 'b7f763da-3093-44a4-b954-866ccd49479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:16.328890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.329358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:16.329532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Bound using segment: {'id': 'b7f763da-3093-44a4-b954-866ccd49479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:16.330087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Bound port: 84dcfa8e-c426-4acf-8584-86d07c10d78d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f763da-3093-44a4-b954-866ccd49479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8ea4c34b-f484-49e4-abbf-eefcc951dbb7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:16.330609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.341085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] For port 17d34f25-b072-4c2f-ba56-b551cd985aad, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=17d34f25-b072-4c2f-ba56-b551cd985aad,segment=NetworkSegment(7a180735-3abb-45cd-8240-7991ac057be6),segment_id=7a180735-3abb-45cd-8240-7991ac057be6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:16.354344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.416212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:16.429805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:16.437460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router c1fd2f95-f44b-41af-aff9-a659fc28d22b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:46:16.445751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-221a926b-1971-43ae-b139-d3b8e2f0a766 req-d2429985-ed0c-48e3-8363-29df460cd1a7 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3022673 Feb 16 13:46:16.493316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Deleting port 70861921-e9a7-4027-83e8-eb845392e495 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:16.493798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.537991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:46:16.557751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::38d (fec925a0-58a5-4798-b515-de44eb4f4a26/b8747510-0179-4104-a849-9969876662eb/5469f7a3-64b7-4af9-ab6a-a286abbc95dd) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:16.602472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4eaa1-3527-4bc0-a8c9-a92ba820cf50 None None] Pushing event updated for resources: {'Port': ['ID=17d34f25-b072-4c2f-ba56-b551cd985aad,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:16.611228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0489886f-2316-4129-b952-6572e69f470e None None] Provisioning complete for port 70861921-e9a7-4027-83e8-eb845392e495 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:16.611777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0489886f-2316-4129-b952-6572e69f470e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.673106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] For port 84dcfa8e-c426-4acf-8584-86d07c10d78d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:16.674535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:16.680037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.710722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] For port 84dcfa8e-c426-4acf-8584-86d07c10d78d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=84dcfa8e-c426-4acf-8584-86d07c10d78d,segment=NetworkSegment(b7f763da-3093-44a4-b954-866ccd49479c),segment_id=b7f763da-3093-44a4-b954-866ccd49479c)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:16.723823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.803480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.842912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:16.925355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c9750-265b-4552-a03b-cf5d7d2f8f4f None None] Pushing event updated for resources: {'Port': ['ID=84dcfa8e-c426-4acf-8584-86d07c10d78d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:17.078175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:17.078537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.167541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port 0b2bbbea-3a33-4896-a01c-5b013924c872 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:17.167902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.251759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:17.252109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Calling delete_port for 70861921-e9a7-4027-83e8-eb845392e495 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:17.287460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:17.300331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.306833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.307901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.313338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] Sync routers for ids ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:17.338101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Provisioning for port ebad0908-c059-4293-b6af-51380790b7ab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:17.346427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] Routers {'c1fd2f95-f44b-41af-aff9-a659fc28d22b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:17.347334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:17.371008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.396518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 5469f7a3-64b7-4af9-ab6a-a286abbc95dd will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:17.424546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:17.431944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:17.434812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:17.435544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.446367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:17.451772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Provisioning complete for port ebad0908-c059-4293-b6af-51380790b7ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:17.452037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.476207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=6baa9e82-08db-4a2c-82bc-c51f82b8efa1,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:17.487367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=8']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:17.496456 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-890ee648-7d2a-4567-b4d5-86916d1e58e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6675060 Feb 16 13:46:17.496658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:17.503225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5e98c869-de68-4683-9717-655d78eb2ed3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/c1fd2f95-f44b-41af-aff9-a659fc28d22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6957448 Feb 16 13:46:17.506897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:40:3a:3b', 'name': 'tempest-NetworksTestDHCPv6-558121553'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:17.521467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:17.523039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] Routers {'c1fd2f95-f44b-41af-aff9-a659fc28d22b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:17.523941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:17.655087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:17.655488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293854c-471f-4b0c-93de-29367b1839dc None None] The sync data for ids ['c1fd2f95-f44b-41af-aff9-a659fc28d22b'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:17.656856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:17.657205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:17.659424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Port ebad0908-c059-4293-b6af-51380790b7ab cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:17.671295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Provisioning complete for port 17d34f25-b072-4c2f-ba56-b551cd985aad triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:17.671662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-809a41aa-6b79-453a-820d-b9617f90bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.673442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:17.677956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:17.681134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:17.687388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:17.701235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:17.822965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35582519-4082-4420-a5e9-901d93b7e64a req-d713af61-8fd9-4adc-bb39-cfb1fb9332ae tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:17.824990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-35582519-4082-4420-a5e9-901d93b7e64a req-d713af61-8fd9-4adc-bb39-cfb1fb9332ae tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 1.1615949 Feb 16 13:46:17.831923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:17.864024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 090b8890-5544-474f-8389-15dd40f1a02c yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:18.114668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.159019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Deleting port 70861921-e9a7-4027-83e8-eb845392e495 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:18.159403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.267684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc6190-b988-4d6e-ba1f-f0697e3769b7 None None] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:18.272408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 172.20.0.5 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6edc2093-f2c4-43f7-afbd-ad1723b0b5ad/090b8890-5544-474f-8389-15dd40f1a02c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:18.281246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe40:3a3b (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6baa9e82-08db-4a2c-82bc-c51f82b8efa1/090b8890-5544-474f-8389-15dd40f1a02c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:18.290382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 17d34f25-b072-4c2f-ba56-b551cd985aad up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:18.305627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.346585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for 0b2bbbea-3a33-4896-a01c-5b013924c872 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:18.379825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-35582519-4082-4420-a5e9-901d93b7e64a req-eccb171b-7910-4c56-9d36-2501cf2178d4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135676 Feb 16 13:46:18.495174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-daf4b5f6-c832-4f7c-a586-d672db70ef29 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 13:46:18.496123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-daf4b5f6-c832-4f7c-a586-d672db70ef29 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/c1fd2f95-f44b-41af-aff9-a659fc28d22b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9640291 Feb 16 13:46:18.504600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58890) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:18.547325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0e33fc6-b94e-4288-9d4e-8e7204577d8c None None] Provisioning for port 84dcfa8e-c426-4acf-8584-86d07c10d78d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:18.557560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7e097150-38d7-4ea3-97f3-5e2093fb49d2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:18.577381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network fec925a0-58a5-4798-b515-de44eb4f4a26 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:18.577613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7e097150-38d7-4ea3-97f3-5e2093fb49d2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:18.578925 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7e097150-38d7-4ea3-97f3-5e2093fb49d2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1fd2f95-f44b-41af-aff9-a659fc28d22b HTTP/1.1" status: 200 len: 205 time: 0.0728073 Feb 16 13:46:18.588142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:18.596114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:18.606996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:18.612336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:18.613093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.618347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 17d34f25-b072-4c2f-ba56-b551cd985aad triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:18.618561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=5469f7a3-64b7-4af9-ab6a-a286abbc95dd,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:18.618657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.704487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b7c6a6be-4571-4a58-aaa4-dc8831cd2686 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8795331 Feb 16 13:46:18.708918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58898) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:18.741128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] For port 70861921-e9a7-4027-83e8-eb845392e495, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=70861921-e9a7-4027-83e8-eb845392e495,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:18.741557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.744822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.813511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:18.888405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Calling delete_port for 70861921-e9a7-4027-83e8-eb845392e495 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:18.929630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.001251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=9d42e412-6492-4120-9553-670ec11e549e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:19.042258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.077978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 090b8890-5544-474f-8389-15dd40f1a02c will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:19.080569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.083804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.086673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f2f4401e-d43f-41cd-aaf5-767067eb04c0 None None] Provisioning for port 5469f7a3-64b7-4af9-ab6a-a286abbc95dd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:19.100636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c79acb-a379-4271-aa9a-1ee95e032c8f req-ce841a42-f79e-4f14-a409-9cc56af591f0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:19.102382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1c79acb-a379-4271-aa9a-1ee95e032c8f req-ce841a42-f79e-4f14-a409-9cc56af591f0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5928967 Feb 16 13:46:19.117235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=0b2bbbea-3a33-4896-a01c-5b013924c872,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:19.127200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.127769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router c1fd2f95-f44b-41af-aff9-a659fc28d22b {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:19.134325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f2f4401e-d43f-41cd-aaf5-767067eb04c0 None None] Provisioning complete for port 5469f7a3-64b7-4af9-ab6a-a286abbc95dd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:19.134698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2f4401e-d43f-41cd-aaf5-767067eb04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.147096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.148198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-83f48ff3-e594-4253-9e5b-3329a054f24e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/c1fd2f95-f44b-41af-aff9-a659fc28d22b HTTP/1.1" status: 204 len: 168 time: 0.5597849 Feb 16 13:46:19.149396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.150935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58902) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:19.187221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 84dcfa8e-c426-4acf-8584-86d07c10d78d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:19.222270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '56bd1c41-5423-4f56-ab0a-b6288f6a80f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:19.222270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 18ac2379-aecb-4d91-ba08-57118e37d09a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:19.258711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a86b43-806a-4b89-b222-e8ca094ae290 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:19.259249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:19.260039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40a86b43-806a-4b89-b222-e8ca094ae290 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:19.272880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:19.279260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f2f4401e-d43f-41cd-aaf5-767067eb04c0 None None] Port 5469f7a3-64b7-4af9-ab6a-a286abbc95dd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:19.283151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:19.291565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.310521 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1c79acb-a379-4271-aa9a-1ee95e032c8f req-3607f365-227f-4587-84b6-bdffcc8ed735 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533155 Feb 16 13:46:19.327572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.365217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet d4f6fc14-60d0-4517-a8f4-8929e6f158a4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:19.374696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] Pushing event deleted for resources: {'Port': ['ID=70861921-e9a7-4027-83e8-eb845392e495,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:19.382738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 18ac2379-aecb-4d91-ba08-57118e37d09a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:19.388190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=090b8890-5544-474f-8389-15dd40f1a02c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:19.427250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:19.428165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.432188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f863a-b2bb-4ca0-8795-4f5563ab0f69 None None] No DVR routers for this DVR port 70861921-e9a7-4027-83e8-eb845392e495 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:19.437423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 84dcfa8e-c426-4acf-8584-86d07c10d78d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:19.450899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef6d88-d73b-48da-bea7-176dd0471323 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:19.455314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.477198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 84dcfa8e-c426-4acf-8584-86d07c10d78d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:19.477566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.533960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40a86b43-806a-4b89-b222-e8ca094ae290 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:19.535458 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40a86b43-806a-4b89-b222-e8ca094ae290 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3cd HTTP/1.1" status: 200 len: 928 time: 0.8241551 Feb 16 13:46:19.539547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.569097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58908) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:19.580578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad7c61ef-30ad-4510-933e-1404c3fac1c0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0827134 Feb 16 13:46:19.586688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58910) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:19.662302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.755536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511620fd-8c06-4525-b3f0-b783f7eff41a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:19.756302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-511620fd-8c06-4525-b3f0-b783f7eff41a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:19.766365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.787966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 5469f7a3-64b7-4af9-ab6a-a286abbc95dd {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:19.788403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.817240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-511620fd-8c06-4525-b3f0-b783f7eff41a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:19.821196 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-511620fd-8c06-4525-b3f0-b783f7eff41a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 0.2306707 Feb 16 13:46:19.822206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:19.856416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.871400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-40ca69de-e1ca-4861-b0f5-a8c90faf31aa None None] Provisioning complete for port 84dcfa8e-c426-4acf-8584-86d07c10d78d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:19.872159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40ca69de-e1ca-4861-b0f5-a8c90faf31aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:19.904380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 18ac2379-aecb-4d91-ba08-57118e37d09a) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:19.922537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736c8d9-b175-42eb-8ef0-a91c6fd95d87 None None] Network 18ac2379-aecb-4d91-ba08-57118e37d09a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:20.033395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.042110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 090b8890-5544-474f-8389-15dd40f1a02c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:20.042770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.081366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.125242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:20.125975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.135388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f6fc14-60d0-4517-a8f4-8929e6f158a4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:20.148212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.158778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 84dcfa8e-c426-4acf-8584-86d07c10d78d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=84dcfa8e-c426-4acf-8584-86d07c10d78d,segment=NetworkSegment(b7f763da-3093-44a4-b954-866ccd49479c),segment_id=b7f763da-3093-44a4-b954-866ccd49479c)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:20.179294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6858800-f7ad-4dad-a155-ddef150289f4 None None] Network 368b9fe5-d203-4945-92e1-eb43b9979e07 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:20.193042 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca6c71ae-4e28-40c6-b5ba-b3cd9056f655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/d4f6fc14-60d0-4517-a8f4-8929e6f158a4 HTTP/1.1" status: 204 len: 168 time: 1.0410154 Feb 16 13:46:20.197703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.200595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58922) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:20.234790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.235378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router 156df3fe-5348-4ab0-9a2b-310e7f71c953 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:20.278110 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0aebc762-f1ae-4c85-9ae1-9b1ef43fa570 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.7684028 Feb 16 13:46:20.282826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.287596 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c53b0a02-db27-4600-9119-3dc24e106db7 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/156df3fe-5348-4ab0-9a2b-310e7f71c953 HTTP/1.1" status: 204 len: 168 time: 5.1585929 Feb 16 13:46:20.287596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58926) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:20.290493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58928) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:20.326166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1195670986', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:20.368384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 70861921-e9a7-4027-83e8-eb845392e495 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:20.404779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:20.428407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.434404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:router and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:20.449257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:20.468064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:20.468395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:20.468588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.471551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 70861921-e9a7-4027-83e8-eb845392e495 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:20.471980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 70861921-e9a7-4027-83e8-eb845392e495 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:20.481046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.537288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.568767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=84dcfa8e-c426-4acf-8584-86d07c10d78d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:20.576320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b91c3-43d4-48c5-926a-2cf28015011f req-40f9a80a-c88f-4ac6-818a-22b89c50384c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:20.584020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc8b91c3-43d4-48c5-926a-2cf28015011f req-40f9a80a-c88f-4ac6-818a-22b89c50384c tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7294598 Feb 16 13:46:20.620179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '6baa9e82-08db-4a2c-82bc-c51f82b8efa1'}, {'subnet_id': '6edc2093-f2c4-43f7-afbd-ad1723b0b5ad'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:20.620924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.677471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 090b8890-5544-474f-8389-15dd40f1a02c owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:20.677987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 5469f7a3-64b7-4af9-ab6a-a286abbc95dd owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:20.711809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.712891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.725291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-18ac2379-aecb-4d91-ba08-57118e37d09a', 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '9d42e412-6492-4120-9553-670ec11e549e'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:20.726262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.781251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.807642 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc8b91c3-43d4-48c5-926a-2cf28015011f req-bae7180d-0239-4ede-8a1e-513386f9c933 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226963 Feb 16 13:46:20.824120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:20.949795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 36ad6ff5-6295-426a-8040-db2e1cbf8c44, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=36ad6ff5-6295-426a-8040-db2e1cbf8c44,segment=NetworkSegment(aedc2f46-f015-4d3f-a50f-5ad5a48963d0),segment_id=aedc2f46-f015-4d3f-a50f-5ad5a48963d0)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:20.949795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.034567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Allocated IP 172.20.0.2 (18ac2379-aecb-4d91-ba08-57118e37d09a/9d42e412-6492-4120-9553-670ec11e549e/9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:21.095025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.096841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 36ad6ff5-6295-426a-8040-db2e1cbf8c44 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:21.130288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.158255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55846f88-2edf-4d8f-931c-2016ba34411f None None] DHCP port deletion for 368b9fe5-d203-4945-92e1-eb43b9979e07 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:21.173546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55846f88-2edf-4d8f-931c-2016ba34411f None None] Deleting port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:21.173916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-55846f88-2edf-4d8f-931c-2016ba34411f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.233894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.256268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Allocated IP 172.20.0.2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6edc2093-f2c4-43f7-afbd-ad1723b0b5ad/cb8d8eff-9243-4f9f-9102-c715af722d23) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:21.261688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=5469f7a3-64b7-4af9-ab6a-a286abbc95dd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:21.277169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Allocated IP 2001:db8::f816:3eff:fe12:deef (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6baa9e82-08db-4a2c-82bc-c51f82b8efa1/cb8d8eff-9243-4f9f-9102-c715af722d23) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:21.287517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.302610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=090b8890-5544-474f-8389-15dd40f1a02c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:21.371760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-55846f88-2edf-4d8f-931c-2016ba34411f None None] The port '36ad6ff5-6295-426a-8040-db2e1cbf8c44' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:46:21.393392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port 36ad6ff5-6295-426a-8040-db2e1cbf8c44 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:21.429781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=36ad6ff5-6295-426a-8040-db2e1cbf8c44,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:21.502966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.628392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.658262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.686024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Transition to ACTIVE for port object 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:21.737360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.738981 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7ff16634-b9f4-4425-8254-ede4431b3d51 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/5469f7a3-64b7-4af9-ab6a-a286abbc95dd HTTP/1.1" status: 204 len: 168 time: 2.0801103 Feb 16 13:46:21.739758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58934) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:21.756554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Transition to ACTIVE for port object 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:21.766092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.776316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.780862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368b9fe5-d203-4945-92e1-eb43b9979e07']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:21.799397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:21.799681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedc2f46-f015-4d3f-a50f-5ad5a48963d0') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:21.799954 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c019b43b-bf5a-41b1-bf0a-cd398ef81ba7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:46:21.800635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c019b43b-bf5a-41b1-bf0a-cd398ef81ba7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:21.813390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.828070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c2b5e9f-aefb-47f0-b1f4-d35cd7647c59 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/090b8890-5544-474f-8389-15dd40f1a02c HTTP/1.1" status: 204 len: 168 time: 2.0016897 Feb 16 13:46:21.828320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.833384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58938) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:21.856910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.872804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c019b43b-bf5a-41b1-bf0a-cd398ef81ba7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:21.874306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Transition to ACTIVE for port object cb8d8eff-9243-4f9f-9102-c715af722d23 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:21.875604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.877678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:21.878320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c019b43b-bf5a-41b1-bf0a-cd398ef81ba7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/5469f7a3-64b7-4af9-ab6a-a286abbc95dd HTTP/1.1" status: 404 len: 333 time: 0.1365235 Feb 16 13:46:21.888171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=9d42e412-6492-4120-9553-670ec11e549e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:21.923796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Transition to ACTIVE for port object cb8d8eff-9243-4f9f-9102-c715af722d23 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:21.927254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Network 18ac2379-aecb-4d91-ba08-57118e37d09a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:21.932382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:21.937679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:21.944139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.953131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Pushing event updated for resources: {'Port': ['ID=9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:21.971448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:21.972144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:21.987028 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:22.030194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Pushing event updated for resources: {'Port': ['ID=cb8d8eff-9243-4f9f-9102-c715af722d23,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:22.082517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:22.084000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:22.085469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:22.086254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:22.091716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port ebad0908-c059-4293-b6af-51380790b7ab {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:22.092016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.115123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:22.124904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:22.130409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:22.139355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Attempting to bind port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:22.139842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Attempting to bind port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '56bd1c41-5423-4f56-ab0a-b6288f6a80f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:22.140129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Attempting to bind port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f on network 18ac2379-aecb-4d91-ba08-57118e37d09a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:22.175854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.181230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:22.182161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Checking segment: {'id': '56bd1c41-5423-4f56-ab0a-b6288f6a80f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:22.182161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.182529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Bound using segment: {'id': '56bd1c41-5423-4f56-ab0a-b6288f6a80f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:22.182927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Bound port: 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bd1c41-5423-4f56-ab0a-b6288f6a80f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '18ac2379-aecb-4d91-ba08-57118e37d09a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:22.183297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.201389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:22.203614 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd704684-5a33-4362-887d-4dcc350b73b3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3681827 Feb 16 13:46:22.205125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.207918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.211320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=368b9fe5-d203-4945-92e1-eb43b9979e07,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:22.214101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58948) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:22.243810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ac2379-aecb-4d91-ba08-57118e37d09a']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:22.261924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd1c41-5423-4f56-ab0a-b6288f6a80f7') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:22.262369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd1c41-5423-4f56-ab0a-b6288f6a80f7') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:22.309916 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f5da0399-1ef6-4254-b02a-187b8db82655 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/368b9fe5-d203-4945-92e1-eb43b9979e07 HTTP/1.1" status: 204 len: 168 time: 2.1049972 Feb 16 13:46:22.314118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:22.328309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-501343454'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:22.329652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Attempting to bind port cb8d8eff-9243-4f9f-9102-c715af722d23 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:22.329994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Attempting to bind port cb8d8eff-9243-4f9f-9102-c715af722d23 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:22.330381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Attempting to bind port cb8d8eff-9243-4f9f-9102-c715af722d23 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:22.337493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:22.339273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:22.339645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:22.340069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.340457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:22.340907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Bound port: cb8d8eff-9243-4f9f-9102-c715af722d23, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:22.341253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.344116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.366931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:22.420384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:22.420641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] For port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:22.430748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f84b-c656-4ae8-8d41-69e8ce384383 req-83047b6a-d3f3-4a73-8c4c-9b7d0bbdb131 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:22.432486 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-11a8f84b-c656-4ae8-8d41-69e8ce384383 req-83047b6a-d3f3-4a73-8c4c-9b7d0bbdb131 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3793948 Feb 16 13:46:22.437837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:22.445577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 6baa9e82-08db-4a2c-82bc-c51f82b8efa1 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:22.448776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.460465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] For port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f,segment=NetworkSegment(56bd1c41-5423-4f56-ab0a-b6288f6a80f7),segment_id=56bd1c41-5423-4f56-ab0a-b6288f6a80f7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:22.470719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.487398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.501969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:22.502555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.503481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:22.521573 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:22.552623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] For port cb8d8eff-9243-4f9f-9102-c715af722d23, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:22.556229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa223d1-e8b4-44b6-ba3c-cd9a0130be97 None None] Pushing event updated for resources: {'Port': ['ID=9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:22.584627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] For port cb8d8eff-9243-4f9f-9102-c715af722d23, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb8d8eff-9243-4f9f-9102-c715af722d23,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:22.591309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.594621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.644383 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-11a8f84b-c656-4ae8-8d41-69e8ce384383 req-7b504fba-d027-4e62-b79b-d0e18483bee4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767156 Feb 16 13:46:22.645537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.683735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 84dcfa8e-c426-4acf-8584-86d07c10d78d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:22.689403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.691692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:46:22.691692 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:46:22.691692 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': '18ac2379-aecb-4d91-ba08-57118e37d09a'}] Feb 16 13:46:22.691692 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:22.692394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:22.712180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:22.715626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.789348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.795936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.833230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ed054-ab9b-4f1d-a476-79fa860eacd3 None None] Pushing event updated for resources: {'Port': ['ID=cb8d8eff-9243-4f9f-9102-c715af722d23,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:22.845697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7737c873-6383-4d3e-bfa8-44c2df0f928e None None] Network 18ac2379-aecb-4d91-ba08-57118e37d09a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:22.849196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.26.1.19 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/98db7bc1-869b-4170-a0f9-9d063d936b1c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:22.878045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 84dcfa8e-c426-4acf-8584-86d07c10d78d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:22.878602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.911935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=6baa9e82-08db-4a2c-82bc-c51f82b8efa1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:22.914314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:22.984514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for ebad0908-c059-4293-b6af-51380790b7ab owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:23.067832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.089403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:23.114883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4dfc85e-cd07-4c69-a711-8dc02159ee62 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6baa9e82-08db-4a2c-82bc-c51f82b8efa1 HTTP/1.1" status: 204 len: 168 time: 0.8582940 Feb 16 13:46:23.128094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58956) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:23.130682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.131147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 30e3efa3-0ff6-4967-94a8-04bd1802dd10 of type vlan for network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 Feb 16 13:46:23.189229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.200029 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-04bbd069-c8f2-411a-aa52-f1abd5901497 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4625051 Feb 16 13:46:23.231099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.236335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.243786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 6edc2093-f2c4-43f7-afbd-ad1723b0b5ad {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:23.290857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 36ad6ff5-6295-426a-8040-db2e1cbf8c44 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:23.292877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.344322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 36ad6ff5-6295-426a-8040-db2e1cbf8c44 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:23.344542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 36ad6ff5-6295-426a-8040-db2e1cbf8c44 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:23.380183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:23.386822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:23.387164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.411876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=98db7bc1-869b-4170-a0f9-9d063d936b1c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:23.415213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:23.417429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:23.473235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.492665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.498034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:23.498708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.521356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.640232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=ebad0908-c059-4293-b6af-51380790b7ab,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:23.728898 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4107580 Feb 16 13:46:23.734151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:23.736081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f49851e0-9320-4aad-b061-9754f334d6a9 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/ebad0908-c059-4293-b6af-51380790b7ab HTTP/1.1" status: 204 len: 168 time: 1.8571393 Feb 16 13:46:23.736815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:23.743761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58964) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:23.746246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f3cab-dd30-4c3f-bbf6-4e2415ef2d2a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=f5780b69-bd0d-44b1-a7a0-7a4915d86a75,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:23.752403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:23.760984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:23.806774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-b57e9959-9ef0-4baf-9c4b-b48e2f3a9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:23.811345 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-b57e9959-9ef0-4baf-9c4b-b48e2f3a9552 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 0.5613708 Feb 16 13:46:24.078072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:24.087756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:24.093047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:24.110815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:24.116395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1226b53-d08b-4f1d-8059-94e4a7e5e2a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:46:24.120406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d1226b53-d08b-4f1d-8059-94e4a7e5e2a5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/ebad0908-c059-4293-b6af-51380790b7ab HTTP/1.1" status: 404 len: 333 time: 0.3680856 Feb 16 13:46:24.123760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:24.179556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:24.182994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.199865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-78d078b7-69ae-4125-8bbc-13551e432699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:24.201307 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-78d078b7-69ae-4125-8bbc-13551e432699 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 898 time: 0.3114758 Feb 16 13:46:24.221237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.241175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412329b9-340c-4702-9712-3204dc4fde8a None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:24.319420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ffdbd50b-2058-4999-9241-3a838c57c570 None None] Could not find standard attr ID for object 090b8890-5544-474f-8389-15dd40f1a02c. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:46:24.356523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ffdbd50b-2058-4999-9241-3a838c57c570 None None] Provisioning for port cb8d8eff-9243-4f9f-9102-c715af722d23 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:24.395167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet b8747510-0179-4104-a849-9969876662eb {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:24.401462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f,segment=NetworkSegment(56bd1c41-5423-4f56-ab0a-b6288f6a80f7),segment_id=56bd1c41-5423-4f56-ab0a-b6288f6a80f7)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:24.402083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.405613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.476684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-7a1a765c-64e4-4164-973b-3929d617c2ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 1001 time: 0.2651112 Feb 16 13:46:24.548964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.602625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-ca41313c-63cd-4188-86c3-42cab632c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:24.604389 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-ca41313c-63cd-4188-86c3-42cab632c321 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.1210053 Feb 16 13:46:24.622001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:24.653358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb8d8eff-9243-4f9f-9102-c715af722d23 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:24.668484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aceec8-294e-4329-bd3a-8df589c74bb9 req-d471b514-66eb-4e07-9a6f-9ec4fd192b07 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:24.670089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-68aceec8-294e-4329-bd3a-8df589c74bb9 req-d471b514-66eb-4e07-9a6f-9ec4fd192b07 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6841102 Feb 16 13:46:24.679994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.761054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=6edc2093-f2c4-43f7-afbd-ad1723b0b5ad,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:24.781690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port cb8d8eff-9243-4f9f-9102-c715af722d23 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:24.784398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.788592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cb8d8eff-9243-4f9f-9102-c715af722d23 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:24.789298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.790274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.792491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:24.877906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-283bfef4-f3fc-47be-88c8-7b3e7e60e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:24.879598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-283bfef4-f3fc-47be-88c8-7b3e7e60e2ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2674148 Feb 16 13:46:24.888649 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-68aceec8-294e-4329-bd3a-8df589c74bb9 req-b3244a5e-946a-498a-960f-463f2ad36e0b tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994753 Feb 16 13:46:24.905983 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f7996d81-0e55-4324-9040-4d55e2b321db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6edc2093-f2c4-43f7-afbd-ad1723b0b5ad HTTP/1.1" status: 204 len: 168 time: 1.7745473 Feb 16 13:46:24.910024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58974) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:24.923513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.000067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.039782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cb8d8eff-9243-4f9f-9102-c715af722d23, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb8d8eff-9243-4f9f-9102-c715af722d23,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:25.045083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.077673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.132455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cb8d8eff-9243-4f9f-9102-c715af722d23,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:25.136835 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-241fafad-bd87-40a5-94fb-ab9a621cd1e1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2243087 Feb 16 13:46:25.140220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:25.142234 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-e0781a38-0b65-4344-a4d5-dbface9056e7 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546906 Feb 16 13:46:25.219238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:25.223500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=9f70ee0e-3f03-4c8f-8850-b8ecd27c9e9f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:25.243096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.362665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54fcb46-4d77-46e2-a620-dcb02e6f9981 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:25.390455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.448205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=1a4a6826-0528-4a85-a22b-b13fdd1c3974,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:25.482008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a12c4fe8-50b9-408d-a588-874cc11b99f5 None None] Provisioning complete for port cb8d8eff-9243-4f9f-9102-c715af722d23 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:25.482008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a12c4fe8-50b9-408d-a588-874cc11b99f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.486894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.503407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=b8747510-0179-4104-a849-9969876662eb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:25.511520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01c90e-1890-42d7-aa09-a476acf5d80c None None] Network fec925a0-58a5-4798-b515-de44eb4f4a26 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:25.517803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '30e3efa3-0ff6-4967-94a8-04bd1802dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:25.518165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: f5780b69-bd0d-44b1-a7a0-7a4915d86a75, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:25.537721 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fcfc6571-a861-4712-8b29-9e86b1abfe16 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/b8747510-0179-4104-a849-9969876662eb HTTP/1.1" status: 204 len: 168 time: 1.4085553 Feb 16 13:46:25.543129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:25.641031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ac2379-aecb-4d91-ba08-57118e37d09a']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:25.664565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:25.681130 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ce22f7a5-2349-4890-a217-57b1f57de214 req-9c622214-8020-4142-8fb6-5d1c994f5223 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296397 Feb 16 13:46:25.695310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d1aa15-2fe4-4f33-954e-86d1d626ae83 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:25.696471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36d1aa15-2fe4-4f33-954e-86d1d626ae83 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:25.707187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bd1c41-5423-4f56-ab0a-b6288f6a80f7') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:25.707804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bd1c41-5423-4f56-ab0a-b6288f6a80f7') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:25.715403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, f5780b69-bd0d-44b1-a7a0-7a4915d86a75) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:25.719669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:25.720251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.739448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.744497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d781261-378e-43f7-9ef6-4578e88f3c40 None None] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:25.750377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.764994 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9bf32ccd-e5d8-4fe8-9efd-e135e81fbe3f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0211198 Feb 16 13:46:25.764994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-36d1aa15-2fe4-4f33-954e-86d1d626ae83 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:25.765334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.767129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 58986) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:25.769774 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-36d1aa15-2fe4-4f33-954e-86d1d626ae83 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6265731 Feb 16 13:46:25.771099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:25.777845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1797527565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:25.787352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:25.792273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:25.792635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:25.810530 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:25.814190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.820385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:25.821632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 17d34f25-b072-4c2f-ba56-b551cd985aad {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:25.821632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:25.823982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:25.904633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81bb632-02d9-4e73-9098-cf774d8f5393 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:25.905313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d81bb632-02d9-4e73-9098-cf774d8f5393 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:26.036264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d81bb632-02d9-4e73-9098-cf774d8f5393 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:26.043060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d81bb632-02d9-4e73-9098-cf774d8f5393 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2705777 Feb 16 13:46:26.045877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 58998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:26.125343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:26.129464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:26.147142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Deleting port cb8d8eff-9243-4f9f-9102-c715af722d23 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:26.147612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.191230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-f5780b69-bd0d-44b1-a7a0-7a4915d86a75', 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '1a4a6826-0528-4a85-a22b-b13fdd1c3974'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:26.192238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.232594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] DHCP port deletion for fec925a0-58a5-4798-b515-de44eb4f4a26 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:26.234545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.235673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.252095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.254270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Deleting port 17d34f25-b072-4c2f-ba56-b551cd985aad {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:26.254851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.267512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59004) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:26.268125 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a7c79da-6639-4fe5-8776-f9c17ab0f787 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2208123 Feb 16 13:46:26.280544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:26.296243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.303072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.303434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port 17d34f25-b072-4c2f-ba56-b551cd985aad, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=17d34f25-b072-4c2f-ba56-b551cd985aad,segment=NetworkSegment(7a180735-3abb-45cd-8240-7991ac057be6),segment_id=7a180735-3abb-45cd-8240-7991ac057be6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:26.303805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.344572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.357265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/18ac2379-aecb-4d91-ba08-57118e37d09a HTTP/1.1" status: 204 len: 168 time: 6.0681038 Feb 16 13:46:26.380050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:26.436801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3645b-7f87-4f51-9022-ffdf85090c6b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=18ac2379-aecb-4d91-ba08-57118e37d09a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:26.456748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.460748 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5aed1fa-34eb-45c3-a84b-e7757402e8f2 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6896648 Feb 16 13:46:26.463287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router 7dd37756-aeb7-48b7-8c86-5136236b90d0 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:26.465579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59020) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:26.468839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440486497'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:26.479158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:26.486230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:26.490468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d4583-4345-4539-be4f-defe736418e2 req-001f4cdc-798d-4171-ac39-75b607214f75 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:26.491619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:26.497478 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-211d4583-4345-4539-be4f-defe736418e2 req-001f4cdc-798d-4171-ac39-75b607214f75 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3653398 Feb 16 13:46:26.500125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:26.535999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 17d34f25-b072-4c2f-ba56-b551cd985aad owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:26.626328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:26.634618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.690937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 17d34f25-b072-4c2f-ba56-b551cd985aad no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:26.703195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:26.719461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.719972 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 306ab919-4007-43d3-869e-9a1cea1c72c3 of type vlan for network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 Feb 16 13:46:26.727461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.780315 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:46:26.794259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Allocated IP 2001:db8::2 (f5780b69-bd0d-44b1-a7a0-7a4915d86a75/1a4a6826-0528-4a85-a22b-b13fdd1c3974/2a605752-19d7-4cca-bb49-d80a5aa71b33) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:26.896073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port 17d34f25-b072-4c2f-ba56-b551cd985aad on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:26.897815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=17d34f25-b072-4c2f-ba56-b551cd985aad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:26.957173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:26.982404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:26.991114 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-211d4583-4345-4539-be4f-defe736418e2 req-b4c9a97a-fbad-4b14-9595-ac993531393d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4925771 Feb 16 13:46:27.002452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 17d34f25-b072-4c2f-ba56-b551cd985aad {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:27.002928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 17d34f25-b072-4c2f-ba56-b551cd985aad not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:27.003483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb8d8eff-9243-4f9f-9102-c715af722d23 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:27.090918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:27.137003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.145967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.151952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:27.152582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.161352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] For port 17d34f25-b072-4c2f-ba56-b551cd985aad, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=17d34f25-b072-4c2f-ba56-b551cd985aad,segment=NetworkSegment(7a180735-3abb-45cd-8240-7991ac057be6),segment_id=7a180735-3abb-45cd-8240-7991ac057be6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:27.161993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.178734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] For port cb8d8eff-9243-4f9f-9102-c715af722d23, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb8d8eff-9243-4f9f-9102-c715af722d23,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:27.179213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.212297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8308897 Feb 16 13:46:27.276724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59032) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:27.290879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:27.332049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec925a0-58a5-4798-b515-de44eb4f4a26']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:27.425165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8a58a-42ba-44e4-acec-b7828036b916 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=1dc40d26-1389-4ff4-ad7f-29683f53e4c0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:27.432884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a180735-3abb-45cd-8240-7991ac057be6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:27.434158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a180735-3abb-45cd-8240-7991ac057be6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:27.449401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:27.452875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.454355 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:27.454749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:27.459624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.483696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Calling delete_port for 17d34f25-b072-4c2f-ba56-b551cd985aad owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:27.483947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:27.489848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:27.493150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.495514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:27.504754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:27.512003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:27.512478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.517721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Calling delete_port for cb8d8eff-9243-4f9f-9102-c715af722d23 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:27.528864 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:27.537996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.548776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:27.552298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:27.563519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5a50e0d-efe7-4b67-9136-a19d35cedb1c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2926488 Feb 16 13:46:27.566588 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Sync routers for ids ['7dd37756-aeb7-48b7-8c86-5136236b90d0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:27.574338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59036) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:27.584151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:27.590097 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Routers {'7dd37756-aeb7-48b7-8c86-5136236b90d0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:27.591149 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7dd37756-aeb7-48b7-8c86-5136236b90d0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:27.631229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.635818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.654783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:27.658988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.687265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd37db-024b-4885-946a-31aab7df5fe8 req-dbbfb7de-9f29-42a7-9bb6-7130bfcb4a74 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:27.689420 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dbd37db-024b-4885-946a-31aab7df5fe8 req-dbbfb7de-9f29-42a7-9bb6-7130bfcb4a74 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.8318803 Feb 16 13:46:27.746163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:27.748059 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2ec31634-ba69-428d-95bb-7cf3ca8d5732 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4291348 Feb 16 13:46:27.810904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59040) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:27.945036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dbd37db-024b-4885-946a-31aab7df5fe8 req-5b85a892-818b-4502-b6bd-3b191dd82ebd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374893 Feb 16 13:46:27.957824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:27.991953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:27.992619 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Set router 7dd37756-aeb7-48b7-8c86-5136236b90d0 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:46:27.996133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.042718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.045210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:28.045553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:28.050057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.071809 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ccec049e-fc09-431e-ae29-3ab14567e969 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/7dd37756-aeb7-48b7-8c86-5136236b90d0 HTTP/1.1" status: 200 len: 908 time: 0.2560477 Feb 16 13:46:28.097400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59046) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:28.107317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1195670986', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': True}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:28.123362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=fec925a0-58a5-4798-b515-de44eb4f4a26,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.126549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:28.127035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Transition to ACTIVE for port object 2a605752-19d7-4cca-bb49-d80a5aa71b33 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:28.131874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-702e8c2f-b48e-4ea0-b388-f0d4e6bc732b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/fec925a0-58a5-4798-b515-de44eb4f4a26 HTTP/1.1" status: 204 len: 168 time: 2.5775082 Feb 16 13:46:28.132386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.138619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59050) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:28.145039 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:28.145683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:28.148102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-326722253'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:28.150485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:28.182541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Usage tracker for resource:router and tenant:de8e8fa0e5204f1daea8fd4357b44dbc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:28.190076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:28.196935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:46:28.197758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:46:28.200462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:28.207731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:28.215309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:28.225768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:28.243391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:28.244366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:28.247512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.254972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1b2552a2-007c-46e0-aad6-179b74599e23 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6751492 Feb 16 13:46:28.255369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59054) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:28.262549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:28.298875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.299983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.309688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Transition to ACTIVE for port object 2a605752-19d7-4cca-bb49-d80a5aa71b33 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:28.328586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] No DVR routers for this DVR port cb8d8eff-9243-4f9f-9102-c715af722d23 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:28.333895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258025b-142d-4b29-8e04-c3c8743974ee None None] Pushing event deleted for resources: {'Port': ['ID=cb8d8eff-9243-4f9f-9102-c715af722d23,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.337378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.377996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:28.405457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.406414 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 82bb99db-6e42-40a8-b66b-e2409baa284b of type vlan for network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf Feb 16 13:46:28.424954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Pushing event updated for resources: {'Port': ['ID=2a605752-19d7-4cca-bb49-d80a5aa71b33,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.440493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8::1 (f5780b69-bd0d-44b1-a7a0-7a4915d86a75/1a4a6826-0528-4a85-a22b-b13fdd1c3974/a1d881a3-c574-4a34-a30d-a339d5f0ad98) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:28.449090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:28.449090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:28.451417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:28.487690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.541134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.566856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Deleting port 17d34f25-b072-4c2f-ba56-b551cd985aad {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:28.567269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.611575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Attempting to bind port 2a605752-19d7-4cca-bb49-d80a5aa71b33 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:28.611769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.611884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Attempting to bind port 2a605752-19d7-4cca-bb49-d80a5aa71b33 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '30e3efa3-0ff6-4967-94a8-04bd1802dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:28.612196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Attempting to bind port 2a605752-19d7-4cca-bb49-d80a5aa71b33 on network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:28.629075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=3509c8be-1399-4e63-88f4-54ebd7f2a709,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.645593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:28.647385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '306ab919-4007-43d3-869e-9a1cea1c72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:28.648181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 1dc40d26-1389-4ff4-ad7f-29683f53e4c0, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:28.658668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:28.659054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Checking segment: {'id': '30e3efa3-0ff6-4967-94a8-04bd1802dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:28.659670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.660098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Bound using segment: {'id': '30e3efa3-0ff6-4967-94a8-04bd1802dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:28.660653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Bound port: 2a605752-19d7-4cca-bb49-d80a5aa71b33, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e3efa3-0ff6-4967-94a8-04bd1802dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'f5780b69-bd0d-44b1-a7a0-7a4915d86a75'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:28.661026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.662286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.668550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:28.669544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.685389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-628418bc-a9a3-42e8-9fed-fbc486843c34 None None] The port '17d34f25-b072-4c2f-ba56-b551cd985aad' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:46:28.686317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8e275-3a35-43c0-9c04-40479835570c req-01d6e7fe-0976-430b-a062-60196473676b tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:28.689661 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6b8e275-3a35-43c0-9c04-40479835570c req-01d6e7fe-0976-430b-a062-60196473676b tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4929130 Feb 16 13:46:28.693277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.696979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:28.777946 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:20Z', 'updated_at': '2022-02-16T13:46:24Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:22Z', 'updated_at': '2022-02-16T13:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:28.781304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] For port 2a605752-19d7-4cca-bb49-d80a5aa71b33, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:28.784994 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Checking router: 7dd37756-aeb7-48b7-8c86-5136236b90d0 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:46:28.785382 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Updating router 7dd37756-aeb7-48b7-8c86-5136236b90d0 port 98db7bc1-869b-4170-a0f9-9d063d936b1c binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:46:28.785555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] For port 2a605752-19d7-4cca-bb49-d80a5aa71b33, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2a605752-19d7-4cca-bb49-d80a5aa71b33,segment=NetworkSegment(30e3efa3-0ff6-4967-94a8-04bd1802dd10),segment_id=30e3efa3-0ff6-4967-94a8-04bd1802dd10)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:28.790919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.803163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object a1d881a3-c574-4a34-a30d-a339d5f0ad98 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:28.809739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:28.821261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.834833 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-387becbe-d4a6-4e2e-977f-343a16e6bd06 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6946087 Feb 16 13:46:28.835320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:28.845095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:28.865400 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.888195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3b895-006f-4fdc-bafb-8c8c72241ece None None] Pushing event updated for resources: {'Port': ['ID=2a605752-19d7-4cca-bb49-d80a5aa71b33,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:28.892162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:28.895836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:28.899435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:28.900850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:28.901278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:28.926947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6b8e275-3a35-43c0-9c04-40479835570c req-f42682f3-e027-4cbe-994c-b217181cc125 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241747 Feb 16 13:46:29.040758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 1dc40d26-1389-4ff4-ad7f-29683f53e4c0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:29.042655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:29.048612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:29.049185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.053378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785159e6-1ac0-43cc-94de-133754cbe5df None None] Network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:29.067754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:29.072191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:29.080969 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1997555-b291-4f14-88a8-d083736ec144 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8030889 Feb 16 13:46:29.081763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:29.181782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:29.225909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:29.231446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.327810 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f80e76c6-5b29-4d9a-8e03-e0cd64b7af82 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0714965 Feb 16 13:46:29.335253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:29.349235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:29.370481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-1dc40d26-1389-4ff4-ad7f-29683f53e4c0', 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '3509c8be-1399-4e63-88f4-54ebd7f2a709'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:29.371430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.394363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.404438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.448078 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.463422 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Transition to ACTIVE for port object 98db7bc1-869b-4170-a0f9-9d063d936b1c will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:29.477466 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.541436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:29.548418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:29.557459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:29.558021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.583986 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53f619-8a3e-4b7c-a93a-c9b1fd7490e4 None None] Pushing event updated for resources: {'Port': ['ID=98db7bc1-869b-4170-a0f9-9d063d936b1c,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:29.616225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=a1d881a3-c574-4a34-a30d-a339d5f0ad98,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:29.624743 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Attempting to bind port 98db7bc1-869b-4170-a0f9-9d063d936b1c on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:29.624969 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Attempting to bind port 98db7bc1-869b-4170-a0f9-9d063d936b1c by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:29.625303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Attempting to bind port 98db7bc1-869b-4170-a0f9-9d063d936b1c on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:29.631567 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:29.632089 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:29.632482 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.632861 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:29.633313 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Bound port: 98db7bc1-869b-4170-a0f9-9d063d936b1c, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:29.633685 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.678111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd357aa5-bc7d-48d5-9075-310c7b3103c7 req-1571aa64-962e-4adf-b1a7-6f58c2aa8a47 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:29.685382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd357aa5-bc7d-48d5-9075-310c7b3103c7 req-1571aa64-962e-4adf-b1a7-6f58c2aa8a47 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.3551128 Feb 16 13:46:29.702909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.742082 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] For port 98db7bc1-869b-4170-a0f9-9d063d936b1c, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:29.744240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Allocated IP 172.20.0.3 (1dc40d26-1389-4ff4-ad7f-29683f53e4c0/3509c8be-1399-4e63-88f4-54ebd7f2a709/26c634e9-5293-47af-af5e-acd1bd72f87a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:29.745965 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] For port 98db7bc1-869b-4170-a0f9-9d063d936b1c, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98db7bc1-869b-4170-a0f9-9d063d936b1c,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:29.753797 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.763163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:29.776577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:29.777509 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd357aa5-bc7d-48d5-9075-310c7b3103c7 req-12b09050-99a6-4858-8c76-12301a38158e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911663 Feb 16 13:46:29.797487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:29.804756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.806318 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:29.806787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:29.860343 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53f619-8a3e-4b7c-a93a-c9b1fd7490e4 None None] Pushing event updated for resources: {'Port': ['ID=98db7bc1-869b-4170-a0f9-9d063d936b1c,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:29.886678 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Routers {'7dd37756-aeb7-48b7-8c86-5136236b90d0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:29.887768 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7dd37756-aeb7-48b7-8c86-5136236b90d0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:29.894106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:29.965676 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b828e51f-769f-43f9-a374-7904878ea93a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6257176 Feb 16 13:46:29.980861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59072) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:30.056167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.123146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.138753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:30.151145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Transition to ACTIVE for port object 26c634e9-5293-47af-af5e-acd1bd72f87a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:30.177859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Transition to ACTIVE for port object 26c634e9-5293-47af-af5e-acd1bd72f87a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:30.200013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.218898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.243027 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] Set router 7dd37756-aeb7-48b7-8c86-5136236b90d0 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:46:30.304521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.361662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:30.363682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=9f59326b-7471-4782-99c7-a6c2d710107b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:30.389925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:30.393586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Pushing event updated for resources: {'Port': ['ID=26c634e9-5293-47af-af5e-acd1bd72f87a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:30.401156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:30.572368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Attempting to bind port 26c634e9-5293-47af-af5e-acd1bd72f87a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:30.572763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Attempting to bind port 26c634e9-5293-47af-af5e-acd1bd72f87a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '306ab919-4007-43d3-869e-9a1cea1c72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:30.573125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Attempting to bind port 26c634e9-5293-47af-af5e-acd1bd72f87a on network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:30.582767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:30.583055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Checking segment: {'id': '306ab919-4007-43d3-869e-9a1cea1c72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:30.583393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.583783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Bound using segment: {'id': '306ab919-4007-43d3-869e-9a1cea1c72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:30.584453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Bound port: 26c634e9-5293-47af-af5e-acd1bd72f87a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306ab919-4007-43d3-869e-9a1cea1c72c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:30.584663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.670745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2a605752-19d7-4cca-bb49-d80a5aa71b33 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:30.700340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '82bb99db-6e42-40a8-b66b-e2409baa284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:30.700791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:30.700963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:30.738619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=3509c8be-1399-4e63-88f4-54ebd7f2a709,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:30.746810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31bf520-ca18-4889-b9b2-6205fa92b62b None None] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:30.759080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.797808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:30.798433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:20Z', 'updated_at': '2022-02-16T13:46:24Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:22Z', 'updated_at': '2022-02-16T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:30.805895 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89da9b6-91fe-43c9-a203-61c733da28d9 None None] The sync data for ids ['7dd37756-aeb7-48b7-8c86-5136236b90d0'] in dv-neutron-828143-3-hyperv is: [{'id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19'}], 'enable_snat': False}, 'gw_port_id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:20Z', 'updated_at': '2022-02-16T13:46:24Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '98db7bc1-869b-4170-a0f9-9d063d936b1c', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ba:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd37756-aeb7-48b7-8c86-5136236b90d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:22Z', 'updated_at': '2022-02-16T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:30.810505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:30.814406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.825764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc40d26-1389-4ff4-ad7f-29683f53e4c0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:30.835690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:30.845050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:30.845630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.863399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.875644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ab919-4007-43d3-869e-9a1cea1c72c3') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:30.876024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ab919-4007-43d3-869e-9a1cea1c72c3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:30.891205 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27b17b10-33e8-48be-8c66-860a1bd587e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0528796 Feb 16 13:46:30.895037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:30.903869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf', 'name': 'tempest-PortsIpV6TestJSON-923085689', 'fixed_ips': [{'subnet_id': '9f59326b-7471-4782-99c7-a6c2d710107b', 'ip_address': '2001:db8::10'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:30.947014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6df12-f370-4ca3-b06e-1eacad82c247 req-0b9395bd-9510-4778-908e-ea1635cfd70f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:30.953036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-93c6df12-f370-4ca3-b06e-1eacad82c247 req-0b9395bd-9510-4778-908e-ea1635cfd70f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7887752 Feb 16 13:46:30.963969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:30.970909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:30.973526 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:30.973964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:30.980496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d096efa-d8cd-4e4b-8f74-c7ab250e013b None None] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:31.048188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.078863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.121592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cf55b8d6-f991-417b-8e6a-c65815ed2071 None None] Provisioning for port 2a605752-19d7-4cca-bb49-d80a5aa71b33 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:31.134833 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-93c6df12-f370-4ca3-b06e-1eacad82c247 req-ead49335-811c-49ae-8127-48cb6e77f1a0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559658 Feb 16 13:46:31.146700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] For port 26c634e9-5293-47af-af5e-acd1bd72f87a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:31.154054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:31.155081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:31.180503 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:31.249501 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-62a01726-5380-48fc-a88e-53855cc87168 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2477324 Feb 16 13:46:31.255124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59084) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:31.259698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2a605752-19d7-4cca-bb49-d80a5aa71b33 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:31.273568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:31.285705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2a605752-19d7-4cca-bb49-d80a5aa71b33 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:31.301196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.323738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:31.335932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:31.388627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:31.409939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:31.412373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:46:31.412373 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:46:31.412373 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': '1dc40d26-1389-4ff4-ad7f-29683f53e4c0'}] Feb 16 13:46:31.412373 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:31.413315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:31.452704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:31.489642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] For port 26c634e9-5293-47af-af5e-acd1bd72f87a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=26c634e9-5293-47af-af5e-acd1bd72f87a,segment=NetworkSegment(306ab919-4007-43d3-869e-9a1cea1c72c3),segment_id=306ab919-4007-43d3-869e-9a1cea1c72c3)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:31.536872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:31.555656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:31.572165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.582992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:31.587136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.589312 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:46:31.589580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:46:31.639075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.664749 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-38b49838-b0f1-44ed-b700-dbf4202bd8fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4084346 Feb 16 13:46:31.666068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:31.678288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59088) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:31.804572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-baf63d29-9cde-4015-9966-a87e82a4317a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:31.867736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.26.1.142 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/4a3fe27c-fd60-4847-9c95-fb08096d0565) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:31.889556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a98daa-20a6-4f95-b994-98ebd6043832 req-cfa72337-995b-4100-ae57-b79212bc1c2a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:31.892374 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-20a98daa-20a6-4f95-b994-98ebd6043832 req-cfa72337-995b-4100-ae57-b79212bc1c2a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.8804140 Feb 16 13:46:31.938969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf', 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': '9f59326b-7471-4782-99c7-a6c2d710107b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:31.940359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.967557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-baf63d29-9cde-4015-9966-a87e82a4317a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:31.969425 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-baf63d29-9cde-4015-9966-a87e82a4317a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2864923 Feb 16 13:46:31.975191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:31.979010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:31.985676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.063765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.074912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.078743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::10 (efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf/9f59326b-7471-4782-99c7-a6c2d710107b/6bf5d655-1d4c-4a32-bff8-8772d8914c16) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:32.122607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 26c634e9-5293-47af-af5e-acd1bd72f87a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:32.122978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.198080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee40efe-6fe7-489a-8d6d-58f04fbf42f3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:32.201897 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aee40efe-6fe7-489a-8d6d-58f04fbf42f3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163498 Feb 16 13:46:32.224308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59098) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:32.274321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.329574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09042e-473c-49a2-a9d3-4ec07847ca08 None None] Pushing event updated for resources: {'Port': ['ID=26c634e9-5293-47af-af5e-acd1bd72f87a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:32.354309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Provisioning complete for port 2a605752-19d7-4cca-bb49-d80a5aa71b33 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:32.354835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.412493 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-20a98daa-20a6-4f95-b994-98ebd6043832 req-d00e8145-18c3-4edd-9371-eb37312a3e72 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4900794 Feb 16 13:46:32.451694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2a605752-19d7-4cca-bb49-d80a5aa71b33, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2a605752-19d7-4cca-bb49-d80a5aa71b33,segment=NetworkSegment(30e3efa3-0ff6-4967-94a8-04bd1802dd10),segment_id=30e3efa3-0ff6-4967-94a8-04bd1802dd10)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:32.454610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80377ba-44b4-46ca-b545-1a648ccf77ac None None] Network 1dc40d26-1389-4ff4-ad7f-29683f53e4c0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:32.475634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.499218 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-156fda05-9ea2-4fcc-856f-1a617dbfa14a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2669635 Feb 16 13:46:32.505981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59102) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:32.532827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:32.642579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.692905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=a1d881a3-c574-4a34-a30d-a339d5f0ad98,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:32.716981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.761611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98db7bc1-869b-4170-a0f9-9d063d936b1c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:32.947147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 26c634e9-5293-47af-af5e-acd1bd72f87a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=26c634e9-5293-47af-af5e-acd1bd72f87a,segment=NetworkSegment(306ab919-4007-43d3-869e-9a1cea1c72c3),segment_id=306ab919-4007-43d3-869e-9a1cea1c72c3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:32.947147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:32.949948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:32.963947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2a605752-19d7-4cca-bb49-d80a5aa71b33,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:32.967590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:32.979356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:33.020766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:33.021822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=4a3fe27c-fd60-4847-9c95-fb08096d0565,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:33.030472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:33.048883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Provisioning for port a1d881a3-c574-4a34-a30d-a339d5f0ad98 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:33.057070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:33.060910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Provisioning complete for port a1d881a3-c574-4a34-a30d-a339d5f0ad98 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:33.061282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.126762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d4fecda7-7701-4932-b7e5-dd9cce755f9c None None] Port a1d881a3-c574-4a34-a30d-a339d5f0ad98 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:33.140181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 98db7bc1-869b-4170-a0f9-9d063d936b1c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:33.146231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 98db7bc1-869b-4170-a0f9-9d063d936b1c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:33.146667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.202533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:33.232436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 26c634e9-5293-47af-af5e-acd1bd72f87a owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:33.268953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.305410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 6bf5d655-1d4c-4a32-bff8-8772d8914c16 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:33.325180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.334067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e9baa4c1-bf44-435a-a78f-80ece50d499d None None] Provisioning complete for port a1d881a3-c574-4a34-a30d-a339d5f0ad98 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:33.335818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9baa4c1-bf44-435a-a78f-80ece50d499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.350393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.413922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=26c634e9-5293-47af-af5e-acd1bd72f87a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:33.420726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 98db7bc1-869b-4170-a0f9-9d063d936b1c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98db7bc1-869b-4170-a0f9-9d063d936b1c,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:33.436125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf657c-f829-45a0-bb10-59fd05898d08 req-fad1daab-e18d-4eaf-bc22-082057efc9a6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:33.438454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 26c634e9-5293-47af-af5e-acd1bd72f87a on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:33.443696 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-35cf657c-f829-45a0-bb10-59fd05898d08 req-fad1daab-e18d-4eaf-bc22-082057efc9a6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7325821 Feb 16 13:46:33.457868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:33.460133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.461410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.499027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.525246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e9baa4c1-bf44-435a-a78f-80ece50d499d None None] Port a1d881a3-c574-4a34-a30d-a339d5f0ad98 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:33.558229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Allocated IP 2001:db8::2 (efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf/9f59326b-7471-4782-99c7-a6c2d710107b/2b24373e-b1e3-4976-b5bd-48c7d35cfd1d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:33.565856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=98db7bc1-869b-4170-a0f9-9d063d936b1c,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:33.724102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.738403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fe482171-0167-4811-b84a-a0a21c902ec6 None None] Provisioning complete for port a1d881a3-c574-4a34-a30d-a339d5f0ad98 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:33.739220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe482171-0167-4811-b84a-a0a21c902ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.745550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:33.752976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:33.766157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:33.771638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-35cf657c-f829-45a0-bb10-59fd05898d08 req-f0b38dd3-ef84-4aa5-af0c-424c75518f36 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269076 Feb 16 13:46:33.771861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:33.772604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.778184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=6bf5d655-1d4c-4a32-bff8-8772d8914c16,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:33.795695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc40d26-1389-4ff4-ad7f-29683f53e4c0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:33.817680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306ab919-4007-43d3-869e-9a1cea1c72c3') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:33.817910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306ab919-4007-43d3-869e-9a1cea1c72c3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:33.837930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.847156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-31e15560-b4ee-471f-b6b1-75aab23692b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9509325 Feb 16 13:46:33.850807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59110) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:33.860984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf', 'name': 'tempest-PortsIpV6TestJSON-1358459979', 'fixed_ips': [{'subnet_id': '9f59326b-7471-4782-99c7-a6c2d710107b', 'ip_address': '2001:db8::f'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:33.935985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.953038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:33.953446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:33.970981 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:33.981147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:33.999235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Transition to ACTIVE for port object 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:34.026733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Transition to ACTIVE for port object 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:34.085741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fe482171-0167-4811-b84a-a0a21c902ec6 None None] Port a1d881a3-c574-4a34-a30d-a339d5f0ad98 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:34.095187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.116709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:34.141093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.176698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.185848 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/1dc40d26-1389-4ff4-ad7f-29683f53e4c0 HTTP/1.1" status: 204 len: 168 time: 5.0969083 Feb 16 13:46:34.189346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:34.191927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c28a65-faf9-4114-b7aa-187f8056635e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=1dc40d26-1389-4ff4-ad7f-29683f53e4c0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:34.198816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1428775469'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:34.206593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:34.211450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:34.214066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:34.217768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Pushing event updated for resources: {'Port': ['ID=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:34.217950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:34.221291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:34.231497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:34.234074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:34.235059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:34.237018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:34.237618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:34.273605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:34.306707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:34.310103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.330733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:34.332131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Attempting to bind port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:34.332663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Attempting to bind port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '82bb99db-6e42-40a8-b66b-e2409baa284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:34.332871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Attempting to bind port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d on network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:34.342768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.345562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:34.346332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Checking segment: {'id': '82bb99db-6e42-40a8-b66b-e2409baa284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:34.346332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.347927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Bound using segment: {'id': '82bb99db-6e42-40a8-b66b-e2409baa284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:34.347927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Bound port: 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bb99db-6e42-40a8-b66b-e2409baa284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:34.347927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.373621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:34.382893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 1863af3b-a365-4190-93a1-bd349f8bb2ad yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:34.421156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.421542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 1c6cb0e0-1ac8-4da5-a620-56316c9060ee of type vlan for network a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 Feb 16 13:46:34.434749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2967d-e674-4510-8abb-5341c67d03d1 req-be272999-bde8-407a-b77b-c95e252c2b38 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:34.436253 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edf2967d-e674-4510-8abb-5341c67d03d1 req-be272999-bde8-407a-b77b-c95e252c2b38 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.7928269 Feb 16 13:46:34.444475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] For port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:34.447747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] For port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,segment=NetworkSegment(82bb99db-6e42-40a8-b66b-e2409baa284b),segment_id=82bb99db-6e42-40a8-b66b-e2409baa284b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:34.455308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.475984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.488809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-1f33ed84-b3a2-4370-a95c-34a3116f3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:34.490501 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-1f33ed84-b3a2-4370-a95c-34a3116f3a62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.2464437 Feb 16 13:46:34.545764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011085a-a93e-4899-bd5e-0916c47d744f None None] Pushing event updated for resources: {'Port': ['ID=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:34.552853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:34.555295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.568527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] Sync routers for ids ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:34.584379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] Routers {'4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:34.584907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:34.672279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:34.680433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2a605752-19d7-4cca-bb49-d80a5aa71b33 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:34.723582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.724944 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edf2967d-e674-4510-8abb-5341c67d03d1 req-10ba03e1-46bf-4686-9951-81d0b0e9a3a7 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632413 Feb 16 13:46:34.729178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:34.729771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.760163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] Routers {'4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:34.760807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:34.845657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:34.846046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46de11ef-d814-40e1-b047-4cae0f946828 None None] The sync data for ids ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:34.869701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2a605752-19d7-4cca-bb49-d80a5aa71b33 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:34.870064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:34.895407 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-299a3a64-7342-47f8-beef-44fb1cc37142 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4185684 Feb 16 13:46:34.903694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59120) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:34.926616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-921f5031-bce2-448e-a4c4-d55ecac84d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:34.928079 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-921f5031-bce2-448e-a4c4-d55ecac84d7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.4003274 Feb 16 13:46:34.929943 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7388909 Feb 16 13:46:34.935376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::f (efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf/9f59326b-7471-4782-99c7-a6c2d710107b/1863af3b-a365-4190-93a1-bd349f8bb2ad) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:34.937210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:35.011018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41122f-95ba-4eab-a227-a192bf00a6df req-648060e5-dee8-4d98-8204-bf0897b0689e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:35.012773 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f41122f-95ba-4eab-a227-a192bf00a6df req-648060e5-dee8-4d98-8204-bf0897b0689e tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.7713306 Feb 16 13:46:35.047482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': 'a56ef905-c6c0-4187-8d47-cbee2a5a7cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:35.061622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fcdb2-990a-4d27-97a7-b3fba9172325 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=a56ef905-c6c0-4187-8d47-cbee2a5a7cf2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:35.082448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:35.159234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:46:35.166054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7f0eed-81c2-4bd2-9c17-3c72670782ac tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:35.167158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9a7f0eed-81c2-4bd2-9c17-3c72670782ac tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:35.174922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.188906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98db7bc1-869b-4170-a0f9-9d063d936b1c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:35.271445 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f41122f-95ba-4eab-a227-a192bf00a6df req-0dc3709b-be21-4dd8-8aa1-021b40acf4cf tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180541 Feb 16 13:46:35.282084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 98db7bc1-869b-4170-a0f9-9d063d936b1c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:35.282493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.309277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-47d5cafa-7bbf-4314-bd9c-726d7552c1ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.3710406 Feb 16 13:46:35.339530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9a7f0eed-81c2-4bd2-9c17-3c72670782ac tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:35.340855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9a7f0eed-81c2-4bd2-9c17-3c72670782ac tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports/a1d881a3-c574-4a34-a30d-a339d5f0ad98 HTTP/1.1" status: 200 len: 911 time: 0.4345188 Feb 16 13:46:35.354289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:35.355209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59128) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:35.364254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:35.367493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:35.367997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.392065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5ea2a-b85a-49dc-a22d-339aa07bc5ab None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:35.597228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.617325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 1863af3b-a365-4190-93a1-bd349f8bb2ad will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:35.632817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:35.649011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-4ac92315-f0f9-4526-a40b-b918624add74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:35.652120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-4ac92315-f0f9-4526-a40b-b918624add74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.3337586 Feb 16 13:46:35.655127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:35.682581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=2cad1452-e12d-4c18-8044-fdbb7cb30134,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:35.717724 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c16e3a95-afdc-4de4-b05a-704ea956a377 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2056863 Feb 16 13:46:35.721549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.725118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:35.726453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59132) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:35.736314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:b2:96:1a', 'name': 'tempest-NetworksTestDHCPv6-2089612762'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:35.738133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:35.741829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '2cad1452-e12d-4c18-8044-fdbb7cb30134'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:35.745201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.784332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:35.789224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.806953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:35.906479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-e9a0225b-dd61-468e-9a38-7d90e746fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:35.908038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-e9a0225b-dd61-468e-9a38-7d90e746fba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2480655 Feb 16 13:46:35.992015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4e60ee-7326-4738-9236-889528cf7ab6 None None] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:36.013648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:36.026832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:36.112336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:36.114277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e430c65a-ac23-4fa6-9865-2b77bb1d951c None None] Provisioning for port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:36.120423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Allocated IP 2001:db8::f816:3eff:fe7d:225b (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/2cad1452-e12d-4c18-8044-fdbb7cb30134/cd8f266b-e91f-42b2-93b3-6b0c0c91a069) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:36.124020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:36.125084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.130428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=1863af3b-a365-4190-93a1-bd349f8bb2ad,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:36.186994 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-353c8446-26b2-4267-9ed6-72b8dcfc09e4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3325176 Feb 16 13:46:36.194685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59138) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:36.338049 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-01b14bd9-8352-4587-825f-d661de8c16f3 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557811 Feb 16 13:46:36.493205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.509043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Transition to ACTIVE for port object cd8f266b-e91f-42b2-93b3-6b0c0c91a069 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:36.530124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Transition to ACTIVE for port object cd8f266b-e91f-42b2-93b3-6b0c0c91a069 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:36.538529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.591278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:36.629041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:36.644270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:36.649896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:36.654988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:36.667986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Pushing event updated for resources: {'Port': ['ID=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:36.675893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b135c2-9139-482f-8b8b-4f7b9bffb9e4 req-af2b74a3-c0fa-40f2-b348-8af2248b47a5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:36.685687 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3b135c2-9139-482f-8b8b-4f7b9bffb9e4 req-af2b74a3-c0fa-40f2-b348-8af2248b47a5 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.7306409 Feb 16 13:46:36.711644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.742433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:36.776445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:36.891643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a289-eb99-4c9e-a83c-b65b2d0f9aba req-a7861a79-1bb6-4081-b20d-eaee6e3b12e5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:36.892621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Attempting to bind port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:36.893164 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0795a289-eb99-4c9e-a83c-b65b2d0f9aba req-a7861a79-1bb6-4081-b20d-eaee6e3b12e5 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3879845 Feb 16 13:46:36.893917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Attempting to bind port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:36.894633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Attempting to bind port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:36.896123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3b135c2-9139-482f-8b8b-4f7b9bffb9e4 req-0881dcf1-d440-4ab3-82f8-0fd089f6af1e tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962426 Feb 16 13:46:36.899136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28892091-caba-4dd3-a92e-bfabed958a66 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:36.900503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28892091-caba-4dd3-a92e-bfabed958a66 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:36.911866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:36.912457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:36.912876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.913462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:36.914697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Bound port: cd8f266b-e91f-42b2-93b3-6b0c0c91a069, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:36.915116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:36.934922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f132a55b-0519-42e2-b85e-e6461dd4540f req-fcb36d7d-76af-467c-96b9-a8c79c1f38c3 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790330 Feb 16 13:46:36.938598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=ccdb087b-30e1-46ab-8643-49bcc937d224,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:36.960935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '1c6cb0e0-1ac8-4da5-a620-56316c9060ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a56ef905-c6c0-4187-8d47-cbee2a5a7cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:36.961497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: a56ef905-c6c0-4187-8d47-cbee2a5a7cf2, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:36.977485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28892091-caba-4dd3-a92e-bfabed958a66 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:36.982038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28892091-caba-4dd3-a92e-bfabed958a66 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7834909 Feb 16 13:46:36.989691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59144) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:37.011901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router 9e6f9cab-249a-48c5-adf2-c51b4f614bfd is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:37.066543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:37.118729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, a56ef905-c6c0-4187-8d47-cbee2a5a7cf2) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:37.119787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] For port cd8f266b-e91f-42b2-93b3-6b0c0c91a069, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:37.123448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] For port cd8f266b-e91f-42b2-93b3-6b0c0c91a069, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:37.138331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:37.140345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:37.144091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.145889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.159169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74054cee-946b-4259-8aa8-ec3b7afee873 None None] Network a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:37.172011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:37.172762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.199746 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f35cecfe-b421-4ca7-9b93-317f5f339f9c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1877098 Feb 16 13:46:37.202863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59148) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:37.212830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0795a289-eb99-4c9e-a83c-b65b2d0f9aba req-4c1a094a-6c71-4ce8-8694-5e25a4dde9b4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914102 Feb 16 13:46:37.238190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.250248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae285f-2aea-4b34-b16b-2062f7c6f9e5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:37.256587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae285f-2aea-4b34-b16b-2062f7c6f9e5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:37.263240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ae285f-2aea-4b34-b16b-2062f7c6f9e5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:37.268343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3ae285f-2aea-4b34-b16b-2062f7c6f9e5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2729993 Feb 16 13:46:37.272349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:37.298451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Provisioning for port 1863af3b-a365-4190-93a1-bd349f8bb2ad completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:37.322818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Provisioning complete for port 1863af3b-a365-4190-93a1-bd349f8bb2ad triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:37.323186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.431449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:37.468126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.486855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 1863af3b-a365-4190-93a1-bd349f8bb2ad {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:37.487477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.570954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.697939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,segment=NetworkSegment(82bb99db-6e42-40a8-b66b-e2409baa284b),segment_id=82bb99db-6e42-40a8-b66b-e2409baa284b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:37.726302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:37.730831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Port 1863af3b-a365-4190-93a1-bd349f8bb2ad cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:37.758140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202c49f-6e43-4f4c-9e98-0b07fcb6dc82 None None] Pushing event updated for resources: {'Port': ['ID=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:37.793638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.028725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Provisioning for port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:38.075152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:38.079887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Provisioning complete for port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:38.080264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.082869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:feb2:961a (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/2cad1452-e12d-4c18-8044-fdbb7cb30134/4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:38.087151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Sync routers for ids ['9e6f9cab-249a-48c5-adf2-c51b4f614bfd'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:38.098356 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Routers {'9e6f9cab-249a-48c5-adf2-c51b4f614bfd'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:38.099155 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9e6f9cab-249a-48c5-adf2-c51b4f614bfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:38.191916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.218067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:38.230189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:38.268659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Provisioning complete for port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:38.271320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2b70e25f-50a0-4df3-ad2e-40e07f7615fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.311727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.389905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Set router 9e6f9cab-249a-48c5-adf2-c51b4f614bfd gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:46:38.414254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.417834 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72c6145b-819c-45d1-8cc2-edcf49b3171a tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.3167210 Feb 16 13:46:38.432463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5b4071-1d67-4a1d-965d-2fa8393b02b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-a56ef905-c6c0-4187-8d47-cbee2a5a7cf2', 'network_id': 'a56ef905-c6c0-4187-8d47-cbee2a5a7cf2', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': 'ccdb087b-30e1-46ab-8643-49bcc937d224'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:38.433308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a5b4071-1d67-4a1d-965d-2fa8393b02b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.481371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59160) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:38.499872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.510984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 1863af3b-a365-4190-93a1-bd349f8bb2ad owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:38.598744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdb087b-30e1-46ab-8643-49bcc937d224,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:38.710125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf65c0-8027-43ed-9da7-dffe27a8f751 None None] Network a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:38.842046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:38.847559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cd8f266b-e91f-42b2-93b3-6b0c0c91a069 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:38.902834 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:28Z', 'updated_at': '2022-02-16T13:46:33Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:30Z', 'updated_at': '2022-02-16T13:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:38.908150 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Checking router: 9e6f9cab-249a-48c5-adf2-c51b4f614bfd for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:46:38.908489 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Updating router 9e6f9cab-249a-48c5-adf2-c51b4f614bfd port 4a3fe27c-fd60-4847-9c95-fb08096d0565 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:46:38.922508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56ef905-c6c0-4187-8d47-cbee2a5a7cf2']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:38.942534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6cb0e0-1ac8-4da5-a620-56316c9060ee') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:38.942896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6cb0e0-1ac8-4da5-a620-56316c9060ee') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:38.975406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.009185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6221-c712-4733-aff0-bd1d4e455029 req-30ffdd23-3084-44b8-8ed2-edbe13a115ba tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:39.010866 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bbec6221-c712-4733-aff0-bd1d4e455029 req-30ffdd23-3084-44b8-8ed2-edbe13a115ba tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.7776008 Feb 16 13:46:39.040109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.054356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.068827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:39.069232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.072219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a45bbc-969c-49d0-abcc-b005b6de9728 req-3dcab217-1648-4325-852d-9f8855fdbd51 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:39.073783 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-87a45bbc-969c-49d0-abcc-b005b6de9728 req-3dcab217-1648-4325-852d-9f8855fdbd51 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6784759 Feb 16 13:46:39.084932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dbb8613a-204c-414d-9860-1ac7da9b23c5 None None] Could not find standard attr ID for object 1863af3b-a365-4190-93a1-bd349f8bb2ad. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:46:39.101823 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:39.139402 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:39.207778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=1863af3b-a365-4190-93a1-bd349f8bb2ad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:39.214156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bbec6221-c712-4733-aff0-bd1d4e455029 req-00c6577d-9df8-4878-ab13-4555a64b01e4 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871424 Feb 16 13:46:39.243439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-dbb8613a-204c-414d-9860-1ac7da9b23c5 None None] Provisioning complete for port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:39.244100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbb8613a-204c-414d-9860-1ac7da9b23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.264135 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6dd84f8c-5e8b-4963-a5bb-26c025019e64 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/9e6f9cab-249a-48c5-adf2-c51b4f614bfd HTTP/1.1" status: 200 len: 908 time: 0.7706640 Feb 16 13:46:39.274014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:39.345525 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-87a45bbc-969c-49d0-abcc-b005b6de9728 req-57f83615-e8aa-40d9-9034-c99de851e6b0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454436 Feb 16 13:46:39.347233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.386508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.429460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port a1d881a3-c574-4a34-a30d-a339d5f0ad98 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:39.429802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.444396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:39.456148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8613a-204c-414d-9860-1ac7da9b23c5 None None] Port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:39.461317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:39.478348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:39.480117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.489310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.547711 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d231b145-3216-4baa-8f19-7a094375dc68 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/1863af3b-a365-4190-93a1-bd349f8bb2ad HTTP/1.1" status: 204 len: 168 time: 2.2730010 Feb 16 13:46:39.557429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59174) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:39.573123 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.595642 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Transition to ACTIVE for port object 4a3fe27c-fd60-4847-9c95-fb08096d0565 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:39.607117 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.616193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-af09acbf-8a47-460b-90d7-fcf85992deda tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:46:39.617618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-af09acbf-8a47-460b-90d7-fcf85992deda tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/1863af3b-a365-4190-93a1-bd349f8bb2ad HTTP/1.1" status: 404 len: 333 time: 0.0592196 Feb 16 13:46:39.626743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59178) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:39.633723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 HTTP/1.1" status: 204 len: 168 time: 2.4260142 Feb 16 13:46:39.658012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Provisioning for port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:39.666106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:39.666711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.679234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5cba2-5c1c-4eae-81bb-4a7a2b7bb154 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=a56ef905-c6c0-4187-8d47-cbee2a5a7cf2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:39.690739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:39.705633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776819988'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:39.726172 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Attempting to bind port 4a3fe27c-fd60-4847-9c95-fb08096d0565 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:39.726467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:39.727122 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Attempting to bind port 4a3fe27c-fd60-4847-9c95-fb08096d0565 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:39.728208 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Attempting to bind port 4a3fe27c-fd60-4847-9c95-fb08096d0565 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:39.734533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:39.735254 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e007d8e-49a1-48fb-9d22-42feae1f9c6e None None] Pushing event updated for resources: {'Port': ['ID=4a3fe27c-fd60-4847-9c95-fb08096d0565,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:39.740798 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:39.741556 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:39.742195 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.742856 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:39.743485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:39.743865 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Bound port: 4a3fe27c-fd60-4847-9c95-fb08096d0565, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:39.744362 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.757259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:39.765031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Provisioning complete for port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:39.765646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.767514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.808774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a6e7e-f980-49d3-885a-83dd2226c6db None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:46:39.824066 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] For port 4a3fe27c-fd60-4847-9c95-fb08096d0565, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:39.825059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.825993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 6bf5d655-1d4c-4a32-bff8-8772d8914c16 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:39.826600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.828499 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] For port 4a3fe27c-fd60-4847-9c95-fb08096d0565, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4a3fe27c-fd60-4847-9c95-fb08096d0565,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:39.836247 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.906160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:39.912827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.952448 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e007d8e-49a1-48fb-9d22-42feae1f9c6e None None] Pushing event updated for resources: {'Port': ['ID=4a3fe27c-fd60-4847-9c95-fb08096d0565,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:39.955228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:39.968780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:39.974460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:39.980856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:39.981488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:39.982965 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Routers {'9e6f9cab-249a-48c5-adf2-c51b4f614bfd'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:39.983574 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['9e6f9cab-249a-48c5-adf2-c51b4f614bfd'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:39.986427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.015187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:40.026065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7db555-da42-41ea-96e2-4c4c1025eabb req-ea9de4f7-6bc1-457d-a0b9-17186bbc0eb3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:40.031152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b7db555-da42-41ea-96e2-4c4c1025eabb req-ea9de4f7-6bc1-457d-a0b9-17186bbc0eb3 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4088066 Feb 16 13:46:40.178100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.186515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:40.200993 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] Set router 9e6f9cab-249a-48c5-adf2-c51b4f614bfd gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:46:40.204393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting port 4a3fe27c-fd60-4847-9c95-fb08096d0565 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:40.205536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.287218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a6e7e-f980-49d3-885a-83dd2226c6db None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:46:40.364169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.468498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-80846fbb-db63-40d7-b737-545245da7801 None None] For port cd8f266b-e91f-42b2-93b3-6b0c0c91a069, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:40.475201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.499645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for a1d881a3-c574-4a34-a30d-a339d5f0ad98 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:40.555094 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1ea4513b-a3f6-4d77-8931-54bb17255e9f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8276439 Feb 16 13:46:40.558560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.559721 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 0b7d8f63-bc35-4f21-bd0b-3199482d2853 of type vlan for network 13716671-0801-4ee8-ab7f-785edb6b2bad Feb 16 13:46:40.560679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59188) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:40.569858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846fbb-db63-40d7-b737-545245da7801 None None] Pushing event updated for resources: {'Port': ['ID=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:40.606784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b7db555-da42-41ea-96e2-4c4c1025eabb req-e09d8130-a79b-49b7-85c8-476703b14ddc tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986201 Feb 16 13:46:40.684439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d89fd-6155-4b28-9c2a-5ec4b89c3a1c req-d3f4e29b-9db5-4aad-b4f0-85d5f391a1a0 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:40.686774 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a7d89fd-6155-4b28-9c2a-5ec4b89c3a1c req-d3f4e29b-9db5-4aad-b4f0-85d5f391a1a0 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.2333276 Feb 16 13:46:40.703773 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:28Z', 'updated_at': '2022-02-16T13:46:33Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:30Z', 'updated_at': '2022-02-16T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:40.709005 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a01f2e7-fbeb-4873-af56-1dc6533abb01 None None] The sync data for ids ['9e6f9cab-249a-48c5-adf2-c51b4f614bfd'] in dv-neutron-828143-3-hyperv is: [{'id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'name': 'tempest-snat-router-1195670986', 'tenant_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:46:28Z', 'updated_at': '2022-02-16T13:46:33Z', 'revision_number': 3, 'project_id': 'de8e8fa0e5204f1daea8fd4357b44dbc', 'gw_port': {'id': '4a3fe27c-fd60-4847-9c95-fb08096d0565', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ff:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6f9cab-249a-48c5-adf2-c51b4f614bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:46:30Z', 'updated_at': '2022-02-16T13:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:40.766297 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a7d89fd-6155-4b28-9c2a-5ec4b89c3a1c req-9ad31df2-af63-4268-8411-ff4700a195dd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700591 Feb 16 13:46:40.771258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0554f888-86d4-4a72-ba53-f2cb47729c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.800647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.912589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.960375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:40.969120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4d60a-c377-4668-bfe3-93b25340b1c4 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:46:41.020126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=a1d881a3-c574-4a34-a30d-a339d5f0ad98,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:41.120507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818372c-d518-414a-a026-4a2be9fa22e3 req-3a9fb293-b53e-4b8b-a4fc-0edab801f1c4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:41.130186 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3818372c-d518-414a-a026-4a2be9fa22e3 req-3a9fb293-b53e-4b8b-a4fc-0edab801f1c4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2706678 Feb 16 13:46:41.190836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 6bf5d655-1d4c-4a32-bff8-8772d8914c16 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:41.230444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4d60a-c377-4668-bfe3-93b25340b1c4 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:46:41.335006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.392700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] For port 4a3fe27c-fd60-4847-9c95-fb08096d0565, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4a3fe27c-fd60-4847-9c95-fb08096d0565,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:41.393209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.444209 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3818372c-d518-414a-a026-4a2be9fa22e3 req-aec810b6-d8bf-40d6-a74a-1a44fbec1eb7 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133545 Feb 16 13:46:41.635335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.644006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:41.644627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.671961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66735c-03ae-4d30-8401-9feb6daf1096 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:41.677880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66735c-03ae-4d30-8401-9feb6daf1096 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:41.682111 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb66735c-03ae-4d30-8401-9feb6daf1096 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.0988920 Feb 16 13:46:41.682111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:41.686474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59196) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:41.701829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Calling delete_port for 4a3fe27c-fd60-4847-9c95-fb08096d0565 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:41.865320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:46:42.041439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387735f-9ff8-4e11-be12-8873ce736f81 req-1397d536-c4e9-43c0-8e09-62128764fa56 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:42.056377 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e387735f-9ff8-4e11-be12-8873ce736f81 req-1397d536-c4e9-43c0-8e09-62128764fa56 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3766427 Feb 16 13:46:42.136642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=6bf5d655-1d4c-4a32-bff8-8772d8914c16,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:42.142242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:42.143325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:42.175044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=13716671-0801-4ee8-ab7f-785edb6b2bad,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:42.186958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 13716671-0801-4ee8-ab7f-785edb6b2bad details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:42.362714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-42ac0638-9ca7-4245-bb18-c3b9f3da16db None None] Provisioning for port 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:42.369305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-42ac0638-9ca7-4245-bb18-c3b9f3da16db None None] Provisioning complete for port 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:42.369932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42ac0638-9ca7-4245-bb18-c3b9f3da16db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:42.394639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:42.452488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-42ac0638-9ca7-4245-bb18-c3b9f3da16db None None] Port 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:42.475654 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8332da6e-8053-4886-b810-126e6703cc87 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7837119 Feb 16 13:46:42.484531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59202) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:42.486780 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c4a727b-8689-4cce-a773-8801922c1c0c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/6bf5d655-1d4c-4a32-bff8-8772d8914c16 HTTP/1.1" status: 204 len: 168 time: 2.8548040 Feb 16 13:46:42.487708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59204) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:42.501154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:42.550258 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c218b9-563e-4f8d-93bb-65188b47cfe5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:46:42.550896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48c218b9-563e-4f8d-93bb-65188b47cfe5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:42.553340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:42.569572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] Sync routers for ids ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:42.588588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] Routers {'4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:42.589108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:42.676656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e387735f-9ff8-4e11-be12-8873ce736f81 req-5a3ff4d6-716f-4adb-b48e-e6bc97a4015d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6193485 Feb 16 13:46:42.691910 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-984db0b4-49ce-4552-bb28-2f1d25cc14ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3167660 Feb 16 13:46:42.706829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59210) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:42.718135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:42.722147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4a3fe27c-fd60-4847-9c95-fb08096d0565 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:42.782186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-796d58da-bfd6-44b1-ac72-43ff6ae3abe7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:42.785821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:42.793313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:42.804642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:42.825863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] Routers {'4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:42.827745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b8e1b-bc63-4200-a7eb-51f2b5155192 req-96553529-28f8-40f9-988d-9da73ed68ae2 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:42.827914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:42.829440 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-672b8e1b-bc63-4200-a7eb-51f2b5155192 req-96553529-28f8-40f9-988d-9da73ed68ae2 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.7171984 Feb 16 13:46:42.833674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:42.911722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:42.913474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0db7b-5753-492b-b5d9-247e6ddb115b None None] The sync data for ids ['4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:42.914018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:42.918429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:42.940902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-796d58da-bfd6-44b1-ac72-43ff6ae3abe7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:42.944747 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-796d58da-bfd6-44b1-ac72-43ff6ae3abe7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 HTTP/1.1" status: 200 len: 205 time: 0.2320850 Feb 16 13:46:42.945593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:42.961415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48c218b9-563e-4f8d-93bb-65188b47cfe5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:42.965277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48c218b9-563e-4f8d-93bb-65188b47cfe5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/6bf5d655-1d4c-4a32-bff8-8772d8914c16 HTTP/1.1" status: 404 len: 333 time: 0.4675307 Feb 16 13:46:43.007714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59220) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:43.061965 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-672b8e1b-bc63-4200-a7eb-51f2b5155192 req-189990c7-9023-43ad-8dde-668888c2e9df tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255657 Feb 16 13:46:43.068253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4a3fe27c-fd60-4847-9c95-fb08096d0565 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:43.081790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:46:43.107695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4a3fe27c-fd60-4847-9c95-fb08096d0565 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:43.108820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.146040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:43.147290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 9f59326b-7471-4782-99c7-a6c2d710107b {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:43.155998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.164664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.197914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 4a3fe27c-fd60-4847-9c95-fb08096d0565 was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:46:43.198528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cd8f266b-e91f-42b2-93b3-6b0c0c91a069 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:43.208688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd78ac-7894-4366-af09-bdb53dfc810c req-99e76805-f462-4c6d-9a81-2afac4396d06 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:43.215725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0fcd78ac-7894-4366-af09-bdb53dfc810c req-99e76805-f462-4c6d-9a81-2afac4396d06 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3587756 Feb 16 13:46:43.218523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57940c6c-f944-4c9f-afa4-9c4501cc481f req-065b39e1-c2d2-4006-8fd3-b3a51d2e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:43.219979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57940c6c-f944-4c9f-afa4-9c4501cc481f req-065b39e1-c2d2-4006-8fd3-b3a51d2e3b4c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 1.3885834 Feb 16 13:46:43.270827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.272831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.343204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a3fe27c-fd60-4847-9c95-fb08096d0565,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:43.360529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.366906 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0fcd78ac-7894-4366-af09-bdb53dfc810c req-8ad79c55-5349-49c6-9fdc-43812b4dfd6f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501482 Feb 16 13:46:43.485318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.502625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.517397 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57940c6c-f944-4c9f-afa4-9c4501cc481f req-8fd09a36-dcd8-4b01-8f4f-1adcfeec6356 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688751 Feb 16 13:46:43.547868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:43.548150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.589978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:46:43.590722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.624170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:43.647814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:43.657702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '572aa793-8d92-4479-baa4-509ebab9cacb', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'port_id': '572aa793-8d92-4479-baa4-509ebab9cacb', 'mac_address': 'fa:16:3e:89:0f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:46:43.661898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.682737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.689106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=6a98ac9d-4bb5-4a7d-b664-0e8f8a120158,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:43.706529 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'code': 200} Feb 16 13:46:43.709570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:43.738479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.741395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=9f59326b-7471-4782-99c7-a6c2d710107b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:43.761316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959bef39-5f9e-4ef1-9105-4261dfb7363d None None] Network efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:43.779712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ab7d696f-cd30-4422-9297-86ae7ea0ae97 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/9f59326b-7471-4782-99c7-a6c2d710107b HTTP/1.1" status: 204 len: 168 time: 0.7691736 Feb 16 13:46:43.780669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59230) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:43.781528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '0b7d8f63-bc35-4f21-bd0b-3199482d2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:43.782002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 13716671-0801-4ee8-ab7f-785edb6b2bad, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:43.934399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:43.951528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 13716671-0801-4ee8-ab7f-785edb6b2bad is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:43.985719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 13716671-0801-4ee8-ab7f-785edb6b2bad) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:43.993742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:43.995088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.003656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572aa793-8d92-4479-baa4-509ebab9cacb {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:46:44.004999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:44.005898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.037979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:44.038533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25935dd4-eb5f-41df-81c5-e02cd9211880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.038748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.040076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6383c1-a397-4452-a614-defbdd87c31e None None] Network 13716671-0801-4ee8-ab7f-785edb6b2bad requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:44.054980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.060013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.073774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.113438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-374d107d-72ec-4255-8e46-93f42228655c tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6189744 Feb 16 13:46:44.122046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59234) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:44.153042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df1982-c54b-4de4-9cbd-0779daae390d req-858fbe59-950f-408b-90ca-e34ee2769f27 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:44.154650 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2df1982-c54b-4de4-9cbd-0779daae390d req-858fbe59-950f-408b-90ca-e34ee2769f27 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2744825 Feb 16 13:46:44.168823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:44.197216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.263567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.352538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.402786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:44.415736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2df1982-c54b-4de4-9cbd-0779daae390d req-20a8fef1-de32-423d-a1e0-d47b5c026304 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512827 Feb 16 13:46:44.487020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.487725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:44.497789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.508291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.529392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-13716671-0801-4ee8-ab7f-785edb6b2bad', 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '6a98ac9d-4bb5-4a7d-b664-0e8f8a120158'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:44.530670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.559489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.559489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-acac45f1-c859-4bdf-92d2-93db02440ba4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 HTTP/1.1" status: 204 len: 168 time: 1.6057141 Feb 16 13:46:44.561119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.571655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:44.609929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] DHCP port deletion for efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:44.610493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.623024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Deleting port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:44.623577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.647011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4bc9b-1b06-462f-9986-9031abeb7fac req-2750f764-57a4-4d21-b1f0-cf503c2f3950 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:44.654194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65a4bc9b-1b06-462f-9986-9031abeb7fac req-2750f764-57a4-4d21-b1f0-cf503c2f3950 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 945 time: 0.3397090 Feb 16 13:46:44.681045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.681543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6f9cab-249a-48c5-adf2-c51b4f614bfd {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:44.722931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.724038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54aaf13b-d409-4865-bfbc-cc21b47b8c25 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/routers/9e6f9cab-249a-48c5-adf2-c51b4f614bfd HTTP/1.1" status: 204 len: 168 time: 5.4443054 Feb 16 13:46:44.738832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:44.747071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:44.799479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:44.930707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,segment=NetworkSegment(82bb99db-6e42-40a8-b66b-e2409baa284b),segment_id=82bb99db-6e42-40a8-b66b-e2409baa284b)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:44.931242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:44.941850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65a4bc9b-1b06-462f-9986-9031abeb7fac req-d1b60333-684a-4e64-9201-e2e7babee94f tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865210 Feb 16 13:46:45.048946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.052659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-339907ed-a05c-474b-8c2f-d4d71c7d6138 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed HTTP/1.1" status: 204 len: 168 time: 3.2282603 Feb 16 13:46:45.068014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59248) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:45.091246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Allocated IP 172.20.0.2 (13716671-0801-4ee8-ab7f-785edb6b2bad/6a98ac9d-4bb5-4a7d-b664-0e8f8a120158/bf6cd659-7eae-440b-884c-d22a46deab2e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:45.147541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 1a4a6826-0528-4a85-a22b-b13fdd1c3974 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:45.162108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.191010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:45.232771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] For port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,segment=NetworkSegment(82bb99db-6e42-40a8-b66b-e2409baa284b),segment_id=82bb99db-6e42-40a8-b66b-e2409baa284b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:45.233070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.254107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.325816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.341982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.357587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018ba12-039f-49d6-b042-c0d62a373dd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:45.359763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3018ba12-039f-49d6-b042-c0d62a373dd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:45.361335 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3018ba12-039f-49d6-b042-c0d62a373dd5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2923460 Feb 16 13:46:45.373556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:45.394093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Calling delete_port for 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:45.410492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=2b24373e-b1e3-4976-b5bd-48c7d35cfd1d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:45.413181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:45.460547 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No ports have port_id starting with 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d Feb 16 13:46:45.462554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.546324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.601261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:45.601735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:45.601854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 2cad1452-e12d-4c18-8044-fdbb7cb30134 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:45.672092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.672494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.683233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.721671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.722770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:45.737902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Transition to ACTIVE for port object bf6cd659-7eae-440b-884c-d22a46deab2e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:45.740131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bb99db-6e42-40a8-b66b-e2409baa284b') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:45.740428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bb99db-6e42-40a8-b66b-e2409baa284b') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:45.745790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.756009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.760200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Transition to ACTIVE for port object bf6cd659-7eae-440b-884c-d22a46deab2e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:45.767930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.783010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403458b3-af28-47a1-9f44-0b200c4f382a req-a2e153dc-6062-462f-b228-7ac8d14ee02d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:45.784521 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-403458b3-af28-47a1-9f44-0b200c4f382a req-a2e153dc-6062-462f-b228-7ac8d14ee02d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.1517186 Feb 16 13:46:45.790901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.801215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:45.801929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:45.821495 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:45.824166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.844578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.844878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Network 13716671-0801-4ee8-ab7f-785edb6b2bad is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:45.844878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:45.847881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:45.857421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Pushing event updated for resources: {'Port': ['ID=bf6cd659-7eae-440b-884c-d22a46deab2e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:45.886495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.914486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Deleting port 98db7bc1-869b-4170-a0f9-9d063d936b1c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:45.914818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.955795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Attempting to bind port bf6cd659-7eae-440b-884c-d22a46deab2e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:45.956455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Attempting to bind port bf6cd659-7eae-440b-884c-d22a46deab2e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0b7d8f63-bc35-4f21-bd0b-3199482d2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:45.957534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Attempting to bind port bf6cd659-7eae-440b-884c-d22a46deab2e on network 13716671-0801-4ee8-ab7f-785edb6b2bad {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:45.961281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=6a98ac9d-4bb5-4a7d-b664-0e8f8a120158,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:45.971555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:45.973585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Checking segment: {'id': '0b7d8f63-bc35-4f21-bd0b-3199482d2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:45.974397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:45.974742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Bound using segment: {'id': '0b7d8f63-bc35-4f21-bd0b-3199482d2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:45.975404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Bound port: bf6cd659-7eae-440b-884c-d22a46deab2e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7d8f63-bc35-4f21-bd0b-3199482d2853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '13716671-0801-4ee8-ab7f-785edb6b2bad'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:45.975914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.033777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.110743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] For port bf6cd659-7eae-440b-884c-d22a46deab2e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:46.121027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] For port bf6cd659-7eae-440b-884c-d22a46deab2e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bf6cd659-7eae-440b-884c-d22a46deab2e,segment=NetworkSegment(0b7d8f63-bc35-4f21-bd0b-3199482d2853),segment_id=0b7d8f63-bc35-4f21-bd0b-3199482d2853)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:46.123824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Deleting port 2b24373e-b1e3-4976-b5bd-48c7d35cfd1d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:46.125204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.131766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.133805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-403458b3-af28-47a1-9f44-0b200c4f382a req-083d302c-9740-4748-9b02-e29fd04af62d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117733 Feb 16 13:46:46.137929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.172091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4a6826-0528-4a85-a22b-b13fdd1c3974,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:46.206449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.223664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.232147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cecae0df-9bc8-4157-a6f8-cb992e4b6bfd None None] The port '2b24373e-b1e3-4976-b5bd-48c7d35cfd1d' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:46:46.235785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.235918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.247949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:46.272529 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad3e33e6-a99c-4f6c-9a33-df1c98655a55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/1a4a6826-0528-4a85-a22b-b13fdd1c3974 HTTP/1.1" status: 204 len: 168 time: 1.6981099 Feb 16 13:46:46.280264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:46.288207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d0ffcd-2b07-4178-a29e-e29dbf45283f None None] Network f5780b69-bd0d-44b1-a7a0-7a4915d86a75 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:46.335209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13716671-0801-4ee8-ab7f-785edb6b2bad']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:46.383599 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-43fb20b1-5a3e-486e-904e-cc36f25a01b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/efafd7c6-6f5a-4779-b2fd-4e441a8e4fbf HTTP/1.1" status: 204 len: 168 time: 2.5938227 Feb 16 13:46:46.388168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59266) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:46.401959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-764849854'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:46.411049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7d8f63-bc35-4f21-bd0b-3199482d2853') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:46.411049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7d8f63-bc35-4f21-bd0b-3199482d2853') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:46.429404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:46.439714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.459364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:network and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:46.470263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60e5c3-0fb5-489c-a83b-98aae6024307 req-07d6a345-ab0c-44d6-8fcc-f7073a9eb450 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:46.479095 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cb60e5c3-0fb5-489c-a83b-98aae6024307 req-07d6a345-ab0c-44d6-8fcc-f7073a9eb450 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 945 time: 0.3058591 Feb 16 13:46:46.515133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:46.572170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.582878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:46.585891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.627307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:46.656626 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:46.659276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4a3fe27c-fd60-4847-9c95-fb08096d0565 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:46.668644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:46.687235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746af704-6bb1-427c-ba82-3854f0f7fe52 None None] Pushing event updated for resources: {'Port': ['ID=bf6cd659-7eae-440b-884c-d22a46deab2e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:46.738179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=2cad1452-e12d-4c18-8044-fdbb7cb30134,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:46.744714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4a3fe27c-fd60-4847-9c95-fb08096d0565 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:46.745040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4a3fe27c-fd60-4847-9c95-fb08096d0565 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:46.749388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.754165 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1d059f5b-4a4a-4214-9647-fb35a7ef252e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/2cad1452-e12d-4c18-8044-fdbb7cb30134 HTTP/1.1" status: 204 len: 168 time: 1.3796256 Feb 16 13:46:46.761323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:46.761562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] For port 98db7bc1-869b-4170-a0f9-9d063d936b1c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98db7bc1-869b-4170-a0f9-9d063d936b1c,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:46.761562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.777696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b9317-9418-4e7d-90eb-067a2ca9e21c None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:46.787182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.832393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:46.835826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:46.855393 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cb60e5c3-0fb5-489c-a83b-98aae6024307 req-940c0eb3-2790-40d1-a6a6-1b3f75df5a39 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753505 Feb 16 13:46:46.855944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:46:46.855944 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:46:46.855944 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': '13716671-0801-4ee8-ab7f-785edb6b2bad'}] Feb 16 13:46:46.855944 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:46.856378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:46.860641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d456510d-e59e-4233-9d2f-23953c61d7f9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992072 Feb 16 13:46:46.872779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59276) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:46.886540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:46.910331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:46.919050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f16567-026a-4d08-b6cf-d138807a7a40 None None] Network 13716671-0801-4ee8-ab7f-785edb6b2bad requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:46.919502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Calling delete_port for 98db7bc1-869b-4170-a0f9-9d063d936b1c owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:47.079135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 2a605752-19d7-4cca-bb49-d80a5aa71b33 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:47.079419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.131879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:47.162129 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6910e29b-7470-482b-95c5-e2096c6401e1 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 200 len: 992 time: 0.2501867 Feb 16 13:46:47.167673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.168013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Added segment 2c91708d-09e1-4203-8521-3bfe5665938b of type vlan for network dc168e0a-e530-4831-8bf2-928531e7619b Feb 16 13:46:47.211246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-0ae556d9-acbb-4eca-9b76-40127da3bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:47.212790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-0ae556d9-acbb-4eca-9b76-40127da3bb9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 1099 time: 0.5774479 Feb 16 13:46:47.213533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:47.222156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.233348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852271-3d31-4894-b71c-abe12958d379 req-bdb5b7b2-65f2-461f-b663-08c375ea288d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:47.240748 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f852271-3d31-4894-b71c-abe12958d379 req-bdb5b7b2-65f2-461f-b663-08c375ea288d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.5697405 Feb 16 13:46:47.267843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:47.313352 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f852271-3d31-4894-b71c-abe12958d379 req-4bd0f774-52a0-42a8-a37b-225017ad79f9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684149 Feb 16 13:46:47.324364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:47.328846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.330613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] DHCP port deletion for f5780b69-bd0d-44b1-a7a0-7a4915d86a75 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:47.337068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Deleting port 2a605752-19d7-4cca-bb49-d80a5aa71b33 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:47.337706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.344762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.350165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:47.350803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.381684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.395178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:47.412730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Deleting port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:47.413383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.470229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['572aa793-8d92-4479-baa4-509ebab9cacb'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:46:47.540443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 2a605752-19d7-4cca-bb49-d80a5aa71b33, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2a605752-19d7-4cca-bb49-d80a5aa71b33,segment=NetworkSegment(30e3efa3-0ff6-4967-94a8-04bd1802dd10),segment_id=30e3efa3-0ff6-4967-94a8-04bd1802dd10)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:47.541081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.542320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1524417 Feb 16 13:46:47.548961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:47.566920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:47.572396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port bf6cd659-7eae-440b-884c-d22a46deab2e {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:47.572755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.582592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-09b6120f-845b-4d04-a2ac-9a493e5fae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:47.584299 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-09b6120f-845b-4d04-a2ac-9a493e5fae80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 200 len: 913 time: 0.3650267 Feb 16 13:46:47.611475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05565ce-88a1-4d54-a2dd-d21012f344f4 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Network': ['ID=dc168e0a-e530-4831-8bf2-928531e7619b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:47.639097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network dc168e0a-e530-4831-8bf2-928531e7619b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:47.775166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 2a605752-19d7-4cca-bb49-d80a5aa71b33 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:47.898135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.908071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port bf6cd659-7eae-440b-884c-d22a46deab2e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bf6cd659-7eae-440b-884c-d22a46deab2e,segment=NetworkSegment(0b7d8f63-bc35-4f21-bd0b-3199482d2853),segment_id=0b7d8f63-bc35-4f21-bd0b-3199482d2853)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:47.908071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:47.956471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] For port cd8f266b-e91f-42b2-93b3-6b0c0c91a069, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:47.957164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.076226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for bf6cd659-7eae-440b-884c-d22a46deab2e owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:48.146560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Calling delete_port for cd8f266b-e91f-42b2-93b3-6b0c0c91a069 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:48.155911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event deleted for resources: {'Port': ['ID=98db7bc1-869b-4170-a0f9-9d063d936b1c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:48.206229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] For port 2a605752-19d7-4cca-bb49-d80a5aa71b33, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2a605752-19d7-4cca-bb49-d80a5aa71b33,segment=NetworkSegment(30e3efa3-0ff6-4967-94a8-04bd1802dd10),segment_id=30e3efa3-0ff6-4967-94a8-04bd1802dd10)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:48.206229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.208214 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-5b721acc-5eef-4758-9f4c-cc03d534ffc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 200 len: 1002 time: 0.5627553 Feb 16 13:46:48.267590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.291713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:48.320017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-e959da9b-42f7-4d7e-ba6f-f9d9a64d74de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:48.321476 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-e959da9b-42f7-4d7e-ba6f-f9d9a64d74de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 200 len: 851 time: 0.1043112 Feb 16 13:46:48.322456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:46:48.324265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:48.328141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:48.376222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:48.376882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port bf6cd659-7eae-440b-884c-d22a46deab2e on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:48.378844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=bf6cd659-7eae-440b-884c-d22a46deab2e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:48.389478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.460975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Calling delete_port for 2a605752-19d7-4cca-bb49-d80a5aa71b33 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:48.479842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=2a605752-19d7-4cca-bb49-d80a5aa71b33,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:48.482164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.597251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.603798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.620114 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.services.revisions.revision_plugin [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Could not find related port for resource to bump revision. Feb 16 13:46:48.637664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 13:46:48.637976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:225b {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 13:46:48.641690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13716671-0801-4ee8-ab7f-785edb6b2bad']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:48.657395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7d8f63-bc35-4f21-bd0b-3199482d2853') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:48.657395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7d8f63-bc35-4f21-bd0b-3199482d2853') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:48.664855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:225b {{(pid=87697) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 16 13:46:48.670574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.674934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] No DVR routers for this DVR port cd8f266b-e91f-42b2-93b3-6b0c0c91a069 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:48.676515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.683525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe0af-b4f1-4ed5-9151-4a09950e6dfe None None] Pushing event deleted for resources: {'Port': ['ID=cd8f266b-e91f-42b2-93b3-6b0c0c91a069,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:48.723241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:48.734169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.738526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:48.738526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:48.754087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:48.755815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.761659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:48.766315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cd8f266b-e91f-42b2-93b3-6b0c0c91a069 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:48.769099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:48.769691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.782434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port 2a605752-19d7-4cca-bb49-d80a5aa71b33 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:48.792633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a71a-8526-4c64-9153-89d25aa0cd02 req-efa1f640-aae9-408e-9444-8e4c44032887 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:48.794158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f679a71a-8526-4c64-9153-89d25aa0cd02 req-efa1f640-aae9-408e-9444-8e4c44032887 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2938979 Feb 16 13:46:48.814878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: cd8f266b-e91f-42b2-93b3-6b0c0c91a069 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:48.815541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cd8f266b-e91f-42b2-93b3-6b0c0c91a069 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:48.816075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2a605752-19d7-4cca-bb49-d80a5aa71b33 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:48.824984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:48.825387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:48.842100 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:48.856437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afbd0c-b76b-4978-b6e8-bd0f6dfbbce6 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:48.859546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=8fa15843-177b-4bcb-9191-d66b706a2056,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:48.871097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.878394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:48.891221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 2a605752-19d7-4cca-bb49-d80a5aa71b33 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:48.891705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2a605752-19d7-4cca-bb49-d80a5aa71b33 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:49.037644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.047983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.048515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd37756-aeb7-48b7-8c86-5136236b90d0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:46:49.095571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5780b69-bd0d-44b1-a7a0-7a4915d86a75']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:49.104955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-7e085010-deec-493c-8d89-be0ca9bf860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:49.106966 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-7e085010-deec-493c-8d89-be0ca9bf860e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2f23b10-bde0-496f-aa68-8bd1ef089f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7739823 Feb 16 13:46:49.138394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e3efa3-0ff6-4967-94a8-04bd1802dd10') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:49.138996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e3efa3-0ff6-4967-94a8-04bd1802dd10') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:49.185708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f679a71a-8526-4c64-9153-89d25aa0cd02 req-06f7c681-03eb-4bcf-a8e6-c0a833b86505 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3745575 Feb 16 13:46:49.197496 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bc2581ff-0a94-413e-89e0-f9de4d3a939e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3235857 Feb 16 13:46:49.199988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59290) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:49.212526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:a4:cd:e6', 'name': 'tempest-NetworksTestDHCPv6-1342608942'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:49.221946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.228765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '8fa15843-177b-4bcb-9191-d66b706a2056'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:49.230961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.233217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.241628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Deleting port 2a605752-19d7-4cca-bb49-d80a5aa71b33 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:49.242274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.260607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.262010 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7534c20b-a2ac-43f9-a01a-a62c19ecf637 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "DELETE /v2.0/routers/7dd37756-aeb7-48b7-8c86-5136236b90d0 HTTP/1.1" status: 204 len: 168 time: 4.5176327 Feb 16 13:46:49.275035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59294) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:49.285802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2038058935', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:49.309785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:49.311769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.314477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=13716671-0801-4ee8-ab7f-785edb6b2bad,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:49.319798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.322515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:49.334379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:49.342659 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-48b6c473-ae0a-4765-81fe-d5443aa9e83f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/13716671-0801-4ee8-ab7f-785edb6b2bad HTTP/1.1" status: 204 len: 168 time: 5.2202618 Feb 16 13:46:49.347609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:49.367021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220529410'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:49.373532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:49.373899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.393160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:49.395219 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:49.405599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:49.414819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fca0f0bd-c31d-494e-9021-944edeb4a515 None None] The port '2a605752-19d7-4cca-bb49-d80a5aa71b33' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:46:49.429224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:49.435266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:49.438338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:49.444201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:49.454766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:49.505511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:49.515794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:49.527356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.528265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.539577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-a34eddcb-598f-4271-b49b-7a54b3eacad5 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239981 Feb 16 13:46:49.543637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:49.552034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.595512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.601576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.606782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.627585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port d7ff135e-b227-4504-abef-65f7b7ee76f9 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:49.714604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=f5780b69-bd0d-44b1-a7a0-7a4915d86a75,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:49.716398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:49.719891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.729506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Allocated IP 2001:db8::f816:3eff:fe47:2693 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/8fa15843-177b-4bcb-9191-d66b706a2056/5a1a7ec5-6b04-4c09-bd48-61d3c626de4c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:49.751469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.767704 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5837821-aee9-4deb-a6a1-769ed5260f69 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/f5780b69-bd0d-44b1-a7a0-7a4915d86a75 HTTP/1.1" status: 204 len: 168 time: 3.4858258 Feb 16 13:46:49.773331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59302) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:49.779656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438050548', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:49.790684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:49.796401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:49.800981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:49.810033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:49.823580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.824608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.837476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=16038e8f-0ef1-4dbf-9b25-c96f87d9eafe,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:49.852107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:49.855126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:46:50.001860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.016867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Transition to ACTIVE for port object 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:50.040097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Transition to ACTIVE for port object 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:50.047215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.125432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:50.127953 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e84705d-d8fa-4910-86f2-efa8b7c81adb req-4a59774c-85b4-4235-b29c-80ef213d49a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769384 Feb 16 13:46:50.129600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:50.135765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:50.140108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.140450 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment c5551145-9cf9-4250-b34c-a2ef53f3bb1a of type vlan for network 52349fc5-dacb-45e0-84ef-0140a8e7bafc Feb 16 13:46:50.141681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Checking segment: {'id': '2c91708d-09e1-4203-8521-3bfe5665938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:50.142048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network hostable DHCP agents. Network: dc168e0a-e530-4831-8bf2-928531e7619b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:50.161216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Pushing event updated for resources: {'Port': ['ID=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:50.197115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.254785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fea4:cde6 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/8fa15843-177b-4bcb-9191-d66b706a2056/d7ff135e-b227-4504-abef-65f7b7ee76f9) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:50.312249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.326325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.339480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network dc168e0a-e530-4831-8bf2-928531e7619b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:50.352218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Attempting to bind port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:50.354797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Attempting to bind port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:50.355428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Attempting to bind port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:50.363139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:50.363895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:50.364625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.365343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:50.366203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Bound port: 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:50.367265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.389096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, dc168e0a-e530-4831-8bf2-928531e7619b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:50.402020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:50.402910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.413257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f186e-2706-4cd6-a1f8-1f31dfd785e3 None None] Network dc168e0a-e530-4831-8bf2-928531e7619b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:50.465877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.472296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:50.473210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.547083 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f8e09a4-4de4-4ce0-b82e-01ad29bc3784 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9936640 Feb 16 13:46:50.552408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1932302 Feb 16 13:46:50.557775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59308) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:50.558768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59310) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:50.599310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98db7bc1-869b-4170-a0f9-9d063d936b1c no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:50.633635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:50.655206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 98db7bc1-869b-4170-a0f9-9d063d936b1c {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:50.655950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98db7bc1-869b-4170-a0f9-9d063d936b1c not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:50.721362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2681eda-b812-49c0-a17b-7c854f545923 req-5ce9ee4d-694f-4c36-97e7-744cc64f785f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:50.723817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2681eda-b812-49c0-a17b-7c854f545923 req-5ce9ee4d-694f-4c36-97e7-744cc64f785f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2945058 Feb 16 13:46:50.766440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-317540290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:50.773758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:50.777957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:router and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:50.778265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.781332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:50.788142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:50.811886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.813022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.828292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:50.832618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.874246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:50.876606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c654892-dea2-4e15-b79c-0a3abecb2a83 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=52349fc5-dacb-45e0-84ef-0140a8e7bafc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:50.880796 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2681eda-b812-49c0-a17b-7c854f545923 req-3cc32158-e3ed-48aa-8330-44017bce2b67 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494567 Feb 16 13:46:50.884815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:50.890092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:50.900530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 52349fc5-dacb-45e0-84ef-0140a8e7bafc details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:46:50.906762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:50.920020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.925141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:50.930249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:50.934268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:50.956931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object d7ff135e-b227-4504-abef-65f7b7ee76f9 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:51.012300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.087163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.089445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fc40085-db5f-4e69-81c5-fe2cb5dc3a22 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5276799 Feb 16 13:46:51.128062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:51.143188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b', 'name': 'tempest-PortsIpV6TestJSON-932906836'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:51.175526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing IP validity checks on allocation pools {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:46:51.176419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.ipam_backend_mixin [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:46:51.207558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.250696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.303769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:51.375412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897699-d789-4cc8-8b55-40cab7364204 None None] Pushing event updated for resources: {'Port': ['ID=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:51.383669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.384414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-dc168e0a-e530-4831-8bf2-928531e7619b', 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': '16038e8f-0ef1-4dbf-9b25-c96f87d9eafe'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:51.385278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.499257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 572aa793-8d92-4479-baa4-509ebab9cacb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:51.499512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.509714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:51.517925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:51.521853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:51.531635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:51.532978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.576057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=d7ff135e-b227-4504-abef-65f7b7ee76f9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:51.606276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 172.26.1.145 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/87441661-470e-4e88-9bbb-aa74c0789701) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:51.636128 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4eabab60-cbc8-4d72-8494-9fbd4520a882 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4349630 Feb 16 13:46:51.637200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:51.645834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.708957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:46:51.722901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:46:51.723162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Allocated IP 2001:db8::2 (dc168e0a-e530-4831-8bf2-928531e7619b/16038e8f-0ef1-4dbf-9b25-c96f87d9eafe/a100b936-653a-4245-996d-f3d3bf3a3d74) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:51.729061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:46:51.736416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:46:51.746170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.781151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.839965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.874629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:46:51.895451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707e552-5359-4ae0-a399-59da7f06bf3c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:51.896062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:51.902184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f707e552-5359-4ae0-a399-59da7f06bf3c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:51.903050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f707e552-5359-4ae0-a399-59da7f06bf3c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:51.909250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.931780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:51.953923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f707e552-5359-4ae0-a399-59da7f06bf3c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:51.962850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f707e552-5359-4ae0-a399-59da7f06bf3c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3226340 Feb 16 13:46:51.974291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59328) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:51.988394 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'code': 200} Feb 16 13:46:52.106123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port d7ff135e-b227-4504-abef-65f7b7ee76f9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:52.107512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.109275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:52.113605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:46:52.117580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.149661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.162897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Transition to ACTIVE for port object a100b936-653a-4245-996d-f3d3bf3a3d74 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:52.163856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 97bef51a-fa38-40ca-b502-88d601f24b7a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:46:52.182259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Transition to ACTIVE for port object a100b936-653a-4245-996d-f3d3bf3a3d74 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:52.189087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.217959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.265409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Network dc168e0a-e530-4831-8bf2-928531e7619b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:52.268646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:52.271315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:52.279639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Pushing event updated for resources: {'Port': ['ID=a100b936-653a-4245-996d-f3d3bf3a3d74,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:52.279877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=0036ee7b-1b2a-420a-936d-a3ad7144270f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:52.319224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:52.320025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 52349fc5-dacb-45e0-84ef-0140a8e7bafc, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:46:52.338317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Allocated IP 172.26.1.235 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/1b344bb2-1e06-4074-9522-6c36b1c42d39) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:52.342637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:52.348082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:52.353437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:52.368238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Attempting to bind port a100b936-653a-4245-996d-f3d3bf3a3d74 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:52.368650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Attempting to bind port a100b936-653a-4245-996d-f3d3bf3a3d74 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '2c91708d-09e1-4203-8521-3bfe5665938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:52.369012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Attempting to bind port a100b936-653a-4245-996d-f3d3bf3a3d74 on network dc168e0a-e530-4831-8bf2-928531e7619b {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:52.374310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:52.374673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Checking segment: {'id': '2c91708d-09e1-4203-8521-3bfe5665938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:52.375060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.375434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Bound using segment: {'id': '2c91708d-09e1-4203-8521-3bfe5665938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:52.375879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Bound port: a100b936-653a-4245-996d-f3d3bf3a3d74, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c91708d-09e1-4203-8521-3bfe5665938b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'dc168e0a-e530-4831-8bf2-928531e7619b'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:52.376431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.468983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 52349fc5-dacb-45e0-84ef-0140a8e7bafc is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:46:52.478349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=87441661-470e-4e88-9bbb-aa74c0789701,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:52.479852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] For port a100b936-653a-4245-996d-f3d3bf3a3d74, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:52.484406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] For port a100b936-653a-4245-996d-f3d3bf3a3d74, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a100b936-653a-4245-996d-f3d3bf3a3d74,segment=NetworkSegment(2c91708d-09e1-4203-8521-3bfe5665938b),segment_id=2c91708d-09e1-4203-8521-3bfe5665938b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:52.493486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.500562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543c768-cd4c-4fc5-9a1a-fb9fb94515e3 req-1c167412-8c1a-46c2-a60a-18896d6bcabe tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:52.501124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 52349fc5-dacb-45e0-84ef-0140a8e7bafc) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:52.502193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9543c768-cd4c-4fc5-9a1a-fb9fb94515e3 req-1c167412-8c1a-46c2-a60a-18896d6bcabe tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3692124 Feb 16 13:46:52.518460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::d6 (dc168e0a-e530-4831-8bf2-928531e7619b/16038e8f-0ef1-4dbf-9b25-c96f87d9eafe/97bef51a-fa38-40ca-b502-88d601f24b7a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:52.527494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:52.528291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.551447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c334148b-90da-4055-82bb-2b1d74cc5368 None None] Network 52349fc5-dacb-45e0-84ef-0140a8e7bafc requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:52.632584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-debb981d-c588-4427-ac71-bd3e1377de18 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0690529 Feb 16 13:46:52.640481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:52.707139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:52.773755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a71494-a340-4513-a1ba-8248b39be836 None None] Pushing event updated for resources: {'Port': ['ID=a100b936-653a-4245-996d-f3d3bf3a3d74,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:52.939193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9543c768-cd4c-4fc5-9a1a-fb9fb94515e3 req-167aa719-d609-4a61-a719-dd03654b40e8 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4146423 Feb 16 13:46:52.976177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:53.039569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.043628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.133188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-52349fc5-dacb-45e0-84ef-0140a8e7bafc', 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '0036ee7b-1b2a-420a-936d-a3ad7144270f'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:46:53.134055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.274822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event updated for resources: {'Port': ['ID=1b344bb2-1e06-4074-9522-6c36b1c42d39,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:53.288457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:53.315754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:53.321634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4fa96751-61db-4953-94ea-2138c14038ee None None] Provisioning for port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:53.324320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:53.328049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for d7ff135e-b227-4504-abef-65f7b7ee76f9 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:53.371408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:53.414609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:53.415300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.478434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.502509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 97bef51a-fa38-40ca-b502-88d601f24b7a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:53.569746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.573055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Allocated IP 172.20.0.3 (52349fc5-dacb-45e0-84ef-0140a8e7bafc/0036ee7b-1b2a-420a-936d-a3ad7144270f/9e19c977-6ef9-4c4f-9e20-990537ebd7bb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:46:53.621759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.743309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:53.758671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1fcf74ce-d75d-4141-9c3c-9371e763ddec None None] Provisioning for port d7ff135e-b227-4504-abef-65f7b7ee76f9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:53.766301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.768379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network dc168e0a-e530-4831-8bf2-928531e7619b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:53.781316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:53.784292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:53.791096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:53.791406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.818022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1fcf74ce-d75d-4141-9c3c-9371e763ddec None None] Provisioning complete for port d7ff135e-b227-4504-abef-65f7b7ee76f9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:53.818022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1fcf74ce-d75d-4141-9c3c-9371e763ddec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.818422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.865703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9276f-8843-4cbf-bb27-2ac471abb568 req-9b6b854e-bdd1-4fa0-b774-d0a99a99afe9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:53.867610 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d4c9276f-8843-4cbf-bb27-2ac471abb568 req-9b6b854e-bdd1-4fa0-b774-d0a99a99afe9 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.6102872 Feb 16 13:46:53.884385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7510176 Feb 16 13:46:53.888582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:53.899117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:53.970368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1fcf74ce-d75d-4141-9c3c-9371e763ddec None None] Port d7ff135e-b227-4504-abef-65f7b7ee76f9 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:53.976407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:54.012262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25304e-4e20-4185-b824-170457e91de1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=97bef51a-fa38-40ca-b502-88d601f24b7a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:54.035121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.037169 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d4c9276f-8843-4cbf-bb27-2ac471abb568 req-76c1caa7-1595-4b16-a524-53d160440d77 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621475 Feb 16 13:46:54.047441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.055757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Transition to ACTIVE for port object 9e19c977-6ef9-4c4f-9e20-990537ebd7bb will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:54.121182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Transition to ACTIVE for port object 9e19c977-6ef9-4c4f-9e20-990537ebd7bb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:46:54.133939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.224883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Network 52349fc5-dacb-45e0-84ef-0140a8e7bafc is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:46:54.229922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:46:54.233676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:46:54.256547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=d7ff135e-b227-4504-abef-65f7b7ee76f9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:54.354899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Pushing event updated for resources: {'Port': ['ID=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:54.367386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.392432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Attempting to bind port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:46:54.393313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Attempting to bind port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:46:54.394010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Attempting to bind port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb on network 52349fc5-dacb-45e0-84ef-0140a8e7bafc {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:46:54.400697 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7aac72d3-5a4d-4b96-b593-d58ebfd71aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/d7ff135e-b227-4504-abef-65f7b7ee76f9 HTTP/1.1" status: 204 len: 168 time: 2.4232936 Feb 16 13:46:54.402377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:46:54.403267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Checking segment: {'id': 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:46:54.405905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.406907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Bound using segment: {'id': 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:46:54.407848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Bound port: 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:46:54.408992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.471398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:54.560030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874c1b1-23e9-4f2c-a5fb-b6e2237cea82 None None] Network dc168e0a-e530-4831-8bf2-928531e7619b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:54.752709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ad01f62e-71f5-4872-9b33-3cf4ee4c0c7b None None] Provisioning for port a100b936-653a-4245-996d-f3d3bf3a3d74 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:54.767890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] For port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:46:54.778556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:54.821655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.847295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.852551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] For port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,segment=NetworkSegment(c5551145-9cf9-4250-b34c-a2ef53f3bb1a),segment_id=c5551145-9cf9-4250-b34c-a2ef53f3bb1a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:46:54.873553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:54.931086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ef339-cd6d-411b-87c0-71ca93e63193 req-ff575b29-c1fa-4060-92db-348a4092cb98 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:54.933052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e0ef339-cd6d-411b-87c0-71ca93e63193 req-ff575b29-c1fa-4060-92db-348a4092cb98 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2385838 Feb 16 13:46:54.995504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5febe-10b8-479a-829b-4ca6186c4d61 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:54.997414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb5febe-10b8-479a-829b-4ca6186c4d61 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:54.998312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5cb5febe-10b8-479a-829b-4ca6186c4d61 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:55.082365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e0ef339-cd6d-411b-87c0-71ca93e63193 req-a64210bb-7554-4948-be40-97f9f8d58a02 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408100 Feb 16 13:46:55.086314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=0036ee7b-1b2a-420a-936d-a3ad7144270f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:55.138845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 82ad250c-6a6a-4e32-8ca7-784648d103b7 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:55.154869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:55.155411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.200627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.239268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecf649-923c-462f-96f8-89e9fb56c91b None None] Pushing event updated for resources: {'Port': ['ID=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:55.298624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.370964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a100b936-653a-4245-996d-f3d3bf3a3d74 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:55.382975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5cb5febe-10b8-479a-829b-4ca6186c4d61 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:55.387643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5cb5febe-10b8-479a-829b-4ca6186c4d61 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.8963928 Feb 16 13:46:55.401487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:55.447623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:55.483234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.484327 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] Sync routers for ids ['82ad250c-6a6a-4e32-8ca7-784648d103b7'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:55.489892 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-80e4aa14-3055-4e46-b5f1-7d7cc1d5f6f4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7153139 Feb 16 13:46:55.492136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59354) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:55.493368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52349fc5-dacb-45e0-84ef-0140a8e7bafc']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:55.498170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a100b936-653a-4245-996d-f3d3bf3a3d74 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:55.503749 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] Routers {'82ad250c-6a6a-4e32-8ca7-784648d103b7'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:55.504399 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['82ad250c-6a6a-4e32-8ca7-784648d103b7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:55.507319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a100b936-653a-4245-996d-f3d3bf3a3d74 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:55.508076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.638421 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:55.657093 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] Routers {'82ad250c-6a6a-4e32-8ca7-784648d103b7'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:55.657740 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['82ad250c-6a6a-4e32-8ca7-784648d103b7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:55.740764 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:55.743537 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde1603-66fd-48e5-962c-7a8e09e5ef38 None None] The sync data for ids ['82ad250c-6a6a-4e32-8ca7-784648d103b7'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:55.761253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.861426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a100b936-653a-4245-996d-f3d3bf3a3d74, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a100b936-653a-4245-996d-f3d3bf3a3d74,segment=NetworkSegment(2c91708d-09e1-4203-8521-3bfe5665938b),segment_id=2c91708d-09e1-4203-8521-3bfe5665938b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:55.873228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.959284 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b9b6fab0-713c-4eac-9ebf-7f172becb2fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers/82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 200 len: 884 time: 0.4643192 Feb 16 13:46:55.960312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Provisioning complete for port a100b936-653a-4245-996d-f3d3bf3a3d74 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:55.960704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:55.960912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59358) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:55.997235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.005899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:56.006194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:56.041875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.079312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a100b936-653a-4245-996d-f3d3bf3a3d74,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:56.193823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Provisioning for port 97bef51a-fa38-40ca-b502-88d601f24b7a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:56.202762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Provisioning complete for port 97bef51a-fa38-40ca-b502-88d601f24b7a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:56.203381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.291981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59ef1-abad-4bfb-a910-be0b983d739a None None] Port 97bef51a-fa38-40ca-b502-88d601f24b7a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:56.347396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 8fa15843-177b-4bcb-9191-d66b706a2056 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:46:56.350804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.395975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b155b8ff-4a7e-412b-a2c2-55bf864649dd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:router {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:56.399000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.424632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-18404b87-8030-4675-a3e9-cd9c63e3979a None None] Provisioning complete for port 97bef51a-fa38-40ca-b502-88d601f24b7a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:56.425272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18404b87-8030-4675-a3e9-cd9c63e3979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.442907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48065ed-4c78-46e7-b0b7-a44255386e56 req-1229eaa1-6634-47c0-90b6-a757da70ea8f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:56.445701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c48065ed-4c78-46e7-b0b7-a44255386e56 req-1229eaa1-6634-47c0-90b6-a757da70ea8f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.2013538 Feb 16 13:46:56.451490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:46:56.451908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.457875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b155b8ff-4a7e-412b-a2c2-55bf864649dd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:router {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:46:56.467581 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:46:56.472455 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b155b8ff-4a7e-412b-a2c2-55bf864649dd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5046749 Feb 16 13:46:56.472455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59364) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:56.497752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-438050548'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:56.503817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-18404b87-8030-4675-a3e9-cd9c63e3979a None None] Port 97bef51a-fa38-40ca-b502-88d601f24b7a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:56.630096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b47ef-efd9-47ee-8402-98ac9e13d111 None None] Network 52349fc5-dacb-45e0-84ef-0140a8e7bafc requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:56.638368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c48065ed-4c78-46e7-b0b7-a44255386e56 req-3b115264-da76-42e5-8a2f-4b6e9f6fbd38 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618500 Feb 16 13:46:56.659563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.719468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:46:56.719468 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:46:56.719468 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': '52349fc5-dacb-45e0-84ef-0140a8e7bafc'}] Feb 16 13:46:56.719468 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:56.720212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:56.745134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-085880b5-19dd-4e6d-976c-8decdd058878 None None] Provisioning for port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:56.756874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.773413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9e19c977-6ef9-4c4f-9e20-990537ebd7bb up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:56.948153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:56.959357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:46:56.968643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:56.969124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.101825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Router 5a3db1ac-7aca-441a-9b40-3e630e2c497a is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:46:57.116432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.130970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] DHCP port deletion for 52349fc5-dacb-45e0-84ef-0140a8e7bafc request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:57.141382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Deleting port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:57.142137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.213610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,segment=NetworkSegment(c5551145-9cf9-4250-b34c-a2ef53f3bb1a),segment_id=c5551145-9cf9-4250-b34c-a2ef53f3bb1a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:57.239137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.268828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.269848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a100b936-653a-4245-996d-f3d3bf3a3d74 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:46:57.303609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.323948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.362506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:57.370525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.431780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.493683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:57.527868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] For port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,segment=NetworkSegment(c5551145-9cf9-4250-b34c-a2ef53f3bb1a),segment_id=c5551145-9cf9-4250-b34c-a2ef53f3bb1a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:57.528289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.561570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 82ad250c-6a6a-4e32-8ca7-784648d103b7 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:46:57.599868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a100b936-653a-4245-996d-f3d3bf3a3d74 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:57.600259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.600901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa15843-177b-4bcb-9191-d66b706a2056,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:57.630969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:57.656122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceb854-4af9-49e0-860d-75b045197450 req-12e5edff-23e2-442f-b78c-8c989ba7aff1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:57.656862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-aeceb854-4af9-49e0-860d-75b045197450 req-12e5edff-23e2-442f-b78c-8c989ba7aff1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Synchronizing usage tracker for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:57.687234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8f0db-abeb-455c-9c5b-f75bda72219f None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:46:57.707518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Calling delete_port for 9e19c977-6ef9-4c4f-9e20-990537ebd7bb owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:57.737588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:57.748373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec404848-1777-4921-844c-9bbdaa952395 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/8fa15843-177b-4bcb-9191-d66b706a2056 HTTP/1.1" status: 204 len: 168 time: 2.3434401 Feb 16 13:46:57.755601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59370) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:57.810236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] Sync routers for ids ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:57.946017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] Routers {'5a3db1ac-7aca-441a-9b40-3e630e2c497a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:57.946789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.004685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-aeceb854-4af9-49e0-860d-75b045197450 req-12e5edff-23e2-442f-b78c-8c989ba7aff1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Unset dirty status for tenant:6dfc7bff3dda404cbe88d844ed82700f on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:58.005824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aeceb854-4af9-49e0-860d-75b045197450 req-12e5edff-23e2-442f-b78c-8c989ba7aff1 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.26 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.9419389 Feb 16 13:46:58.009716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:46:58.021831 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-842b5d6c-ebe3-4b15-ada7-49ccfaf04721 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2609785 Feb 16 13:46:58.043183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:58.059612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:46:58.063485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.067938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.069102 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c240e908-166e-441b-ab01-a6662f80aa02 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 200 len: 891 time: 1.5908520 Feb 16 13:46:58.075358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59376) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:58.077542 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] Sync routers for ids ['82ad250c-6a6a-4e32-8ca7-784648d103b7'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:46:58.094741 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] Routers {'82ad250c-6a6a-4e32-8ca7-784648d103b7'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:58.096191 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['82ad250c-6a6a-4e32-8ca7-784648d103b7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.146674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.156640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.160722 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cef83082-8a2c-4723-a884-f4bd7faf6747 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8793907 Feb 16 13:46:58.162606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] Routers {'5a3db1ac-7aca-441a-9b40-3e630e2c497a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:58.163270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.208922 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.214244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.222127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] Routers {'82ad250c-6a6a-4e32-8ca7-784648d103b7'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:46:58.225652 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['82ad250c-6a6a-4e32-8ca7-784648d103b7'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.226596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:58.227602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.240910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:46:58.276082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3580fa61-50d5-4aab-bd63-af91aacde9c0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers/82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 200 len: 891 time: 0.1983774 Feb 16 13:46:58.282006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59386) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:58.297063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.297466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492d27e-fb26-4f23-a1a5-27378e1470d1 None None] The sync data for ids ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:58.299976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] No DVR routers for this DVR port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:46:58.303611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5f1d3-c2b7-49ab-9107-e8bc0e2d7dbe None None] Pushing event deleted for resources: {'Port': ['ID=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:58.329937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be24c92-3147-4ec7-b606-72daddf58333 req-e223e4f8-9e54-45eb-bc57-b23e8774cb7a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:58.334079 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:46:58.338050 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcca55-f906-4a66-8d7e-f816fc3d1146 None None] The sync data for ids ['82ad250c-6a6a-4e32-8ca7-784648d103b7'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:46:58.338359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2be24c92-3147-4ec7-b606-72daddf58333 req-e223e4f8-9e54-45eb-bc57-b23e8774cb7a tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.4602334 Feb 16 13:46:58.362648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8674f924-ed9c-45cf-9279-519df539563f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 200 len: 205 time: 0.0744543 Feb 16 13:46:58.363027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59390) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:58.422490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Deleting port e91ada2d-2ba1-402d-abe7-94211e16aefd {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:58.422840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.430866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:46:58.437226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Deleting port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:58.437599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.474966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2be24c92-3147-4ec7-b606-72daddf58333 req-5d81d98a-d9af-4591-ad6a-ce13fae88bf4 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373842 Feb 16 13:46:58.606730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9e19c977-6ef9-4c4f-9e20-990537ebd7bb,segment=NetworkSegment(c5551145-9cf9-4250-b34c-a2ef53f3bb1a),segment_id=c5551145-9cf9-4250-b34c-a2ef53f3bb1a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:58.607378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.617013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=97bef51a-fa38-40ca-b502-88d601f24b7a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:58.642155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.679263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9e19c977-6ef9-4c4f-9e20-990537ebd7bb no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:58.727644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 9e19c977-6ef9-4c4f-9e20-990537ebd7bb {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:46:58.728168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9e19c977-6ef9-4c4f-9e20-990537ebd7bb not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:46:58.728705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:46:58.826629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:58.827338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.862984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.877206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 87441661-470e-4e88-9bbb-aa74c0789701 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:58.877678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:58.997250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Calling delete_port for 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:59.004373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 9e19c977-6ef9-4c4f-9e20-990537ebd7bb owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:59.033677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8355a82c-690c-4d08-acee-66eb392e8d9c None None] Provisioning complete for port 97bef51a-fa38-40ca-b502-88d601f24b7a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:46:59.033677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8355a82c-690c-4d08-acee-66eb392e8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.108264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.135079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.149092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c50174-5037-4041-9404-56d45366c048 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:59.149884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-73c50174-5037-4041-9404-56d45366c048 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:59.160391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8355a82c-690c-4d08-acee-66eb392e8d9c None None] Port 97bef51a-fa38-40ca-b502-88d601f24b7a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:46:59.185706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:59.194459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.236642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:59.237145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:59.255792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 87441661-470e-4e88-9bbb-aa74c0789701 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:46:59.277423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:59.435686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.463864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.484851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=87441661-470e-4e88-9bbb-aa74c0789701,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:46:59.528842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-73c50174-5037-4041-9404-56d45366c048 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:46:59.530074 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-73c50174-5037-4041-9404-56d45366c048 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.4557054 Feb 16 13:46:59.543614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59396) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:46:59.591458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:46:59.591789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:46:59.718695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] For port e91ada2d-2ba1-402d-abe7-94211e16aefd, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e91ada2d-2ba1-402d-abe7-94211e16aefd,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:46:59.719008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.738260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Deleting port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:46:59.739196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.767953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.825771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9875d53-1e35-4570-94b4-7afc11d52234 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:59.826544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9875d53-1e35-4570-94b4-7afc11d52234 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:46:59.955489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.958272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:46:59.976972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f73f-9cd4-46d4-b0e7-5f8c70b3f265 req-f3ce32b7-d2f9-4a51-b119-e0530a5f5758 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:46:59.978770 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c092f73f-9cd4-46d4-b0e7-5f8c70b3f265 req-f3ce32b7-d2f9-4a51-b119-e0530a5f5758 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 946 time: 0.3156712 Feb 16 13:47:00.010633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] For port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:00.011210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.012537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.013111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router 82ad250c-6a6a-4e32-8ca7-784648d103b7 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:00.050931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9875d53-1e35-4570-94b4-7afc11d52234 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:00.051278 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c092f73f-9cd4-46d4-b0e7-5f8c70b3f265 req-65a124ed-510e-4724-b841-9b059366c5d0 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642803 Feb 16 13:47:00.054683 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9875d53-1e35-4570-94b4-7afc11d52234 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5004313 Feb 16 13:47:00.055727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59400) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:00.085034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.098542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.101958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 9e19c977-6ef9-4c4f-9e20-990537ebd7bb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:00.102618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.122682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.123762 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1f8163d3-c56a-4442-bc70-40a70c5c8676 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 204 len: 168 time: 1.7598305 Feb 16 13:47:00.130890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59404) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:00.138870 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-87593279-45e6-4fab-836c-b6a0871bfdb2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782936 Feb 16 13:47:00.141711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:00.143418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1616472721'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:00.149400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:00.153943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:00.157283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:00.163723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:00.175530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:00.179569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.209781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:00.219913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.220250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 816fc469-6ab8-43d2-989c-83794c8d0fc7 of type vlan for network 63abe0f3-fb80-470d-9346-e3763f6994c5 Feb 16 13:47:00.226809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:00.231377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Calling delete_port for 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:00.248583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.285152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.291991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:00.291991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.313663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.344717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] The port '9e19c977-6ef9-4c4f-9e20-990537ebd7bb' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:47:00.360782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] Pushing event deleted for resources: {'Port': ['ID=5a1a7ec5-6b04-4c09-bd48-61d3c626de4c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:00.365235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0cb52-1ce7-4aad-9433-d3feff5ade68 None None] No DVR routers for this DVR port 5a1a7ec5-6b04-4c09-bd48-61d3c626de4c on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:00.389613 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2573726 Feb 16 13:47:00.391725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87b4f3-bdb3-454e-a99b-e570a904482f None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:47:00.393425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59412) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:00.409742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:00.493320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5c6ab-4f0b-49ae-8532-dad13b082d7c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=63abe0f3-fb80-470d-9346-e3763f6994c5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:00.517438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:00.547459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:00.552117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:00.555241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:00.561328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:00.577861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:00.585480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.681860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c87b4f3-bdb3-454e-a99b-e570a904482f None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:47:00.857326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.861588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.861946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.862262 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Floating IP 29b28e61-a4b7-4354-ba35-01b6ca1c50fa disassociated. External IP: 172.26.1.187, port: e91ada2d-2ba1-402d-abe7-94211e16aefd. Feb 16 13:47:00.862601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Calling delete_port for e91ada2d-2ba1-402d-abe7-94211e16aefd owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:00.945797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=4bf4b859-9e70-4870-947a-e4d3975b5ecf,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:00.956095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '816fc469-6ab8-43d2-989c-83794c8d0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:00.956476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: 63abe0f3-fb80-470d-9346-e3763f6994c5, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:00.956639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:00.974908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:00.978503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:00.991762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 63abe0f3-fb80-470d-9346-e3763f6994c5) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:00.998319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:00.999274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.014281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:01.028487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52349fc5-dacb-45e0-84ef-0140a8e7bafc']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:01.033905 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ce75e8c4-1460-498c-ab41-5b6331aeb5a1 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6394193 Feb 16 13:47:01.035971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59416) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:01.042622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2010279729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:01.049889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:01.054688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:01.057705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:01.064551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:01.078364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.079493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.085381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:01.085679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5551145-9cf9-4250-b34c-a2ef53f3bb1a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:01.097491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.099803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:01.103775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.110048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30dc8f-5f5b-4a5a-97f5-498fc8e85b5e None None] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:01.131836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.165151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.167229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-786ab631-7ece-4921-ac7e-20e2e7c48da6 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1300740 Feb 16 13:47:01.169962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59422) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:01.176464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.195298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e91ada2d-2ba1-402d-abe7-94211e16aefd no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:01.321917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.339409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.362065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:01.362375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:01.377881 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:01.483340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-63abe0f3-fb80-470d-9346-e3763f6994c5', 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '4bf4b859-9e70-4870-947a-e4d3975b5ecf'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:01.485271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.541281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.567074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.653150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.662973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.684277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event deleted for resources: {'Port': ['ID=e91ada2d-2ba1-402d-abe7-94211e16aefd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:01.692741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=52349fc5-dacb-45e0-84ef-0140a8e7bafc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:01.695579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.696540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.703364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Allocated IP 2001:db8::2 (63abe0f3-fb80-470d-9346-e3763f6994c5/4bf4b859-9e70-4870-947a-e4d3975b5ecf/7b646994-88bc-4bea-a506-1ff0534cb4f1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:01.849804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266a9a6-9b5d-4270-ab80-0ddb4c18f856 req-032ae583-de23-4d07-bbbf-a94c84561dc8 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:01.857725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4266a9a6-9b5d-4270-ab80-0ddb4c18f856 req-032ae583-de23-4d07-bbbf-a94c84561dc8 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 867 time: 0.6133232 Feb 16 13:47:01.963396 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4266a9a6-9b5d-4270-ab80-0ddb4c18f856 req-4823603a-3c08-4292-b128-30f002007a6d tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups?id=4478d705-4b69-460f-a509-ea5f6c076499&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046946 Feb 16 13:47:01.976210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.976396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:01.989666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Transition to ACTIVE for port object 7b646994-88bc-4bea-a506-1ff0534cb4f1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:02.017760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Transition to ACTIVE for port object 7b646994-88bc-4bea-a506-1ff0534cb4f1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:02.024734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.029998 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-47d4bf8a-9ea2-42d2-a09d-e7b2e273ee0d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/52349fc5-dacb-45e0-84ef-0140a8e7bafc HTTP/1.1" status: 204 len: 168 time: 9.3821244 Feb 16 13:47:02.046601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59426) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:02.057330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790789477'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:02.092427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:02.095414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:02.097935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:02.109617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=97bef51a-fa38-40ca-b502-88d601f24b7a,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:02.126131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:02.137592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:02.142677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:02.145539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Pushing event updated for resources: {'Port': ['ID=7b646994-88bc-4bea-a506-1ff0534cb4f1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:02.153900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:02.209687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:02.213190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.239023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Attempting to bind port 7b646994-88bc-4bea-a506-1ff0534cb4f1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:02.239353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Attempting to bind port 7b646994-88bc-4bea-a506-1ff0534cb4f1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '816fc469-6ab8-43d2-989c-83794c8d0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:02.239733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Attempting to bind port 7b646994-88bc-4bea-a506-1ff0534cb4f1 on network 63abe0f3-fb80-470d-9346-e3763f6994c5 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:02.245587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:02.246082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Checking segment: {'id': '816fc469-6ab8-43d2-989c-83794c8d0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:02.246419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.247072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Bound using segment: {'id': '816fc469-6ab8-43d2-989c-83794c8d0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:02.247551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Bound port: 7b646994-88bc-4bea-a506-1ff0534cb4f1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816fc469-6ab8-43d2-989c-83794c8d0fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '63abe0f3-fb80-470d-9346-e3763f6994c5'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:02.248025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.291704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:02.313718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.314376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 2d38fd7f-4ada-45c3-9700-bc218f575867 of type vlan for network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 Feb 16 13:47:02.356296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] For port 7b646994-88bc-4bea-a506-1ff0534cb4f1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:02.360008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] For port 7b646994-88bc-4bea-a506-1ff0534cb4f1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b646994-88bc-4bea-a506-1ff0534cb4f1,segment=NetworkSegment(816fc469-6ab8-43d2-989c-83794c8d0fc7),segment_id=816fc469-6ab8-43d2-989c-83794c8d0fc7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:02.366118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.396415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.403876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network dc168e0a-e530-4831-8bf2-928531e7619b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:02.450354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8::1 (63abe0f3-fb80-470d-9346-e3763f6994c5/4bf4b859-9e70-4870-947a-e4d3975b5ecf/61cd089e-96f7-482d-bf54-b1241fccf9be) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:02.454019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca794f-4f82-490b-927a-78105259ef85 None None] Pushing event updated for resources: {'Port': ['ID=7b646994-88bc-4bea-a506-1ff0534cb4f1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:02.463446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.469203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:02.469836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.616923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:02.622364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Router c90645e3-e5a1-49d2-94e3-74fd1b37d037 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:02.713779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6609669 Feb 16 13:47:02.723114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59430) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:02.725467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daa1a1-ec3b-47c8-9218-26acc09c5f26 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:02.747479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:02.747745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:02.853382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:02.884379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object 61cd089e-96f7-482d-bf54-b1241fccf9be will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:02.921068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.007460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:47:03.014435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:03.018536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:03.023389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:03.023988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.051898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=61cd089e-96f7-482d-bf54-b1241fccf9be,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:03.073937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.085269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a7e8d0e8-58c7-44c9-a67c-9e20e92cc5c2 None None] Provisioning complete for port 97bef51a-fa38-40ca-b502-88d601f24b7a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:03.085635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7e8d0e8-58c7-44c9-a67c-9e20e92cc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.134197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-64da0948-24b1-4be2-b53a-29db9c575303 req-6e490413-39bb-4df7-b604-da810db637ef tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.0526481 Feb 16 13:47:03.155893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8d0e8-58c7-44c9-a67c-9e20e92cc5c2 None None] Port 97bef51a-fa38-40ca-b502-88d601f24b7a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:03.202327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:03.209478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.218165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:03.221117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:03.222083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.230885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394aa69b-5892-4d66-96be-a422497dd138 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:03.331031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=819b871f-f7e2-48cd-b071-06525bf13bb8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:03.343517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:03.364005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:03.370376 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-666d24f3-4808-425f-af37-73962047479a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1597888 Feb 16 13:47:03.371395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:03.437700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:03.449042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:03.465689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:f7:8e:94', 'name': 'tempest-NetworksTestDHCPv6-826194007'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:03.492765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '819b871f-f7e2-48cd-b071-06525bf13bb8'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:03.493619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.512212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:03.591710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Sync routers for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:03.614738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:03.615373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:03.649688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:03.653831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.758322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Router a1f994b6-fb0b-4d94-807d-df287f3ba61c is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:03.790138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:47:03.823871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca6cd4e-7093-43e2-9b0b-87f101db6e9b None None] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:03.840891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.847062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.847985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.951131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Allocated IP 2001:db8::f816:3eff:fe46:2239 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/819b871f-f7e2-48cd-b071-06525bf13bb8/e4eae2c5-521d-4f6c-83e1-7c20ed321912) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:03.972915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] No DVR routers for this DVR port e91ada2d-2ba1-402d-abe7-94211e16aefd on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:03.977702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:03.980127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aeceb854-4af9-49e0-860d-75b045197450 req-b96d228c-6868-4354-8ebf-153d14ad0f30 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.26 "DELETE /v2.0/ports/e91ada2d-2ba1-402d-abe7-94211e16aefd HTTP/1.1" status: 204 len: 173 time: 5.9359071 Feb 16 13:47:03.990353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e7098232-63c4-49c2-9437-d14a6a9fa7e9 None None] Provisioning for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:03.996864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'name': 'network-vif-deleted', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:47:03.999191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:03.999370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=61cd089e-96f7-482d-bf54-b1241fccf9be,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:04.078136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:04.079893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:04.173867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:04.178919 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2', 'name': 'network-vif-deleted', 'tag': 'e91ada2d-2ba1-402d-abe7-94211e16aefd', 'status': 'completed', 'code': 200} Feb 16 13:47:04.189688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:04.344367 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56b8cc86-946c-48fe-9e93-5079b369f99d req-69f1448d-fd04-416b-b7b4-59f92a6a963f tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/ports?device_id=38ee87ea-7a17-4a6d-b7f7-424bdfcb3fd2 HTTP/1.1" status: 200 len: 210 time: 0.0520039 Feb 16 13:47:04.396561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 1a52c5cc-f32b-4486-920e-e6b244a75d18 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:04.442165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:04.462123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:04.471289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:04.494647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:04.499623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:04.524419 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] Sync routers for ids ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:04.534947 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] Routers {'a1f994b6-fb0b-4d94-807d-df287f3ba61c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:04.535734 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.633053 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ba8ed3a3-75cd-499f-984b-77e72a0a3801 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/routers/a1f994b6-fb0b-4d94-807d-df287f3ba61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7366936 Feb 16 13:47:04.634605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:04.670294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:04.670974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59444) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:04.692211 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db4f8675-b77e-447c-9fad-e720b9d374e7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/1a52c5cc-f32b-4486-920e-e6b244a75d18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5206163 Feb 16 13:47:04.694584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59448) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:04.694749 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.704076 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] Routers {'a1f994b6-fb0b-4d94-807d-df287f3ba61c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:04.705088 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.718384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] Sync routers for ids ['1a52c5cc-f32b-4486-920e-e6b244a75d18'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:04.754776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:04.765949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] Routers {'1a52c5cc-f32b-4486-920e-e6b244a75d18'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:04.766602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['1a52c5cc-f32b-4486-920e-e6b244a75d18'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.786352 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.786800 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c4c56-92b0-4765-b98c-d977f8ca5a1b None None] The sync data for ids ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:04.834552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b646994-88bc-4bea-a506-1ff0534cb4f1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:04.834847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790214a-2d65-4c4d-9c92-36f7b61ccb58 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:04.835522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0790214a-2d65-4c4d-9c92-36f7b61ccb58 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:04.855926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0790214a-2d65-4c4d-9c92-36f7b61ccb58 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:04.857612 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0790214a-2d65-4c4d-9c92-36f7b61ccb58 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports/61cd089e-96f7-482d-bf54-b1241fccf9be HTTP/1.1" status: 200 len: 911 time: 0.1617775 Feb 16 13:47:04.860337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59452) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:04.866851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bf4b859-9e70-4870-947a-e4d3975b5ecf'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:04.889687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Transition to ACTIVE for port object e4eae2c5-521d-4f6c-83e1-7c20ed321912 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:04.894505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:04.904966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:04.979607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Transition to ACTIVE for port object e4eae2c5-521d-4f6c-83e1-7c20ed321912 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:04.983145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] Routers {'1a52c5cc-f32b-4486-920e-e6b244a75d18'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:04.985071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['1a52c5cc-f32b-4486-920e-e6b244a75d18'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.018582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router 5a3db1ac-7aca-441a-9b40-3e630e2c497a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:05.072961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=80b295c2-6369-4557-94af-d770e09b6c9f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:05.081354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.084321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.084717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289f95c-97d1-4fab-80f5-27b22ef44ea0 None None] The sync data for ids ['1a52c5cc-f32b-4486-920e-e6b244a75d18'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:05.104100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.180209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.184186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:05.189364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:05.192736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:05.195246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:05.198866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '2d38fd7f-4ada-45c3-9700-bc218f575867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:05.199226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:05.204879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.205503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Pushing event updated for resources: {'Port': ['ID=e4eae2c5-521d-4f6c-83e1-7c20ed321912,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:05.207924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Checking router: c90645e3-e5a1-49d2-94e3-74fd1b37d037 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:47:05.230112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d13b3-d6a2-47fa-afbd-6b0f758b9659 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:05.230827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-985d13b3-d6a2-47fa-afbd-6b0f758b9659 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:05.246499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:05.246499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.254305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 496f8b5b-1978-4cb2-8677-409d67d20706 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:05.333243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:05.333869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.411082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:05.418115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-985d13b3-d6a2-47fa-afbd-6b0f758b9659 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:05.422476 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-985d13b3-d6a2-47fa-afbd-6b0f758b9659 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1f994b6-fb0b-4d94-807d-df287f3ba61c HTTP/1.1" status: 200 len: 987 time: 0.7433100 Feb 16 13:47:05.427101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:05.593875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Attempting to bind port e4eae2c5-521d-4f6c-83e1-7c20ed321912 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:05.594538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Attempting to bind port e4eae2c5-521d-4f6c-83e1-7c20ed321912 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:05.595313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Attempting to bind port e4eae2c5-521d-4f6c-83e1-7c20ed321912 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:05.614450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:05.615862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59464) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:05.647431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:05.648505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:05.649006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.649476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:05.650041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Bound port: e4eae2c5-521d-4f6c-83e1-7c20ed321912, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:05.650623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.655230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:05.662281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0142324b-2452-4335-8737-bb1ab36c0b45 None None] Network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:05.666878 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] Sync routers for ids ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:05.677775 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] Routers {'5a3db1ac-7aca-441a-9b40-3e630e2c497a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:05.678724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.714380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:05.715282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.778152 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.787626 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] Routers {'5a3db1ac-7aca-441a-9b40-3e630e2c497a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:05.788236 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.804094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:05.806492 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-642f2f4f-cc12-42ed-a01a-1e0e49e2af78 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "PUT /v2.0/routers/5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 200 len: 922 time: 7.5739312 Feb 16 13:47:05.815188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59468) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:05.838709 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f37c6df8-3db8-4795-93a3-bbdde99c32cb tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0969486 Feb 16 13:47:05.854813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59472) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:05.866252 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:05.866917 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ecbce-fc60-42e7-93b5-24f1d0a037e0 None None] The sync data for ids ['5a3db1ac-7aca-441a-9b40-3e630e2c497a'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:05.897083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Provisioning for port 61cd089e-96f7-482d-bf54-b1241fccf9be completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:05.915716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Provisioning complete for port 61cd089e-96f7-482d-bf54-b1241fccf9be triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:05.916133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.039616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Port 61cd089e-96f7-482d-bf54-b1241fccf9be cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:06.148358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.157414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-475da67f-eb81-4a0c-b562-fcaa952f7e79 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 200 len: 922 time: 0.3360360 Feb 16 13:47:06.158091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59476) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:06.171212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Provisioning complete for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:06.171753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a60cb013-d7e2-49bd-afee-b13221647ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.246364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fef7:8e94 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/819b871f-f7e2-48cd-b071-06525bf13bb8/496f8b5b-1978-4cb2-8677-409d67d20706) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:06.354601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:06.354863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7da36-5ee3-4a3f-bc4d-5a513a654fb8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:06.358846 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-afd7da36-5ee3-4a3f-bc4d-5a513a654fb8 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=5a3db1ac-7aca-441a-9b40-3e630e2c497a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1967931 Feb 16 13:47:06.368579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59480) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:06.405406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8', 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '80b295c2-6369-4557-94af-d770e09b6c9f'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:06.406349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.423055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.447709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] For port e4eae2c5-521d-4f6c-83e1-7c20ed321912, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:06.474185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7b646994-88bc-4bea-a506-1ff0534cb4f1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b646994-88bc-4bea-a506-1ff0534cb4f1,segment=NetworkSegment(816fc469-6ab8-43d2-989c-83794c8d0fc7),segment_id=816fc469-6ab8-43d2-989c-83794c8d0fc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:06.479196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] For port e4eae2c5-521d-4f6c-83e1-7c20ed321912, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e4eae2c5-521d-4f6c-83e1-7c20ed321912,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:06.503208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.523380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.529284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:06.529667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.529914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.531285 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/ports/61cd089e-96f7-482d-bf54-b1241fccf9be HTTP/1.1" status: 200 len: 911 time: 1.6699054 Feb 16 13:47:06.556525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.564572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59484) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:06.576929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.579342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.631274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507948b-7f97-4c7e-b976-5e98c87b74c6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:06.631859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7507948b-7f97-4c7e-b976-5e98c87b74c6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Synchronizing usage tracker for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:06.748385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7507948b-7f97-4c7e-b976-5e98c87b74c6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Unset dirty status for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:06.754042 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7507948b-7f97-4c7e-b976-5e98c87b74c6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.3800123 Feb 16 13:47:06.756543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59488) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:06.760148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68485659-25cc-41f4-9a6b-c2158eaf6bef tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=61cd089e-96f7-482d-bf54-b1241fccf9be,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:06.837210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:06.866648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7b646994-88bc-4bea-a506-1ff0534cb4f1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:06.869868 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-883ab247-3ea9-46f8-9970-d5fb1dbe58e4 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 200 len: 205 time: 0.0953989 Feb 16 13:47:06.883512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:07.051609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Allocated IP 172.20.0.1 (7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8/80b295c2-6369-4557-94af-d770e09b6c9f/618d4365-ec80-42d5-8288-68d02e030cd4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:07.082856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66e0ce-b511-49ec-aee8-1a646d653063 None None] Pushing event updated for resources: {'Port': ['ID=e4eae2c5-521d-4f6c-83e1-7c20ed321912,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:07.194302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a216f112-fa2b-44da-aa0a-aead593e65cd None None] Provisioning complete for port 61cd089e-96f7-482d-bf54-b1241fccf9be triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:07.194671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a216f112-fa2b-44da-aa0a-aead593e65cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.264049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.288538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.311642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a216f112-fa2b-44da-aa0a-aead593e65cd None None] Port 61cd089e-96f7-482d-bf54-b1241fccf9be cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:07.337117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:07.356339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4478d705-4b69-460f-a509-ea5f6c076499,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:07.368101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.393399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade25673-3ea8-464b-9fb7-e3c7561d5d58 None None] The sync data for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv is: [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:42:20Z', 'revision_number': 4, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '72927c8a-3925-4261-8299-6a240bdb8a96', 'name': '', 'network_id': 'e2f23b10-bde0-496f-aa68-8bd1ef089f3e', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'mac_address': 'fa:16:3e:aa:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:19Z', 'updated_at': '2022-02-16T13:42:35Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'subnets': [{'id': '9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:07.455675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.469371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Transition to ACTIVE for port object 618d4365-ec80-42d5-8288-68d02e030cd4 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:07.494457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Transition to ACTIVE for port object 618d4365-ec80-42d5-8288-68d02e030cd4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:07.505741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.526127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.527876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91bb4715-6cf4-4a4f-ac51-b287c5e5cc26 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "DELETE /v2.0/security-groups/4478d705-4b69-460f-a509-ea5f6c076499 HTTP/1.1" status: 204 len: 168 time: 1.8743052 Feb 16 13:47:07.533050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.547580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:07.588420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:07.592220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:07.596723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:07.604393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Pushing event updated for resources: {'Port': ['ID=618d4365-ec80-42d5-8288-68d02e030cd4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:07.681019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-3526129b-adfe-4305-8059-ade5ff1bee45 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] show failed (client error): The resource could not be found. Feb 16 13:47:07.682276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3526129b-adfe-4305-8059-ade5ff1bee45 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "GET /v2.0/security-groups/4478d705-4b69-460f-a509-ea5f6c076499 HTTP/1.1" status: 404 len: 347 time: 0.0563855 Feb 16 13:47:07.685643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:07.701580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 496f8b5b-1978-4cb2-8677-409d67d20706 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:07.706360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.719995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Attempting to bind port 618d4365-ec80-42d5-8288-68d02e030cd4 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:07.720432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Attempting to bind port 618d4365-ec80-42d5-8288-68d02e030cd4 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '2d38fd7f-4ada-45c3-9700-bc218f575867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:07.720818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Attempting to bind port 618d4365-ec80-42d5-8288-68d02e030cd4 on network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:07.731382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:07.731767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Checking segment: {'id': '2d38fd7f-4ada-45c3-9700-bc218f575867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:07.732165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.732546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Bound using segment: {'id': '2d38fd7f-4ada-45c3-9700-bc218f575867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:07.733052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Bound port: 618d4365-ec80-42d5-8288-68d02e030cd4, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d38fd7f-4ada-45c3-9700-bc218f575867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:07.733485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:07.822696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=80b295c2-6369-4557-94af-d770e09b6c9f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:07.972381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Deleting port 59b0d497-8e37-44e6-81be-0415eb83fa1f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:07.972381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.013856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.023908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.062266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb63a1d-0c7e-47f1-a111-4f9cf5516f0f None None] New status for floating IP 29b28e61-a4b7-4354-ba35-01b6ca1c50fa: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:47:08.076110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port 1b344bb2-1e06-4074-9522-6c36b1c42d39 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:08.076822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.194237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] For port 618d4365-ec80-42d5-8288-68d02e030cd4, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:08.227426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] For port 618d4365-ec80-42d5-8288-68d02e030cd4, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=618d4365-ec80-42d5-8288-68d02e030cd4,segment=NetworkSegment(2d38fd7f-4ada-45c3-9700-bc218f575867),segment_id=2d38fd7f-4ada-45c3-9700-bc218f575867)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:08.275452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.275772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.281473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.306591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.339777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:08.377414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d38fd7f-4ada-45c3-9700-bc218f575867') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:08.377799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d38fd7f-4ada-45c3-9700-bc218f575867') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:08.418525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Calling delete_port for 59b0d497-8e37-44e6-81be-0415eb83fa1f owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:08.442948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.445021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 61cd089e-96f7-482d-bf54-b1241fccf9be {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:08.445302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.502505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.529156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d411eac5-6e0d-41db-b6d6-61254277b0ef None None] Provisioning for port e4eae2c5-521d-4f6c-83e1-7c20ed321912 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:08.571784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4a2a5-6c8b-4fe1-b02d-887872b17f3e None None] Pushing event updated for resources: {'Port': ['ID=618d4365-ec80-42d5-8288-68d02e030cd4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:08.611453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271f952-0a00-422e-964a-885587a10091 None None] Network 7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:08.634962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:08.652285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:08.668798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:08.684707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:08.685690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.704403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:08.704995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:08.705092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.746054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=496f8b5b-1978-4cb2-8677-409d67d20706,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:08.746791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.786693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e4eae2c5-521d-4f6c-83e1-7c20ed321912 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:08.824159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:08.824745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.911890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 61cd089e-96f7-482d-bf54-b1241fccf9be owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:08.913481 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:08.958691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port e4eae2c5-521d-4f6c-83e1-7c20ed321912 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:08.965335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e4eae2c5-521d-4f6c-83e1-7c20ed321912 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:08.965704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:08.976162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe6ebbb6-08f4-4106-9d57-92839ebfd122 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5326180 Feb 16 13:47:08.982178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59504) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:09.024662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.033107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:47:09.033107 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:47:09.033107 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': '7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8'}] Feb 16 13:47:09.033107 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:09.033626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:09.039296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e81eadb6-4701-4c59-897f-04a13052a0be None None] Provisioning for port 496f8b5b-1978-4cb2-8677-409d67d20706 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:09.046014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51b8a1-d950-4f28-89e6-4ef8b37c7239 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:47:09.072539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e81eadb6-4701-4c59-897f-04a13052a0be None None] Provisioning complete for port 496f8b5b-1978-4cb2-8677-409d67d20706 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:09.073203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e81eadb6-4701-4c59-897f-04a13052a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.130889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb3274d-241d-4ec5-b954-2c92f7130351 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:09.136953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb3274d-241d-4ec5-b954-2c92f7130351 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:09.137785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1eb3274d-241d-4ec5-b954-2c92f7130351 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:09.156900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for 1b344bb2-1e06-4074-9522-6c36b1c42d39 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:09.163418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1eb3274d-241d-4ec5-b954-2c92f7130351 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:09.167320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1eb3274d-241d-4ec5-b954-2c92f7130351 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1810048 Feb 16 13:47:09.168580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59508) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:09.187805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e81eadb6-4701-4c59-897f-04a13052a0be None None] Port 496f8b5b-1978-4cb2-8677-409d67d20706 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:09.205646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Deleting port 59b0d497-8e37-44e6-81be-0415eb83fa1f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:09.206122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.212763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 97bef51a-fa38-40ca-b502-88d601f24b7a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:09.213085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.246767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.322544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port e4eae2c5-521d-4f6c-83e1-7c20ed321912, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e4eae2c5-521d-4f6c-83e1-7c20ed321912,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:09.331407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.332176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b646994-88bc-4bea-a506-1ff0534cb4f1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:09.421349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf51b8a1-d950-4f28-89e6-4ef8b37c7239 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:47:09.459369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 496f8b5b-1978-4cb2-8677-409d67d20706 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:09.459844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.498241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.531149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=e4eae2c5-521d-4f6c-83e1-7c20ed321912,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:09.569786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:09.569786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.570134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.590187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.639336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 97bef51a-fa38-40ca-b502-88d601f24b7a owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:09.687896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=61cd089e-96f7-482d-bf54-b1241fccf9be,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:09.806271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.856827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 618d4365-ec80-42d5-8288-68d02e030cd4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:09.857517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.890259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=1b344bb2-1e06-4074-9522-6c36b1c42d39,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:09.988094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:09.988641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.006657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.080348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.200139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Calling delete_port for 59b0d497-8e37-44e6-81be-0415eb83fa1f owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:10.328727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.335992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.429173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 618d4365-ec80-42d5-8288-68d02e030cd4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=618d4365-ec80-42d5-8288-68d02e030cd4,segment=NetworkSegment(2d38fd7f-4ada-45c3-9700-bc218f575867),segment_id=2d38fd7f-4ada-45c3-9700-bc218f575867)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:10.429525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.436775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.437299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3db1ac-7aca-441a-9b40-3e630e2c497a {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:10.493568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.571506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 618d4365-ec80-42d5-8288-68d02e030cd4 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:10.606520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.672594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0684e95d-c68d-49f9-b56a-99456b769376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.678741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.679079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e4eae2c5-521d-4f6c-83e1-7c20ed321912 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:10.684140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5effb47e-93b0-49d4-b90d-a5aeda0dd720 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 204 len: 168 time: 3.7949491 Feb 16 13:47:10.684140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=97bef51a-fa38-40ca-b502-88d601f24b7a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:10.686649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:10.729289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-411819509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:10.741325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:10.757653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:10.774460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e4eae2c5-521d-4f6c-83e1-7c20ed321912 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:10.774951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.788980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 496f8b5b-1978-4cb2-8677-409d67d20706 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:10.816821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:10.830936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:10.845483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router 1a52c5cc-f32b-4486-920e-e6b244a75d18 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:10.905355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.912754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.959840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:10.960898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.028015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=618d4365-ec80-42d5-8288-68d02e030cd4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:11.118941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:11.130872 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] Sync routers for ids ['1a52c5cc-f32b-4486-920e-e6b244a75d18'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:11.137341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.140762 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] Routers {'1a52c5cc-f32b-4486-920e-e6b244a75d18'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:11.141619 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['1a52c5cc-f32b-4486-920e-e6b244a75d18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.205046 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.210258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 618d4365-ec80-42d5-8288-68d02e030cd4 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:11.214113 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] Routers {'1a52c5cc-f32b-4486-920e-e6b244a75d18'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:11.215076 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['1a52c5cc-f32b-4486-920e-e6b244a75d18'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.228005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Pushing event deleted for resources: {'Port': ['ID=59b0d497-8e37-44e6-81be-0415eb83fa1f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:11.275140 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.275510 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241d043f-d52c-4653-aeeb-3ee6862b63b9 None None] The sync data for ids ['1a52c5cc-f32b-4486-920e-e6b244a75d18'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:11.287011 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-686fa52b-dd00-4e2c-8422-8471dcf671fc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/1a52c5cc-f32b-4486-920e-e6b244a75d18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7200754 Feb 16 13:47:11.294714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.295057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.295389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.295713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.296063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.296388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.296708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.296998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.297335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.297622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.297933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.298260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:11.328629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59516) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.384206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.390725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9db51f66-4e4a-4c80-858d-eb9a9da60e5b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:11.458199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=496f8b5b-1978-4cb2-8677-409d67d20706,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:11.475372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.478319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.517752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.527262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.531093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.538262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9db51f66-4e4a-4c80-858d-eb9a9da60e5b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:11.539673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9db51f66-4e4a-4c80-858d-eb9a9da60e5b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=1a52c5cc-f32b-4486-920e-e6b244a75d18 HTTP/1.1" status: 200 len: 205 time: 0.2104678 Feb 16 13:47:11.540683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Router a1f994b6-fb0b-4d94-807d-df287f3ba61c has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:11.541886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.546120 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-772791d5-50a6-4fb5-af57-cc8e31f1fde6 tempest-ServerActionsTestJSON-1334967828 tempest-ServerActionsTestJSON-1334967828-project] 10.222.0.105 "DELETE /v2.0/floatingips/29b28e61-a4b7-4354-ba35-01b6ca1c50fa HTTP/1.1" status: 204 len: 168 time: 3.8588293 Feb 16 13:47:11.546782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.547019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59522) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.550490 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-00e184b5-0bd2-4745-9e1d-a31d624668db tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/496f8b5b-1978-4cb2-8677-409d67d20706 HTTP/1.1" status: 204 len: 168 time: 2.3818479 Feb 16 13:47:11.554377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d38fd7f-4ada-45c3-9700-bc218f575867') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.554625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d38fd7f-4ada-45c3-9700-bc218f575867') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:11.554791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59530) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.626268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8ca96-2ec2-41a9-adb4-2b113c275c36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:11.626613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.628961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8ca96-2ec2-41a9-adb4-2b113c275c36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:11.629809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-52d8ca96-2ec2-41a9-adb4-2b113c275c36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:11.649083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-52d8ca96-2ec2-41a9-adb4-2b113c275c36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:11.652851 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-52d8ca96-2ec2-41a9-adb4-2b113c275c36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0941916 Feb 16 13:47:11.653102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59536) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.742311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.808761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 819b871f-f7e2-48cd-b071-06525bf13bb8 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:11.822451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.859966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.932158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.934440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.938133 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-89a9277a-10ff-4192-90a9-eb1e014685aa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2459574 Feb 16 13:47:11.939763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59540) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:11.943890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:11.974853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:12.009596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:12.009992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:12.025191 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:12.034058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:12.045243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] Sync routers for ids ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:12.046735 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0fe0476-1b6f-4a4d-a8fc-c1f601fde7b0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/routers/a1f994b6-fb0b-4d94-807d-df287f3ba61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6157789 Feb 16 13:47:12.056744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] Routers {'a1f994b6-fb0b-4d94-807d-df287f3ba61c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:12.057410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:12.083880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59544) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:12.123440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:12.132846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] Routers {'a1f994b6-fb0b-4d94-807d-df287f3ba61c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:12.133475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:12.197858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:12.198149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60244a4e-0f7a-43c3-bda2-33bb85938cc7 None None] The sync data for ids ['a1f994b6-fb0b-4d94-807d-df287f3ba61c'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:12.310874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.313292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.315088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.333374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.355610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:12.362843 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 HTTP/1.1" status: 204 len: 168 time: 6.4957082 Feb 16 13:47:12.364516 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-56448082-8f77-459b-ba70-54b4dee0bc4f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:47:12.365081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-56448082-8f77-459b-ba70-54b4dee0bc4f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:12.365420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:12.369124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.369488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.369793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.370139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.370504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.370853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.371155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.371470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.371807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.372090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.372390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.372709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbd981-a231-45a1-9776-4da14542c61f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:12.378898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986741850'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:12.382169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.382694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router 1a52c5cc-f32b-4486-920e-e6b244a75d18 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:12.388045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:12.395496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:12.399359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:12.405784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.406913 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-38ec9afb-e25f-4029-93bd-dc81de43c2da tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/1a52c5cc-f32b-4486-920e-e6b244a75d18 HTTP/1.1" status: 204 len: 168 time: 0.8590326 Feb 16 13:47:12.410442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59552) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:12.413082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:12.464710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:12.468309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.625378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 4bf4b859-9e70-4870-947a-e4d3975b5ecf {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:12.631797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.660718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-56448082-8f77-459b-ba70-54b4dee0bc4f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:12.661854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-56448082-8f77-459b-ba70-54b4dee0bc4f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/97bef51a-fa38-40ca-b502-88d601f24b7a HTTP/1.1" status: 404 len: 333 time: 0.5678694 Feb 16 13:47:12.669169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59556) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:12.731210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:12.740580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.785215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.814328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.848259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.848664 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 12cb8186-797d-44e8-815f-ebec451eab4c of type vlan for network e69e6c04-083d-4d4c-9595-0b218e0b7a4e Feb 16 13:47:12.873737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:12.977129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.020351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.031313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=819b871f-f7e2-48cd-b071-06525bf13bb8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:13.040229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.048071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50adcef-dfa3-469d-b7e2-96c66b94c8c0 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:13.066176 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b692861-14e8-48dd-960e-5bb37eb715a9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/819b871f-f7e2-48cd-b071-06525bf13bb8 HTTP/1.1" status: 204 len: 168 time: 1.4120281 Feb 16 13:47:13.069421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59560) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:13.155628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7f4698df-78ec-4e2c-8363-59927c0b6f38 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845814 Feb 16 13:47:13.158509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59564) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:13.168741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:13.233235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:47:13.245820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.250914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.281781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.288363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:13.289018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.293762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.341899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:13.354710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:13.360461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:13.362023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:13.366843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Deleting port e4eae2c5-521d-4f6c-83e1-7c20ed321912 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:13.367363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.413867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.413867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Fanout notify agent at l3_agent the message router_deleted on router a1f994b6-fb0b-4d94-807d-df287f3ba61c {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:13.415452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:13.471926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.478984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-185361e1-5ff6-452e-90d3-c2339d754687 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/routers/a1f994b6-fb0b-4d94-807d-df287f3ba61c HTTP/1.1" status: 204 len: 168 time: 0.8030393 Feb 16 13:47:13.478984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1083033 Feb 16 13:47:13.482347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:13.482744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59570) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:13.487425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14000e88-4f64-4ccc-9afb-52ffe0f58e76 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=e69e6c04-083d-4d4c-9595-0b218e0b7a4e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:13.502104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e69e6c04-083d-4d4c-9595-0b218e0b7a4e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:13.510625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:13.514122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.531233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:13.629227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.658946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.681610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.696632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] For port e4eae2c5-521d-4f6c-83e1-7c20ed321912, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e4eae2c5-521d-4f6c-83e1-7c20ed321912,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:13.697004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.725318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 16038e8f-0ef1-4dbf-9b25-c96f87d9eafe {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:13.731237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=4bf4b859-9e70-4870-947a-e4d3975b5ecf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:13.739873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.744090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.763493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7426ea9-c03e-4e69-a220-590ef8350ccf None None] Network 63abe0f3-fb80-470d-9346-e3763f6994c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:13.789552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:13.796964 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3c0bd47-6cfb-4b15-af02-f176e613b8ed tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/4bf4b859-9e70-4870-947a-e4d3975b5ecf HTTP/1.1" status: 204 len: 168 time: 1.3853571 Feb 16 13:47:13.802698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59576) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:13.809037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:13.832413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:13.854807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Calling delete_port for e4eae2c5-521d-4f6c-83e1-7c20ed321912 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:13.886411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.911580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:13.938106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:13.985846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ebf87399-779a-48a4-8d95-78ef41211831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.009260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.014393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:14.018123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.067587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.170604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] Pushing event deleted for resources: {'Port': ['ID=e4eae2c5-521d-4f6c-83e1-7c20ed321912,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:14.172939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43367e-f50b-4b57-8066-c4186762b63f None None] No DVR routers for this DVR port e4eae2c5-521d-4f6c-83e1-7c20ed321912 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:14.203134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.222778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.292592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 7b646994-88bc-4bea-a506-1ff0534cb4f1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:14.293293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.321043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] DHCP port deletion for 63abe0f3-fb80-470d-9346-e3763f6994c5 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:14.321043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Deleting port 7b646994-88bc-4bea-a506-1ff0534cb4f1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:14.321043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.349957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Allocated IP 172.26.1.213 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/a8b665bc-7c13-4895-bb71-1d5264ef74ed) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:14.436240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.600682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] For port 7b646994-88bc-4bea-a506-1ff0534cb4f1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b646994-88bc-4bea-a506-1ff0534cb4f1,segment=NetworkSegment(816fc469-6ab8-43d2-989c-83794c8d0fc7),segment_id=816fc469-6ab8-43d2-989c-83794c8d0fc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:14.601125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.607198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:47:14.619362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.652333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.702529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.711332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=16038e8f-0ef1-4dbf-9b25-c96f87d9eafe,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:14.728062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.749924 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6bdac4fc-716e-4e9c-a429-7bfd9eef7368 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/16038e8f-0ef1-4dbf-9b25-c96f87d9eafe HTTP/1.1" status: 204 len: 168 time: 1.2659416 Feb 16 13:47:14.750946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:14.753610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:14.759304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:14.773089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:14.773677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.786907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Calling delete_port for 7b646994-88bc-4bea-a506-1ff0534cb4f1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:14.794684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=0730500b-4c18-414a-bc4e-6a40febf7239,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:14.803065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Deleting port 72927c8a-3925-4261-8299-6a240bdb8a96 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:14.803694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.816357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e4eae2c5-521d-4f6c-83e1-7c20ed321912 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:14.842951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc451907-5e4c-4cd9-bdb7-07d4b65746dc None None] Network dc168e0a-e530-4831-8bf2-928531e7619b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:14.855267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91a8ae4-5055-4d14-804e-4a67eecadae9 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:14.875051 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c2f8261-ab6c-41cb-9412-1c45b75ea5a0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7155213 Feb 16 13:47:14.879202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59584) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:14.882765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 7b646994-88bc-4bea-a506-1ff0534cb4f1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b646994-88bc-4bea-a506-1ff0534cb4f1,segment=NetworkSegment(816fc469-6ab8-43d2-989c-83794c8d0fc7),segment_id=816fc469-6ab8-43d2-989c-83794c8d0fc7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:14.883224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.891531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.899186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:57:f9:91', 'name': 'tempest-NetworksTestDHCPv6-770347361'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:14.942783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:14.987914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: e4eae2c5-521d-4f6c-83e1-7c20ed321912 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:14.988125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e4eae2c5-521d-4f6c-83e1-7c20ed321912 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:14.988528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b646994-88bc-4bea-a506-1ff0534cb4f1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:15.013034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:15.019345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:15.026584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:15.068632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event updated for resources: {'Port': ['ID=a8b665bc-7c13-4895-bb71-1d5264ef74ed,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:15.127834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] For port 72927c8a-3925-4261-8299-6a240bdb8a96, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=72927c8a-3925-4261-8299-6a240bdb8a96,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:15.128177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.160221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 7b646994-88bc-4bea-a506-1ff0534cb4f1 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:15.218795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.222734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.260010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No active binding found for port 7b646994-88bc-4bea-a506-1ff0534cb4f1 {{(pid=87699) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 13:47:15.260241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b646994-88bc-4bea-a506-1ff0534cb4f1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:15.306960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=a46ebb10-4a25-425a-abea-51bf06a79da0,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:15.307608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] Pushing event deleted for resources: {'Port': ['ID=7b646994-88bc-4bea-a506-1ff0534cb4f1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:15.319841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173ccdf-576c-4de0-80c0-eedb78241620 None None] No DVR routers for this DVR port 7b646994-88bc-4bea-a506-1ff0534cb4f1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:15.341564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port a100b936-653a-4245-996d-f3d3bf3a3d74 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:15.342020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.405592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.415470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '0730500b-4c18-414a-bc4e-6a40febf7239'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:15.417306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.423745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:15.426873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '12cb8186-797d-44e8-815f-ebec451eab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:15.427646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: e69e6c04-083d-4d4c-9595-0b218e0b7a4e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:15.433052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:15.433493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:15.440686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:15.453935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:15.459499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:15.518401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Calling delete_port for 72927c8a-3925-4261-8299-6a240bdb8a96 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:15.524404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:15.554721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] DHCP port deletion for dc168e0a-e530-4831-8bf2-928531e7619b request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:15.555494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network e69e6c04-083d-4d4c-9595-0b218e0b7a4e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:15.592044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Deleting port a100b936-653a-4245-996d-f3d3bf3a3d74 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:15.592429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.640842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e69e6c04-083d-4d4c-9595-0b218e0b7a4e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:15.653127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:15.653744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.666241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52d856-c9d0-461f-aab0-65a4a9a279a3 None None] Network e69e6c04-083d-4d4c-9595-0b218e0b7a4e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:15.757830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.764036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Allocated IP 2001:db8::f816:3eff:fe50:19de (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/0730500b-4c18-414a-bc4e-6a40febf7239/a87b7d2b-7e68-4fb6-8298-b40cbf48e32a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:15.792218 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61fb91fc-14e3-4737-8112-eaeff18f2294 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3062668 Feb 16 13:47:15.800014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59588) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:15.807691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] For port a100b936-653a-4245-996d-f3d3bf3a3d74, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a100b936-653a-4245-996d-f3d3bf3a3d74,segment=NetworkSegment(2c91708d-09e1-4203-8521-3bfe5665938b),segment_id=2c91708d-09e1-4203-8521-3bfe5665938b)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:15.808039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.838206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:15.986357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 7b646994-88bc-4bea-a506-1ff0534cb4f1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:15.986684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.025233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.131856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.157675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] For port a100b936-653a-4245-996d-f3d3bf3a3d74, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a100b936-653a-4245-996d-f3d3bf3a3d74,segment=NetworkSegment(2c91708d-09e1-4203-8521-3bfe5665938b),segment_id=2c91708d-09e1-4203-8521-3bfe5665938b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:16.158051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.178434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 5009f812-b4f1-4c92-b6db-26655acf4273 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:16.226252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for a100b936-653a-4245-996d-f3d3bf3a3d74 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:16.290444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=72927c8a-3925-4261-8299-6a240bdb8a96,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:16.313577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] The port '7b646994-88bc-4bea-a506-1ff0534cb4f1' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:47:16.367020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.377399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Transition to ACTIVE for port object a87b7d2b-7e68-4fb6-8298-b40cbf48e32a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:16.393455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.397111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Transition to ACTIVE for port object a87b7d2b-7e68-4fb6-8298-b40cbf48e32a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:16.408718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Calling delete_port for a100b936-653a-4245-996d-f3d3bf3a3d74 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:16.472515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.551190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e69e6c04-083d-4d4c-9595-0b218e0b7a4e', 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': 'a46ebb10-4a25-425a-abea-51bf06a79da0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:16.552014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.570499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:16.578550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:16.583955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.599581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:16.704519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.714158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.728745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No DVR routers for this DVR port a100b936-653a-4245-996d-f3d3bf3a3d74 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:16.730484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Pushing event updated for resources: {'Port': ['ID=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:16.762616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:16.762985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:16.775879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=a100b936-653a-4245-996d-f3d3bf3a3d74,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:16.777004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.777695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.777695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.778030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.778385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.778507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe57:f991 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/0730500b-4c18-414a-bc4e-6a40febf7239/5009f812-b4f1-4c92-b6db-26655acf4273) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:16.778698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.779012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.779327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.779641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.779958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.780274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.780575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:16.784140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a100b936-653a-4245-996d-f3d3bf3a3d74 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:16.785683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.830969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a100b936-653a-4245-996d-f3d3bf3a3d74 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:16.831387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a100b936-653a-4245-996d-f3d3bf3a3d74 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:16.895110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Attempting to bind port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:16.895570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Attempting to bind port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:16.895852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Attempting to bind port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:16.909229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:16.909592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:16.910188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.910602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:16.911085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Bound port: a87b7d2b-7e68-4fb6-8298-b40cbf48e32a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:16.911460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.923360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:16.995395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.034396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63abe0f3-fb80-470d-9346-e3763f6994c5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.050083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.051694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] For port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:17.069220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] For port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:17.070920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Allocated IP 172.20.0.1 (e69e6c04-083d-4d4c-9595-0b218e0b7a4e/a46ebb10-4a25-425a-abea-51bf06a79da0/4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:17.076339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.084690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816fc469-6ab8-43d2-989c-83794c8d0fc7') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.084953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816fc469-6ab8-43d2-989c-83794c8d0fc7') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.125329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc168e0a-e530-4831-8bf2-928531e7619b']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.133547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.170578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c91708d-09e1-4203-8521-3bfe5665938b') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.170868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c91708d-09e1-4203-8521-3bfe5665938b') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.251019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.259791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.266444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Deleting port a100b936-653a-4245-996d-f3d3bf3a3d74 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:17.267199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.291552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.301843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:17.302376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:17.318447 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:17.322951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:17.323359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.335180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Router 7f1c1bae-c7a4-4a98-b083-2a876c142f0d is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:17.339660 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:17.350108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfbc06-d6ac-4273-be07-d61043d8fb13 None None] Pushing event updated for resources: {'Port': ['ID=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:17.373637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2c0cf5d7-9e06-45d3-9a7e-14060d4770df None None] The port 'a100b936-653a-4245-996d-f3d3bf3a3d74' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:47:17.499969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.512423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Transition to ACTIVE for port object 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:17.536543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Transition to ACTIVE for port object 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:17.544196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.641637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Router c90645e3-e5a1-49d2-94e3-74fd1b37d037 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:17.688148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Network e69e6c04-083d-4d4c-9595-0b218e0b7a4e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:17.689160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Pushing event updated for resources: {'Port': ['ID=4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:17.694770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:17.697741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:17.710279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.715921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.725806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.754579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.758819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=63abe0f3-fb80-470d-9346-e3763f6994c5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:17.766358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.827135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.831514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Attempting to bind port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:17.832165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Attempting to bind port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '12cb8186-797d-44e8-815f-ebec451eab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:17.832727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Attempting to bind port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 on network e69e6c04-083d-4d4c-9595-0b218e0b7a4e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:17.844447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:17.844780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 5009f812-b4f1-4c92-b6db-26655acf4273 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:17.845331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Checking segment: {'id': '12cb8186-797d-44e8-815f-ebec451eab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:17.846166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.847424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Bound using segment: {'id': '12cb8186-797d-44e8-815f-ebec451eab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:17.848108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Bound port: 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cb8186-797d-44e8-815f-ebec451eab4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:17.848260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:17.848977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.857128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=a46ebb10-4a25-425a-abea-51bf06a79da0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:17.870020 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] Sync routers for ids ['7f1c1bae-c7a4-4a98-b083-2a876c142f0d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:17.870744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=dc168e0a-e530-4831-8bf2-928531e7619b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:17.884002 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] Routers {'7f1c1bae-c7a4-4a98-b083-2a876c142f0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:17.884969 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7f1c1bae-c7a4-4a98-b083-2a876c142f0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.890174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:17.891975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ebd2fd3b-2853-4d48-97a4-5919383a0b2d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "PUT /v2.0/routers/7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 200 len: 879 time: 5.9524517 Feb 16 13:47:17.895433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59592) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:17.973238 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.987033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] For port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:17.989265 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] Routers {'7f1c1bae-c7a4-4a98-b083-2a876c142f0d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:17.990060 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7f1c1bae-c7a4-4a98-b083-2a876c142f0d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:17.990399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] For port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0,segment=NetworkSegment(12cb8186-797d-44e8-815f-ebec451eab4c),segment_id=12cb8186-797d-44e8-815f-ebec451eab4c)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:17.996659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.038891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.069579 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:18.071828 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d51ef7-3fdd-4370-84e0-c87f8abc57c9 None None] The sync data for ids ['7f1c1bae-c7a4-4a98-b083-2a876c142f0d'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:18.087172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69e6c04-083d-4d4c-9595-0b218e0b7a4e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:18.118073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb8186-797d-44e8-815f-ebec451eab4c') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:18.118679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb8186-797d-44e8-815f-ebec451eab4c') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:18.135200 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-40b8ce59-27a4-433c-99d0-c50598aa78b5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/63abe0f3-fb80-470d-9346-e3763f6994c5 HTTP/1.1" status: 204 len: 168 time: 4.3268125 Feb 16 13:47:18.138614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59596) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.148300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-56300b95-9d4f-4920-be01-43a122d54885 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/dc168e0a-e530-4831-8bf2-928531e7619b HTTP/1.1" status: 204 len: 168 time: 3.3874021 Feb 16 13:47:18.151513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.156119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59600) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.166625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999335478', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:18.184268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:18.188947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:18.192265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:18.201788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:18.213633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.223331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.224703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.230773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64c0b2-f5b5-4b4f-9dcf-8870352ccd3f None None] Pushing event updated for resources: {'Port': ['ID=4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:18.232381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:18.232817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:18.248603 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:18.264333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f1793-14a1-4b2e-9f38-eeb2b19545f1 None None] Network e69e6c04-083d-4d4c-9595-0b218e0b7a4e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:18.309004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:18.314770 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b5017e03-7691-40af-a47d-7a22ad303d3a admin admin] 10.222.0.105 "PUT /v2.0/routers/c90645e3-e5a1-49d2-94e3-74fd1b37d037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7665255 Feb 16 13:47:18.324509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59604) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.347104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Sync routers for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:18.364850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.385358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:18.386011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:18.388166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:47:18.388166 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:47:18.388166 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': 'e69e6c04-083d-4d4c-9595-0b218e0b7a4e'}] Feb 16 13:47:18.388166 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:18.389085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:18.390752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.409523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.416784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa350702-c225-451d-83c7-d9ce347b6303 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:18.422195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aa350702-c225-451d-83c7-d9ce347b6303 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/123c478d-3aed-46de-b0f1-f8a0b3d65b9d HTTP/1.1" status: 200 len: 844 time: 0.2625167 Feb 16 13:47:18.422994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59608) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.488263 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-112e48fa-8e65-4fda-a73c-e8018435bd24 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 200 len: 920 time: 0.5887377 Feb 16 13:47:18.489068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:18.489991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.501140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:18.505916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:18.513292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:18.513945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.621329 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7406607 Feb 16 13:47:18.633857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.638384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8d1ad5e3-9e85-4858-ad32-409362ed0b5d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4937272 Feb 16 13:47:18.643937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.644693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.661044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-736494194'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:18.668939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:18.674326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:18.678018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:18.685009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:18.775004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a87b7d2b-7e68-4fb6-8298-b40cbf48e32a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:18.776729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:18.780288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.812280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:18.812498 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d185de61-651b-4a00-8c1c-a01b3ec3c572 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/123c478d-3aed-46de-b0f1-f8a0b3d65b9d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3837521 Feb 16 13:47:18.835332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.835645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e185494-cfec-47e9-9891-f8e9ce69851d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:18.836342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e185494-cfec-47e9-9891-f8e9ce69851d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Synchronizing usage tracker for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:18.849086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:18.878247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f9f26-1993-4b8f-a72c-dcc6662daef1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=5009f812-b4f1-4c92-b6db-26655acf4273,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:18.883215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:18.899554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:18.903998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:19.015148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6af48d01-9dea-4bc7-ace2-42eb7d04e4b7 None None] Provisioning for port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:19.029821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e185494-cfec-47e9-9891-f8e9ce69851d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Unset dirty status for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:19.031495 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e185494-cfec-47e9-9891-f8e9ce69851d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=7f1c1bae-c7a4-4a98-b083-2a876c142f0d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5279748 Feb 16 13:47:19.050082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:19.065501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3253f83-cf3a-4ce6-9c3b-f0b543729a5b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:19.071967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3253f83-cf3a-4ce6-9c3b-f0b543729a5b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:19.072819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c3253f83-cf3a-4ce6-9c3b-f0b543729a5b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:19.077397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.077736 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment ed492643-f7a8-432d-bcef-d8d415625cd5 of type vlan for network ebf29efb-6280-4743-a2b7-b0616ad63fd6 Feb 16 13:47:19.122560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:19.122996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.159055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b6cd11-40b8-422d-aab4-deb7022b7e2f None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:47:19.171509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.185524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Deleting port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:19.186231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.192038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:19.209575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:19.210251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.261976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:19.287468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:19.319785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aba25ea1-39f5-4bde-9706-affb7d3ee9d7 None None] Provisioning for port 5009f812-b4f1-4c92-b6db-26655acf4273 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:19.327655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.331527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:19.341037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c3253f83-cf3a-4ce6-9c3b-f0b543729a5b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:19.344320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aba25ea1-39f5-4bde-9706-affb7d3ee9d7 None None] Provisioning complete for port 5009f812-b4f1-4c92-b6db-26655acf4273 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:19.344642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3253f83-cf3a-4ce6-9c3b-f0b543729a5b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6912332 Feb 16 13:47:19.344806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aba25ea1-39f5-4bde-9706-affb7d3ee9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.348825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:19.364456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:19.444129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 5009f812-b4f1-4c92-b6db-26655acf4273 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:19.444853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.446576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:19.450187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.518025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aba25ea1-39f5-4bde-9706-affb7d3ee9d7 None None] Port 5009f812-b4f1-4c92-b6db-26655acf4273 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:19.532788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89dc9f-2996-403e-b8e3-8b9497d7c7b0 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:19.533375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e89dc9f-2996-403e-b8e3-8b9497d7c7b0 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Synchronizing usage tracker for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:19.533930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] For port 3ce28941-7098-41ad-93a5-0f8d1ecb04f7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:19.534399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.562822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b6cd11-40b8-422d-aab4-deb7022b7e2f None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:47:19.565970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.628103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.633915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:19.635094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.721819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:47:15Z', 'revision_number': 5, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port': {'id': '3ce28941-7098-41ad-93a5-0f8d1ecb04f7', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:42:09Z', 'updated_at': '2022-02-16T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:19.730296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:19.742151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Checking router: c90645e3-e5a1-49d2-94e3-74fd1b37d037 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:47:19.746510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.762941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3e89dc9f-2996-403e-b8e3-8b9497d7c7b0 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Unset dirty status for tenant:de8e8fa0e5204f1daea8fd4357b44dbc on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:19.764390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Calling delete_port for 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:19.764601 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e89dc9f-2996-403e-b8e3-8b9497d7c7b0 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.7097840 Feb 16 13:47:19.775971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:19.789341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0,segment=NetworkSegment(12cb8186-797d-44e8-815f-ebec451eab4c),segment_id=12cb8186-797d-44e8-815f-ebec451eab4c)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:19.789732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:19.842691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Routers {'c90645e3-e5a1-49d2-94e3-74fd1b37d037'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:19.843584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:19.862248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2039449 Feb 16 13:47:19.871367 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9e8f8d7c-affe-420f-ae17-06f1fceaf9c3 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 200 len: 205 time: 0.0847290 Feb 16 13:47:19.924725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59640) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:19.924725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59642) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:19.944238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:20.110318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:20.112498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4510d71-4e6a-40f2-8d10-12541f84bbfd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=ebf29efb-6280-4743-a2b7-b0616ad63fd6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:20.121803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:20.148137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:20.233600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] Set router c90645e3-e5a1-49d2-94e3-74fd1b37d037 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:20.257192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.318548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:20.339076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 4db10f0a-ddd6-4844-a9ec-3fea9e05bcc0 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:20.381742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:47:19Z', 'revision_number': 6, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:20.418787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:20.422732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a184f0d6-c436-4330-a944-cfc7bbb4c625 None None] The sync data for ids ['c90645e3-e5a1-49d2-94e3-74fd1b37d037'] in dv-neutron-828143-3-hyperv is: [{'id': 'c90645e3-e5a1-49d2-94e3-74fd1b37d037', 'name': 'tempest-ServerActionsTestJSON-1708040708-router', 'tenant_id': '6dfc7bff3dda404cbe88d844ed82700f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:42:08Z', 'updated_at': '2022-02-16T13:47:19Z', 'revision_number': 6, 'project_id': '6dfc7bff3dda404cbe88d844ed82700f', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:20.438124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.447438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:20.456302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:20.487246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.554702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.574745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:20.586138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:20.597496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:20.598067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.621725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69e6c04-083d-4d4c-9595-0b218e0b7a4e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:20.634038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=7e90e085-dcc1-484d-a2e5-356e0925123b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:20.646401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-772abb49-cda6-49ce-b18a-214775ac912b', 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'tenant_id': '727a92a263dc46af943056773177a0ac', 'fixed_ips': [{'subnet_id': '7e90e085-dcc1-484d-a2e5-356e0925123b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:20.647168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cb8186-797d-44e8-815f-ebec451eab4c') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:20.647168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cb8186-797d-44e8-815f-ebec451eab4c') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:20.647452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.666188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.679355 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70f6e541-34fd-4e80-9cc1-ae6c2d77586a tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8465581 Feb 16 13:47:20.679671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:20.686147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1459193531'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:20.695876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:20.699322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.701894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:20.706910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:20.714122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:20.714564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:20.729772 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:20.731984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:20.733154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:20.740791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 5009f812-b4f1-4c92-b6db-26655acf4273 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:20.794638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.804165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.853511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Allocated IP 2001:db8::2 (772abb49-cda6-49ce-b18a-214775ac912b/7e90e085-dcc1-484d-a2e5-356e0925123b/98e49f8d-8eee-4025-be13-c000292e1b47) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:20.862694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:20.867136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:20.870828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:20.881010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:20.888442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.935850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:20.959379 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/e69e6c04-083d-4d4c-9595-0b218e0b7a4e HTTP/1.1" status: 204 len: 168 time: 5.1588616 Feb 16 13:47:20.961907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475e844-89b6-4437-ac63-2f28b580e4b4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=e69e6c04-083d-4d4c-9595-0b218e0b7a4e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:20.972314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:20.983946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584932288'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:20.996491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:21.006033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:21.011758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a87b7d2b-7e68-4fb6-8298-b40cbf48e32a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:21.013037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:21.017513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:21.022629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.024534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:21.061907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:21.066923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.110246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.120802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.142080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:21.179716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.180052 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 8f2494e8-9af2-4611-a990-a51d3237b745 of type vlan for network fe690735-7574-4770-aafe-9ad9858397fa Feb 16 13:47:21.189214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.190475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5100589 Feb 16 13:47:21.192282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077385a1-35c2-45bc-be8e-eddb8acbdfee tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1704113-d39d-45c5-8eee-9c146e59cfe3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:21.195286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:21.218377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'security_group': {'name': 'tempest-secgroup-885039664'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:21.235670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:21.242097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.246101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:21.250125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:21.258578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:21.275888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.285428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.293464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:21.293829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.313136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.318605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:21.319252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.338453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:21.354321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:21.370038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:21.390821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce28941-7098-41ad-93a5-0f8d1ecb04f7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:21.391607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.409120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Transition to ACTIVE for port object 98e49f8d-8eee-4025-be13-c000292e1b47 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:21.432485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:21.467227 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4928424 Feb 16 13:47:21.473805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59662) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:21.482285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:21.498577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Transition to ACTIVE for port object 98e49f8d-8eee-4025-be13-c000292e1b47 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:21.509389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.510597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396b6d2-4726-43d9-b7c6-a83a83cd56cf tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=fe690735-7574-4770-aafe-9ad9858397fa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:21.571052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fe690735-7574-4770-aafe-9ad9858397fa details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:21.608584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:21.615849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:21.618101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:21.690284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 72927c8a-3925-4261-8299-6a240bdb8a96 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:21.729053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.755468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.761023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 72927c8a-3925-4261-8299-6a240bdb8a96 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:21.761443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 72927c8a-3925-4261-8299-6a240bdb8a96 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:21.763992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.780336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.805940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:21.845165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.857962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Attempting to bind port 98e49f8d-8eee-4025-be13-c000292e1b47 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:21.858102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Attempting to bind port 98e49f8d-8eee-4025-be13-c000292e1b47 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '8c833182-31b2-437d-8150-e10e09078896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:21.858717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Attempting to bind port 98e49f8d-8eee-4025-be13-c000292e1b47 on network 772abb49-cda6-49ce-b18a-214775ac912b {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:21.859073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.860560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6641750 Feb 16 13:47:21.863839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:21.864271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:21.864639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Checking segment: {'id': '8c833182-31b2-437d-8150-e10e09078896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:21.865035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.865477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Bound using segment: {'id': '8c833182-31b2-437d-8150-e10e09078896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:21.865945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Bound port: 98e49f8d-8eee-4025-be13-c000292e1b47, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c833182-31b2-437d-8150-e10e09078896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:21.866341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.867827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f93913-12b0-42d9-bccd-86ebb8d4d9e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a24bcc9-5f13-4a34-bf10-50f72c48665c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:21.873456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1315038848', 'security_groups': ['5a24bcc9-5f13-4a34-bf10-50f72c48665c'], 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e90e085-dcc1-484d-a2e5-356e0925123b'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:21.890663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.963397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:21.965053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network fe690735-7574-4770-aafe-9ad9858397fa is not hosted by any dhcp agent {{(pid=87698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 13:47:21.967610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:21.971445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:21.972005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:21.973254 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "PUT /v2.0/networks/fe690735-7574-4770-aafe-9ad9858397fa HTTP/1.1" status: 200 len: 723 time: 0.4984398 Feb 16 13:47:21.980444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.008995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59672) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:22.018538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port a8b665bc-7c13-4895-bb71-1d5264ef74ed {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:22.019062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.061979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.079258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:22.081859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9e4e9-8b6b-418b-a9dc-f289b598cc4e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=fe690735-7574-4770-aafe-9ad9858397fa,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:22.116573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fe690735-7574-4770-aafe-9ad9858397fa details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:22.137249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:22.142735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:port and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:22.146918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:22.150048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.154058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:22.167149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:22.171709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.245868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce425c61-2d54-463b-9f50-a2e952f7ab01 None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:22.256093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=5009f812-b4f1-4c92-b6db-26655acf4273,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:22.381798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.478208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.506384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port adece2b2-d3b4-4668-b16e-6f05d73b29cd yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:22.679908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.691008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.691650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c90645e3-e5a1-49d2-94e3-74fd1b37d037 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:22.713316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:22.726175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:22.744639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:22.749111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:22.757918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:22.760205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::360 (772abb49-cda6-49ce-b18a-214775ac912b/7e90e085-dcc1-484d-a2e5-356e0925123b/adece2b2-d3b4-4668-b16e-6f05d73b29cd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:22.827812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:22.829201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 98e49f8d-8eee-4025-be13-c000292e1b47 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:22.831445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:22.873721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=13de4bf2-3124-452b-be64-c37db098bb8d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:22.894174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-353b2227-9292-40d1-aea0-979d4fc24abb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/5009f812-b4f1-4c92-b6db-26655acf4273 HTTP/1.1" status: 204 len: 168 time: 3.5442960 Feb 16 13:47:22.908382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:22.916080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:22.944606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:22.944953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3ce28941-7098-41ad-93a5-0f8d1ecb04f7 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:22.996077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.008873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db175483-1294-4a8b-ad6e-e30c6bd54456 admin admin] 10.222.0.105 "DELETE /v2.0/routers/c90645e3-e5a1-49d2-94e3-74fd1b37d037 HTTP/1.1" status: 204 len: 168 time: 4.6828198 Feb 16 13:47:23.013615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:23.021999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:23.022787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: ebf29efb-6280-4743-a2b7-b0616ad63fd6, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:23.041071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.118841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81293340-a485-40aa-a6a2-ac2b7377dfeb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:23.120423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81293340-a485-40aa-a6a2-ac2b7377dfeb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:23.121159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-81293340-a485-40aa-a6a2-ac2b7377dfeb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:23.207762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Deleting subnet 9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:23.209658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-81293340-a485-40aa-a6a2-ac2b7377dfeb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:23.210815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-81293340-a485-40aa-a6a2-ac2b7377dfeb tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2937913 Feb 16 13:47:23.215130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.219257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.220646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for a8b665bc-7c13-4895-bb71-1d5264ef74ed owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:23.247640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59684) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:23.277156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:23.305860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ebf29efb-6280-4743-a2b7-b0616ad63fd6) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:23.314485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object adece2b2-d3b4-4668-b16e-6f05d73b29cd will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:23.328192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:23.328819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.346087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.384205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bceb79-7261-4efb-acb7-538f8b737870 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:23.412995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cccc207-a955-4145-b150-321498897e36 None None] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:23.413763 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ba5e4a01-5b89-422b-b26f-e32a0f21767e tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4785583 Feb 16 13:47:23.420183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-d594a9a7-c8b2-4f97-bb64-35e9ae178d88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3637397 Feb 16 13:47:23.421971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59688) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:23.427973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 0730500b-4c18-414a-bc4e-6a40febf7239 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:23.444754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.517256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.666386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:23.666795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.675932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.685042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.744394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:23.763477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:23.784321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:23.792765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:23.793774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.801976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.823156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:23.862988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=adece2b2-d3b4-4668-b16e-6f05d73b29cd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:23.898595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Provisioning for port 98e49f8d-8eee-4025-be13-c000292e1b47 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:23.936718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:23.936718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.959336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:23.994552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '8f2494e8-9af2-4611-a990-a51d3237b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:23.995257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: fe690735-7574-4770-aafe-9ad9858397fa, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:24.037452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc6245ba-4185-4931-a7c8-d1c01f17a34e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1725225 Feb 16 13:47:24.038464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59692) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:24.056675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:24.108559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=f225c51f-a822-4e25-a560-c09f91fc60d0,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:24.114739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:24.115554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.179158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-85184651-0cfb-45cc-83a3-3c7e70c9abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:24.180926 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-85184651-0cfb-45cc-83a3-3c7e70c9abdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 0.6117976 Feb 16 13:47:24.198399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.225148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.260210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.327854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:24.334805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.355389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network fe690735-7574-4770-aafe-9ad9858397fa is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:24.359918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:24.363985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.378063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f828e-6971-4087-be6c-38acab7b9b39 None None] Network e2f23b10-bde0-496f-aa68-8bd1ef089f3e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:24.381909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=a8b665bc-7c13-4895-bb71-1d5264ef74ed,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:24.475275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fe690735-7574-4770-aafe-9ad9858397fa) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:24.480910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:24.481497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.510590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.536808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e93c63-0df7-47e6-9f57-051de5a5a377 None None] Network fe690735-7574-4770-aafe-9ad9858397fa requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:24.624299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.688882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=0730500b-4c18-414a-bc4e-6a40febf7239,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:24.691891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:24.703557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:24.724554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:24.731750 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9592055-6576-4bb5-a683-1767d88d0b89 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/9cb5ff0d-b1bc-4de8-80d9-dbde5c2a95d6 HTTP/1.1" status: 204 len: 168 time: 1.7159135 Feb 16 13:47:24.732316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Allocated IP 2001:db8::2 (ebf29efb-6280-4743-a2b7-b0616ad63fd6/13de4bf2-3124-452b-be64-c37db098bb8d/5583ab4d-f17f-49cb-b7b0-7789d777f3f8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:24.734044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.736431 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3749ca3e-e4c7-4040-8149-1b325d53db3e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/0730500b-4c18-414a-bc4e-6a40febf7239 HTTP/1.1" status: 204 len: 168 time: 1.4847598 Feb 16 13:47:24.739988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdab4f8-2e2f-4b63-8558-112b873343a7 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:24.744671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:24.749106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59698) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:24.749657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:24.794760 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f9deb8b-50bd-4d7b-9f3a-e6eb31c69c3a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7777987 Feb 16 13:47:24.796162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.916254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59706) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:24.957013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:24.957741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:24.964457 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de3fa771-7405-44b9-946e-299c53c03f30 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2114213 Feb 16 13:47:24.972443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:24.982124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:25.010328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4aca7-7cb1-4662-9d2e-701511a4c4fb None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:25.060625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:25.064367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.163855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.180748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.181580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.183110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-01283dde-f584-4bbf-9ccd-ef95858ea5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:25.184654 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-01283dde-f584-4bbf-9ccd-ef95858ea5a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 898 time: 0.9051576 Feb 16 13:47:25.307836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.308277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Deleting port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:25.308442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1c1bae-c7a4-4a98-b083-2a876c142f0d {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:25.308811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.344860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10822831'] for subnet, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.390123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:25.396033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.397212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c651fd0a-7cd9-4443-aa01-c0dd957b5d07 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 204 len: 168 time: 5.4597094 Feb 16 13:47:25.403749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59714) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:25.415046 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e90e085-dcc1-484d-a2e5-356e0925123b (CIDR: 2001:db8::/64) Feb 16 13:47:25.415930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1418024711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:25.417550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-d9b008b4-c52f-421d-ae27-a2cb4f106588 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 1001 time: 0.2233925 Feb 16 13:47:25.425471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a713e7-815c-4b86-9ac4-ae2bb29f5d76 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:25.429882 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d4a713e7-815c-4b86-9ac4-ae2bb29f5d76 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4560707 Feb 16 13:47:25.430197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:25.436619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59718) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:25.477015 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:47:25.477015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:25.477346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:25.490440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:25.512003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:25.516025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Provisioning for port adece2b2-d3b4-4668-b16e-6f05d73b29cd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:25.534166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Provisioning complete for port adece2b2-d3b4-4668-b16e-6f05d73b29cd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:25.535012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.562065 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-82ab8bd6-f29a-4006-ac78-1672d1f7d75d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5134943 Feb 16 13:47:25.569308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fe690735-7574-4770-aafe-9ad9858397fa', 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': 'f225c51f-a822-4e25-a560-c09f91fc60d0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:25.569564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:25.569897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.579552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:25.584430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] DHCP port deletion for e2f23b10-bde0-496f-aa68-8bd1ef089f3e request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:25.595099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-9d9a0102-caa0-4b3e-9ba3-139744b7fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:25.596641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-9d9a0102-caa0-4b3e-9ba3-139744b7fac2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.1653194 Feb 16 13:47:25.607640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.608756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.622196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3becd0-61d4-4b56-8790-3ea50f0fa035 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:25.623108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cd3becd0-61d4-4b56-8790-3ea50f0fa035 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:25.678724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Deleting port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:25.679338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.704700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cd3becd0-61d4-4b56-8790-3ea50f0fa035 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:25.705651 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd3becd0-61d4-4b56-8790-3ea50f0fa035 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2670009 Feb 16 13:47:25.707102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.715046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59726) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:25.803714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-937bf7b9-75fc-4ac5-b1db-8ec7a8934bf8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872276 Feb 16 13:47:25.808512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59730) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:25.814732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:25.828889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1748938'] for subnet, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.840358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] For port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:25.840718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.860097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Port adece2b2-d3b4-4668-b16e-6f05d73b29cd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:25.872361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.883816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:25.950325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:25.958966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Transition to ACTIVE for port object 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:25.999420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Deleting port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:25.999420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.038741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Calling delete_port for 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:26.040805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.047972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-27aa7a50-74c8-4210-9bcc-09d5011569fa tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6373415 Feb 16 13:47:26.047972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:26.047972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.047972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "PUT /v2.0/subnets/f225c51f-a822-4e25-a560-c09f91fc60d0 HTTP/1.1" status: 200 len: 806 time: 1.1291640 Feb 16 13:47:26.051460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:26.051859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59736) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:26.072248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:26.090280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:26.093501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': True}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:26.096862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:26.101636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Transition to ACTIVE for port object 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:26.109929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:26.114991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:26.115423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-01f88011-799c-4a6b-86d1-837036fff570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.121723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-7bf4c3c7-033c-4ed4-858e-3ada56ee9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:26.123333 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-7bf4c3c7-033c-4ed4-858e-3ada56ee9a68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5024655 Feb 16 13:47:26.163065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:26.166665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.182748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.448785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.480068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b588779-9689-4a52-bfec-9019d893966a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=f225c51f-a822-4e25-a560-c09f91fc60d0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:26.482706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:26.494386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:26.503519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:26.506488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:26.510738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Allocated IP 172.20.0.2 (fe690735-7574-4770-aafe-9ad9858397fa/f225c51f-a822-4e25-a560-c09f91fc60d0/06f22b04-c220-4ca2-ad61-5833c6414d18) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:26.512339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:26.512622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:26.516174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] No DVR routers for this DVR port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:26.560557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Pushing event updated for resources: {'Port': ['ID=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:26.628093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] For port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1e396125-fd0e-4963-9b0a-7477bf4cdbe4,segment=NetworkSegment(442ba796-2573-4f1d-9712-ecc88c3e1358),segment_id=442ba796-2573-4f1d-9712-ecc88c3e1358)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:26.628482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.677704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:26.681320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.697905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-8b0ecb41-d574-4558-85a3-fb21a1390355 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680983 Feb 16 13:47:26.705992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.720403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:26.766139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f23b10-bde0-496f-aa68-8bd1ef089f3e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:26.787976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8::1 (ebf29efb-6280-4743-a2b7-b0616ad63fd6/13de4bf2-3124-452b-be64-c37db098bb8d/4afb936a-003b-4ce2-b28b-ee618db7270d) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:26.834417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442ba796-2573-4f1d-9712-ecc88c3e1358') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:26.834705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442ba796-2573-4f1d-9712-ecc88c3e1358') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:26.854882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.890289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.933462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.966607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:26.966907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:26.981649 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:27.040830 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f8fcb08f-6765-4f0f-bccd-26ae83e4f92f req-2d1d145e-ab6d-452d-b449-7894e2aaeb41 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250623 Feb 16 13:47:27.054938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.084794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.110581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.129523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f23b10-bde0-496f-aa68-8bd1ef089f3e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:27.141261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Calling delete_port for 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:27.196967 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4251678-3d98-4bf1-94e2-f47d1783a505 admin admin] 10.222.0.105 "DELETE /v2.0/networks/e2f23b10-bde0-496f-aa68-8bd1ef089f3e HTTP/1.1" status: 204 len: 168 time: 2.4435954 Feb 16 13:47:27.201438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.223545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Attempting to bind port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:27.223911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Attempting to bind port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:27.224262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Attempting to bind port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 on network ebf29efb-6280-4743-a2b7-b0616ad63fd6 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:27.250347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] For port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:27.250732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.270983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:27.271382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Checking segment: {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:27.271730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.272109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Bound using segment: {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:27.273125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Bound port: 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:27.273125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.292759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:27.298018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:27.305814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:27.307064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.342907 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7722809 Feb 16 13:47:27.347957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59744) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:27.352289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.356804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1762511859', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e2c75d94-da02-46f0-b254-990d48b4b049'}], 'security_groups': ['e1704113-d39d-45c5-8eee-9c146e59cfe3']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:27.408731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59748) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:27.420491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.444588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646bfde-341e-471c-8098-a3ca08bde548 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=e2c75d94-da02-46f0-b254-990d48b4b049,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:27.477625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c87c02-7d21-4dc7-ba07-a05a5a26bed0 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:27.500615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Calling delete_port for a87b7d2b-7e68-4fb6-8298-b40cbf48e32a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:27.508320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object 4afb936a-003b-4ce2-b28b-ee618db7270d will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:27.525091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.526429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.622970 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f054bc40-6d36-4b5b-92ac-980a314c5bef admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6dfc7bff3dda404cbe88d844ed82700f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2077749 Feb 16 13:47:27.629393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:27.632179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59754) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:27.646990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:27.650373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:27.651040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.708424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=c19c8833-fc60-4914-ba04-e33021157fa5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:27.753088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:27.753472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:27.759723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.775154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:27.775519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.796402 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c11b955-7a10-4cc8-8ac7-976d4f9bce04 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9872179 Feb 16 13:47:27.799556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:27.809414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:8b:3f:1b', 'name': 'tempest-NetworksTestDHCPv6-398005125'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:27.856233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-46582a20-73d2-4f54-84d5-33e47f864b2f None None] Provisioning complete for port adece2b2-d3b4-4668-b16e-6f05d73b29cd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:27.856591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46582a20-73d2-4f54-84d5-33e47f864b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.865528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:27.869559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:27.939843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:27.957078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] For port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:28.008061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.013005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.020046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] For port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:28.026339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:28.030967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:28.034177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:28.040360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:28.078145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:28.103483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.118849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] No DVR routers for this DVR port a87b7d2b-7e68-4fb6-8298-b40cbf48e32a on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:28.122553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-46582a20-73d2-4f54-84d5-33e47f864b2f None None] Port adece2b2-d3b4-4668-b16e-6f05d73b29cd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:28.128844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c0ad2-24e2-4960-906b-6c33ef7035b6 None None] Pushing event deleted for resources: {'Port': ['ID=a87b7d2b-7e68-4fb6-8298-b40cbf48e32a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.176187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:28.176584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.179242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Transition to ACTIVE for port object 06f22b04-c220-4ca2-ad61-5833c6414d18 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:28.179771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.182504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c287d2e-4f63-45bc-86a5-bc300e0b6358 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:28.224442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.284487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Deleting port 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:28.284487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.322836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Delete allocated IP 2001:db8::360 (772abb49-cda6-49ce-b18a-214775ac912b/7e90e085-dcc1-484d-a2e5-356e0925123b) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:47:28.329469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.330828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8:0:1::ae (772abb49-cda6-49ce-b18a-214775ac912b/e2c75d94-da02-46f0-b254-990d48b4b049/adece2b2-d3b4-4668-b16e-6f05d73b29cd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:28.361896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.370079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Transition to ACTIVE for port object 06f22b04-c220-4ca2-ad61-5833c6414d18 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:28.501313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.501538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.546524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.559842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e47e9df-94b3-4a70-acef-ea1b9aac63b0 None None] The port '1e396125-fd0e-4963-9b0a-7477bf4cdbe4' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:47:28.568345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 57ab7981-793e-4009-8842-7933f71c4826 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:28.577141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.600830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=f225c51f-a822-4e25-a560-c09f91fc60d0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.611697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.617362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b1372-16d3-4abf-b931-d8886ac9f28e None None] Pushing event updated for resources: {'Port': ['ID=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.634751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.637245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097913f-906b-4ba2-b128-8f7894141551,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.655772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object adece2b2-d3b4-4668-b16e-6f05d73b29cd will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:28.665716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.740502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Network fe690735-7574-4770-aafe-9ad9858397fa is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:28.748510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:28.751087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:28.813116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=adece2b2-d3b4-4668-b16e-6f05d73b29cd,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.825896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.830903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Pushing event updated for resources: {'Port': ['ID=06f22b04-c220-4ca2-ad61-5833c6414d18,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:28.834368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:28.847787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.26.1.150 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/8c05b5d2-56a8-4aff-9600-0e7c36919746) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:28.886861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] In _notify_port_updated(), no bound segment for port adece2b2-d3b4-4668-b16e-6f05d73b29cd on network 772abb49-cda6-49ce-b18a-214775ac912b {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:47:28.892326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:28.893080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.894095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:28.897499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1e396125-fd0e-4963-9b0a-7477bf4cdbe4 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:28.897617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8c297da4-97e1-406d-95fd-847aee12adbd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/ports/adece2b2-d3b4-4668-b16e-6f05d73b29cd HTTP/1.1" status: 200 len: 930 time: 1.5466826 Feb 16 13:47:28.897718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a87b7d2b-7e68-4fb6-8298-b40cbf48e32a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:28.938617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59762) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:28.949739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:28.950828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fac2f5a5-95a6-4024-9bea-2d8d19dad51f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5097913f-906b-4ba2-b128-8f7894141551 HTTP/1.1" status: 204 len: 168 time: 1.3176177 Feb 16 13:47:29.021984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe690735-7574-4770-aafe-9ad9858397fa']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:29.045224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a87b7d2b-7e68-4fb6-8298-b40cbf48e32a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:47:29.045567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a87b7d2b-7e68-4fb6-8298-b40cbf48e32a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:47:29.074383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::31a (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/c19c8833-fc60-4914-ba04-e33021157fa5/57ab7981-793e-4009-8842-7933f71c4826) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:29.184453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Attempting to bind port 06f22b04-c220-4ca2-ad61-5833c6414d18 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:29.185030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Attempting to bind port 06f22b04-c220-4ca2-ad61-5833c6414d18 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '8f2494e8-9af2-4611-a990-a51d3237b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:29.185176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Attempting to bind port 06f22b04-c220-4ca2-ad61-5833c6414d18 on network fe690735-7574-4770-aafe-9ad9858397fa {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:29.207059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': 'c19c8833-fc60-4914-ba04-e33021157fa5'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:29.207059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.207284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2494e8-9af2-4611-a990-a51d3237b745') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:29.207284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2494e8-9af2-4611-a990-a51d3237b745') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:29.227280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:29.227705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Checking segment: {'id': '8f2494e8-9af2-4611-a990-a51d3237b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:29.228410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.228410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Bound using segment: {'id': '8f2494e8-9af2-4611-a990-a51d3237b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:29.230205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Bound port: 06f22b04-c220-4ca2-ad61-5833c6414d18, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2494e8-9af2-4611-a990-a51d3237b745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fe690735-7574-4770-aafe-9ad9858397fa'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:29.230690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.303147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.330919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:29.331171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port adece2b2-d3b4-4668-b16e-6f05d73b29cd {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:29.331293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.394325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.443464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:29.444388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:29.462014 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:29.486049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.513112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 57ab7981-793e-4009-8842-7933f71c4826 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:29.552642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.646355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:29.658799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:29.675170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Update dhcp port {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'fixed_ips': [{'subnet_id': '7e90e085-dcc1-484d-a2e5-356e0925123b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e2c75d94-da02-46f0-b254-990d48b4b049'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '98e49f8d-8eee-4025-be13-c000292e1b47'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:47:29.679434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=57ab7981-793e-4009-8842-7933f71c4826,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:29.682399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:29.688015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:29.688833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.725648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] For port 06f22b04-c220-4ca2-ad61-5833c6414d18, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:29.731476 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a175cebe-022b-43e5-90f6-dce50ba81e99 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9307771 Feb 16 13:47:29.735350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59776) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:29.754200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:47:29.754200 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:47:29.754200 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': 'fe690735-7574-4770-aafe-9ad9858397fa'}] Feb 16 13:47:29.754200 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:29.759768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:29.770497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.805711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:29.827114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] For port 06f22b04-c220-4ca2-ad61-5833c6414d18, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=06f22b04-c220-4ca2-ad61-5833c6414d18,segment=NetworkSegment(8f2494e8-9af2-4611-a990-a51d3237b745),segment_id=8f2494e8-9af2-4611-a990-a51d3237b745)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:29.842175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ebdea-d113-4ca9-abf2-acba6c714fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:29.843235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-982ebdea-d113-4ca9-abf2-acba6c714fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:29.864165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/c19c8833-fc60-4914-ba04-e33021157fa5/aedf1ac2-9e51-4705-b762-f7ee02b2d5e7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:29.870585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.880126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:29.897986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-982ebdea-d113-4ca9-abf2-acba6c714fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:29.900768 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-982ebdea-d113-4ca9-abf2-acba6c714fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1644447 Feb 16 13:47:29.903587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:30.017941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 57ab7981-793e-4009-8842-7933f71c4826 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:30.018323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.167148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.167411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.175557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.219429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.228129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd3d35f-6953-40e6-9654-e6ccdeb41937 None None] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:30.377619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.391104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for adece2b2-d3b4-4668-b16e-6f05d73b29cd owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:30.475632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ef246-ec41-498d-a684-c009b2913cc5 None None] Pushing event updated for resources: {'Port': ['ID=06f22b04-c220-4ca2-ad61-5833c6414d18,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:30.528987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 57ab7981-793e-4009-8842-7933f71c4826 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:30.561158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Provisioning for port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:30.592126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Provisioning complete for port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:30.592488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.613258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.632964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.636477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.749512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.750613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97768e0f-3f56-4ea7-953c-3a3ab7dd0843 None None] Network fe690735-7574-4770-aafe-9ad9858397fa requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:30.770656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:30.784066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 06f22b04-c220-4ca2-ad61-5833c6414d18 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:30.784522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:30.810448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:30.823933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:30.925089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.010762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.028469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.066895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=57ab7981-793e-4009-8842-7933f71c4826,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.089643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.110830 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15139f8d-558d-4a34-a223-75065c38063d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/57ab7981-793e-4009-8842-7933f71c4826 HTTP/1.1" status: 204 len: 168 time: 1.2058470 Feb 16 13:47:31.111423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59808) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.150688 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/adece2b2-d3b4-4668-b16e-6f05d73b29cd HTTP/1.1" status: 204 len: 168 time: 2.2024131 Feb 16 13:47:31.159906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.217042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Transition to ACTIVE for port object aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:31.223377 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1aa56dd-77c0-4324-b6f5-cac68cec7ebd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:47:31.224041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1aa56dd-77c0-4324-b6f5-cac68cec7ebd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:31.251148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=8c05b5d2-56a8-4aff-9600-0e7c36919746,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.251867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff290004-3d2d-41d2-a9e0-32f507110d58 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:31.256056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff290004-3d2d-41d2-a9e0-32f507110d58 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:31.256056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff290004-3d2d-41d2-a9e0-32f507110d58 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:31.285521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1aa56dd-77c0-4324-b6f5-cac68cec7ebd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:31.288496 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1aa56dd-77c0-4324-b6f5-cac68cec7ebd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/adece2b2-d3b4-4668-b16e-6f05d73b29cd HTTP/1.1" status: 404 len: 333 time: 0.1274338 Feb 16 13:47:31.292386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ff290004-3d2d-41d2-a9e0-32f507110d58 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:31.297537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ff290004-3d2d-41d2-a9e0-32f507110d58 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1851642 Feb 16 13:47:31.298852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59822) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.299465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.382986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59830) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.392998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:31.395755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2cf84-6a8a-4167-9476-650b94edd5ad tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=adece2b2-d3b4-4668-b16e-6f05d73b29cd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.429481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:31.444619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet c19c8833-fc60-4914-ba04-e33021157fa5 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:31.451795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.477560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.483322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.524217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Transition to ACTIVE for port object aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:31.533983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.551271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.580975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.613158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a8eba3d5-2953-4c0c-b4fa-ade803e275ae tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:31.628181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.629571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/security-groups/5a24bcc9-5f13-4a34-bf10-50f72c48665c HTTP/1.1" status: 204 len: 168 time: 0.3276739 Feb 16 13:47:31.629719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Allocated IP 2001:db8:0:1::2 (772abb49-cda6-49ce-b18a-214775ac912b/e2c75d94-da02-46f0-b254-990d48b4b049/98e49f8d-8eee-4025-be13-c000292e1b47) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:31.632415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.665950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20381c3-eba1-406d-b6a5-3fadeea24a07 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a24bcc9-5f13-4a34-bf10-50f72c48665c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.674816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.736435 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8eba3d5-2953-4c0c-b4fa-ade803e275ae tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "PUT /v2.0/quotas/699aeefe4bb4414a84a41cac4198cb64 HTTP/1.1" status: 200 len: 368 time: 0.3498571 Feb 16 13:47:31.739530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:31.742874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] For port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:31.747129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:31.755387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:31.761608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:31.767053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Request body: {'network': {'project_id': '699aeefe4bb4414a84a41cac4198cb64'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:31.778741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.783491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:31.797083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Usage tracker for resource:network and tenant:699aeefe4bb4414a84a41cac4198cb64 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:31.801972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:31.812839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:31.821319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.839202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:31.857689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.897485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Made reservation on behalf of 699aeefe4bb4414a84a41cac4198cb64 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:31.900032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.922008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.964181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:31.971501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287bcb9-eaaa-48cc-ac19-b53f3c7d252c None None] Network fe690735-7574-4770-aafe-9ad9858397fa requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:32.027245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:32.039459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Usage tracker for resource:security_group_rule and tenant:699aeefe4bb4414a84a41cac4198cb64 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:32.042899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:32.056631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:32.087212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 06f22b04-c220-4ca2-ad61-5833c6414d18, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=06f22b04-c220-4ca2-ad61-5833c6414d18,segment=NetworkSegment(8f2494e8-9af2-4611-a990-a51d3237b745),segment_id=8f2494e8-9af2-4611-a990-a51d3237b745)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:32.087852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.087986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.125290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1704113-d39d-45c5-8eee-9c146e59cfe3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.138582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.180497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Attempting to bind port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:32.180729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Attempting to bind port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:32.181096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Attempting to bind port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:32.203339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=c19c8833-fc60-4914-ba04-e33021157fa5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.207856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.212614 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d75a786e-b82e-4089-8279-a1083b3d2be0 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/security-groups/e1704113-d39d-45c5-8eee-9c146e59cfe3 HTTP/1.1" status: 204 len: 168 time: 0.5332537 Feb 16 13:47:32.212614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.220073 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f08a92e5-0546-4568-ac6a-440abb6b716e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/c19c8833-fc60-4914-ba04-e33021157fa5 HTTP/1.1" status: 204 len: 168 time: 0.9130030 Feb 16 13:47:32.220688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:32.221014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:32.223599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32e127-0940-446d-9085-d5581eb3a0e2 None None] Pushing event updated for resources: {'Port': ['ID=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.231253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:32.231867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:32.232409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.233046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:32.233877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Bound port: aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:32.234494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.272788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 06f22b04-c220-4ca2-ad61-5833c6414d18 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:32.345726 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e53e620-a06a-4a4d-ad52-88dd36776908 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1218429 Feb 16 13:47:32.350782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:32.360439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.405511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:32.452156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Provisioning for port 4afb936a-003b-4ce2-b28b-ee618db7270d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:32.477478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet 7e90e085-dcc1-484d-a2e5-356e0925123b {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:32.479174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Provisioning complete for port 4afb936a-003b-4ce2-b28b-ee618db7270d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:32.479681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.504780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.517451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.521656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.529728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.553972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:32.565997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0406a41-e9cd-4495-9424-8e6066fcf39a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.573860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:32.576790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755a620a-06f4-4f53-ae16-e38357af6874 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:32.577555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-755a620a-06f4-4f53-ae16-e38357af6874 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:32.583647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.583982 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Added segment ed40dce5-8467-4e88-a6db-af6bac231634 of type vlan for network cab9b6dc-7059-4585-bd56-538486895de5 Feb 16 13:47:32.587010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:32.588606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=06f22b04-c220-4ca2-ad61-5833c6414d18,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.598425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 06f22b04-c220-4ca2-ad61-5833c6414d18 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:32.615240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Transition to ACTIVE for port object 98e49f8d-8eee-4025-be13-c000292e1b47 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:32.620996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-755a620a-06f4-4f53-ae16-e38357af6874 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:32.624971 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-755a620a-06f4-4f53-ae16-e38357af6874 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2679048 Feb 16 13:47:32.624971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.626941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.653019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59858) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:32.659587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Port 4afb936a-003b-4ce2-b28b-ee618db7270d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:32.666807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.671096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.703094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:32.725817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.782812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.784310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:32.784914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.908784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Provisioning complete for port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:32.909309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74bd4c88-02cb-4863-a1ba-47a3a8cc15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.914417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.923540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event updated for resources: {'Network': ['ID=cab9b6dc-7059-4585-bd56-538486895de5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.927640 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d4c9f54-38c8-4482-963a-5a484b21e950 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1859436 Feb 16 13:47:32.930255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:32.936764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Request body: {'network': {'project_id': '699aeefe4bb4414a84a41cac4198cb64'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:32.949259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:32.956279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Usage tracker for resource:network and tenant:699aeefe4bb4414a84a41cac4198cb64 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:32.960385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:32.967352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dcc017-5712-48f6-b227-4d004cada6b1 None None] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:32.967588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:32.999271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:33.013059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network cab9b6dc-7059-4585-bd56-538486895de5 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:33.034843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Made reservation on behalf of 699aeefe4bb4414a84a41cac4198cb64 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:33.037569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.098047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:33.105859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.147365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8813d514-773d-4044-96c3-f4613dc63b7b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:33.148153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8813d514-773d-4044-96c3-f4613dc63b7b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:33.166200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.166927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Added segment 92dee44b-1a4d-4530-a646-4a302345c7ee of type vlan for network c7446191-5dbf-4d62-9f3f-28914fb5a62b Feb 16 13:47:33.188103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe690735-7574-4770-aafe-9ad9858397fa']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:33.194894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=7e90e085-dcc1-484d-a2e5-356e0925123b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:33.197440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.235648 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fe9ebde-134e-4f7b-a95a-f5217ffd0fdd tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/7e90e085-dcc1-484d-a2e5-356e0925123b HTTP/1.1" status: 204 len: 168 time: 1.0075204 Feb 16 13:47:33.235880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2494e8-9af2-4611-a990-a51d3237b745') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:33.235880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2494e8-9af2-4611-a990-a51d3237b745') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:33.238579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:33.243772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.244797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8813d514-773d-4044-96c3-f4613dc63b7b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:33.249575 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8813d514-773d-4044-96c3-f4613dc63b7b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5894861 Feb 16 13:47:33.260040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:33.261378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59870) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.331070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.374495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad8a54-82e4-4750-b2e0-6339eda3eb4f None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:33.392318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.462471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:33.468033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.469134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:33.469786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.475114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:33.475691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:33.475907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.497886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:33.621900 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e26b2d72-3144-4914-9393-03f37ac14975 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3494983 Feb 16 13:47:33.625605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59874) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.627213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.636190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:33.644377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:33.655165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-73b2d9d9-73e7-4549-bd9a-5183504cded4 None None] Provisioning complete for port 4afb936a-003b-4ce2-b28b-ee618db7270d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:33.655719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-73b2d9d9-73e7-4549-bd9a-5183504cded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.656758 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:33.670989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:33.671624 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:33.722400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:33.722973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.741648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:33.746032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-73b2d9d9-73e7-4549-bd9a-5183504cded4 None None] Port 4afb936a-003b-4ce2-b28b-ee618db7270d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:33.749798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b399536-6e7a-4ba8-8787-24ac85d0662f None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:33.755658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8216999 Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:33.756096 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:33.758902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.784065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Request body: {'network': {'project_id': '699aeefe4bb4414a84a41cac4198cb64'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:33.790156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:33.794181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Usage tracker for resource:network and tenant:699aeefe4bb4414a84a41cac4198cb64 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:33.796982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:33.803201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:33.804816 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 13:47:33.805283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:33.809136 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5339ff50-d5f4-4085-8230-ab091accfd00 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0446241 Feb 16 13:47:33.809554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.810207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:33.810207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.844496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.848250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2253be20-16bb-4946-9ef3-37b374180c09 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4244339 Feb 16 13:47:33.867104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5644b-30fb-410f-8452-85baa88149d9 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event updated for resources: {'Network': ['ID=c7446191-5dbf-4d62-9f3f-28914fb5a62b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:33.869529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:33.884792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c7446191-5dbf-4d62-9f3f-28914fb5a62b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:33.897805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:33.939766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1628532748'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:33.962129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:33.962466 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:33.986858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:33.987129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.015058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.017300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:34.022717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.028981 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ef84404-85a7-4d2c-ba5f-e73e8fb4b66b tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=699aeefe4bb4414a84a41cac4198cb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010319 Feb 16 13:47:34.035217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:34.041132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59890) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:34.057444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:34.074278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=fe690735-7574-4770-aafe-9ad9858397fa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:34.091369 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-01024c64-cf02-4a94-920d-f839a285057b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/fe690735-7574-4770-aafe-9ad9858397fa HTTP/1.1" status: 204 len: 168 time: 8.0286341 Feb 16 13:47:34.100204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59894) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:34.104501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:34.104714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:34.128493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:34.132255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.153407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:34.165282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Could not find standard attr ID for object adece2b2-d3b4-4668-b16e-6f05d73b29cd. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:47:34.218967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.226970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:34.230283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Provisioning for port 98e49f8d-8eee-4025-be13-c000292e1b47 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:34.247563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:34.247821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d589eb97-7f0f-4852-93a9-77bb940fb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.256211 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d64be4-644c-4806-92fe-3cda24b6109e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:47:34.257929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d64be4-644c-4806-92fe-3cda24b6109e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:34.262267 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-23d64be4-644c-4806-92fe-3cda24b6109e tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/fe690735-7574-4770-aafe-9ad9858397fa HTTP/1.1" status: 404 len: 339 time: 0.1599383 Feb 16 13:47:34.268144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.268565 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57 of type vlan for network 5f581b89-9a2e-4101-b908-f568f118e5ce Feb 16 13:47:34.269591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:34.272888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:34.278287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.309475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616571204', 'description': 'd1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:34.315018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:34.319321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:network and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:34.322347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:34.328836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:34.355146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.368503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:34.373019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.467563 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:28Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:29Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:34.475118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:47:34.476373 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Updating router eec2efb2-890d-4c43-ab42-18323cc6b427 port 4afb936a-003b-4ce2-b28b-ee618db7270d binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:47:34.493462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:34.497374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.529282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.529569 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment cb80512f-13d6-4690-8cf0-b7763da50a79 of type vlan for network 9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 Feb 16 13:47:34.533289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router 79aa7b83-ef0c-4daa-92de-1b13027f2cf0 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:34.551377 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.603969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.635410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.649034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.697426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:34.763225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:34.765031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.771065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:34.771685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.804860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0406a41-e9cd-4495-9424-8e6066fcf39a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:34.809757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:34.810562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.851433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:34.863636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] Sync routers for ids ['79aa7b83-ef0c-4daa-92de-1b13027f2cf0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:34.877468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.878549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] Routers {'79aa7b83-ef0c-4daa-92de-1b13027f2cf0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:34.880336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['79aa7b83-ef0c-4daa-92de-1b13027f2cf0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:34.882656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-20b526e6-e382-4567-bde8-1edbc40e4ae6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "PUT /v2.0/routers/79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 200 len: 915 time: 8.8212905 Feb 16 13:47:34.883417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59902) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:34.980534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:34.981876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6d8a5c42-bc41-4d68-97e9-7a72bde79a2e tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "DELETE /v2.0/security-groups/a0406a41-e9cd-4495-9424-8e6066fcf39a HTTP/1.1" status: 204 len: 168 time: 0.9399211 Feb 16 13:47:34.992016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=5f581b89-9a2e-4101-b908-f568f118e5ce,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:34.993292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:34.996811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59906) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.016820 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39583bc4-5ede-473a-8ac2-9ab66c2e4b1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0814133 Feb 16 13:47:35.017088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 5f581b89-9a2e-4101-b908-f568f118e5ce details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:35.018950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=c4a50b44-4a19-431a-9b85-9139455dea6f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:35.033834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59910) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.110867 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.124490 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Transition to ACTIVE for port object 4afb936a-003b-4ce2-b28b-ee618db7270d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:35.135691 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.182312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:47:35.236476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:35.242649 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Pushing event updated for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:35.252983 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.253319 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.253643 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.253965 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.254296 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.254613 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.254926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.255232 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.255539 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.255845 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.256147 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.256447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:47:35.264899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.277212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-427805dc-2dd1-435f-8375-cc19beadc423 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 200 len: 921 time: 0.3859127 Feb 16 13:47:35.283471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:35.283671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59914) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.284670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.284805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] Routers {'79aa7b83-ef0c-4daa-92de-1b13027f2cf0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:35.285296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['79aa7b83-ef0c-4daa-92de-1b13027f2cf0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:35.332419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.340310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:35.396767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:35.397189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd2f96b-a8b6-4efb-a838-44d2e9fce70d None None] The sync data for ids ['79aa7b83-ef0c-4daa-92de-1b13027f2cf0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:35.428672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37542e3f-34a1-4b23-873e-589dccec54b8 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:35.474393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1658227 Feb 16 13:47:35.474393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b730365-8f8d-4404-86fb-3777c25f42e7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2285056 Feb 16 13:47:35.485744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.486248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.636550 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Attempting to bind port 4afb936a-003b-4ce2-b28b-ee618db7270d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:35.637400 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Attempting to bind port 4afb936a-003b-4ce2-b28b-ee618db7270d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:35.638157 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Attempting to bind port 4afb936a-003b-4ce2-b28b-ee618db7270d on network ebf29efb-6280-4743-a2b7-b0616ad63fd6 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:35.649394 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:35.650033 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Checking segment: {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:35.650634 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.651180 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Bound using segment: {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:35.652071 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Bound port: 4afb936a-003b-4ce2-b28b-ee618db7270d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed492643-f7a8-432d-bcef-d8d415625cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:35.652668 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.652938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-82368557-90fe-4d32-b242-6c89d4fb9448 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:35.653518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82368557-90fe-4d32-b242-6c89d4fb9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.751376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1186598722'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:35.831251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:35.831706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.836800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:35.842650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.844348 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] For port 4afb936a-003b-4ce2-b28b-ee618db7270d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:35.850376 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] For port 4afb936a-003b-4ce2-b28b-ee618db7270d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4afb936a-003b-4ce2-b28b-ee618db7270d,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:35.861689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:35.864128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79afea8-e2a4-415f-b707-6cce8361f94d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:35.869483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:35.869730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b79afea8-e2a4-415f-b707-6cce8361f94d tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=79aa7b83-ef0c-4daa-92de-1b13027f2cf0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5790267 Feb 16 13:47:35.870937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59928) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:35.907224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:35.937964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:35.953249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99358383-3172-4548-8a44-75e5b9d8d966 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=9a2f1671-1e5d-45be-ba6e-b7f32b374fa0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:35.976254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:35.980365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:35.983426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:35.989853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:36.014250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:36.019277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.021730 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb631b1-4362-41d6-b257-c260540a4077 None None] Pushing event updated for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:36.052018 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:36.053181 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:36.139332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:36.148649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d208577-b6fe-4979-8963-130d0f213b96 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:36.149383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d208577-b6fe-4979-8963-130d0f213b96 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Synchronizing usage tracker for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:36.163491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.332490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-82368557-90fe-4d32-b242-6c89d4fb9448 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:36.332825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:36.338460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:36.340478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836662a-f6b2-48bc-8d66-6b94c1ae7357 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:36.341814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:36.350414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f836662a-f6b2-48bc-8d66-6b94c1ae7357 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.4737670 Feb 16 13:47:36.363486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59932) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:36.400608 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:36.442818 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-281c6dc1-f821-462d-b0db-605648a96861 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 200 len: 205 time: 0.0743186 Feb 16 13:47:36.443295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59936) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:36.511163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:36.561570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:36.596763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.604042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.618691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.673622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-82368557-90fe-4d32-b242-6c89d4fb9448 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:36.674070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82368557-90fe-4d32-b242-6c89d4fb9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.685413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7446191-5dbf-4d62-9f3f-28914fb5a62b']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:36.685959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.697063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.697962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.713556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dee44b-1a4d-4530-a646-4a302345c7ee') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:36.714395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dee44b-1a4d-4530-a646-4a302345c7ee') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:36.737901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.770658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.782694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:36.783764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.796375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.905840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:36.970601 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:36.980795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.986057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:36.988297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "DELETE /v2.0/networks/c7446191-5dbf-4d62-9f3f-28914fb5a62b HTTP/1.1" status: 204 len: 168 time: 1.9797742 Feb 16 13:47:36.989097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d208577-b6fe-4979-8963-130d0f213b96 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Unset dirty status for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:36.992785 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d208577-b6fe-4979-8963-130d0f213b96 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks?id=9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 HTTP/1.1" status: 200 len: 760 time: 1.4202273 Feb 16 13:47:37.005395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Update dhcp port {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'fixed_ips': [{'subnet_id': 'e2c75d94-da02-46f0-b254-990d48b4b049', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c4a50b44-4a19-431a-9b85-9139455dea6f'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '98e49f8d-8eee-4025-be13-c000292e1b47'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:47:37.017766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.018349 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4452109 Feb 16 13:47:37.021228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:37.021560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:37.021869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:37.052474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'security_group': {'name': 'tempest-secgroup-211751008'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:37.061236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:37.066315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:37.070362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:37.074601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.076333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:37.077282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:37.097829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'description': 'd2'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:37.132444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:37.133424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.138064 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:28Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:35Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:37.141830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.142503 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8422f923-0851-4af7-895b-be6006b04b0e None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:28Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:35Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:37.152999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=18b6467c-1408-4f13-9868-c4707bc851f1,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:37.154022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36234d-0a1f-4c5f-abfb-7e1baac82dcc None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:37.171077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port 8c05b5d2-56a8-4aff-9600-0e7c36919746 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:37.171537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.211826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f38a0e-2585-4cef-804a-975ea9b8a041 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7446191-5dbf-4d62-9f3f-28914fb5a62b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:37.229986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5956094 Feb 16 13:47:37.229986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610cdfc-96ae-417d-891b-18eb60d05dca tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=5']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:37.231023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.243188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59954) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:37.249315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab944a-0b28-4615-aa22-cfa82346d2d1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95356d-f66a-4167-b8cf-50294bb541ef,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:37.260953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:37.375521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:37.381546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:37.385902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:37.393153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:37.407686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.567487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.575272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:37.584263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:37.667139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:37.678352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Allocated IP 2001:db8::2 (772abb49-cda6-49ce-b18a-214775ac912b/c4a50b44-4a19-431a-9b85-9139455dea6f/98e49f8d-8eee-4025-be13-c000292e1b47) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:37.772582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for 8c05b5d2-56a8-4aff-9600-0e7c36919746 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:37.902624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:37.927391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.973145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.983630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:37.994332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.004745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.057979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Transition to ACTIVE for port object 98e49f8d-8eee-4025-be13-c000292e1b47 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:38.073424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.087673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.090645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab9b6dc-7059-4585-bd56-538486895de5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:38.112323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:38.144456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:38.148044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.155407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40dce5-8467-4e88-a6db-af6bac231634') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:38.155779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40dce5-8467-4e88-a6db-af6bac231634') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:38.173852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.329406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=9a2f1671-1e5d-45be-ba6e-b7f32b374fa0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:38.335274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.344345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:38.355984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6902e817-efb8-4fb6-a80e-2a3ebcb433d5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:38.360569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 is not hosted by any dhcp agent {{(pid=87698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 16 13:47:38.372558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a5f65-2de6-4236-afe9-2680cbff51f3 None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:38.373895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:38.374934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.380558 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb1bdc3c-b8f9-4559-be37-8ccfd301c3b9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "PUT /v2.0/networks/9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 HTTP/1.1" status: 200 len: 757 time: 1.3457246 Feb 16 13:47:38.381290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59964) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:38.417342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.417342 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e3602d8-2b30-42c5-88e9-b8ab35a7f653 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3783293 Feb 16 13:47:38.419262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=05efe446-82a9-44a1-a248-8069f70a0fa6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:38.421353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59968) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:38.421931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:38.423252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: 5f581b89-9a2e-4101-b908-f568f118e5ce, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:38.431101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.440207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:38.440627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:38.455525 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:38.485071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188382317'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:38.538018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:38.548890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 5f581b89-9a2e-4101-b908-f568f118e5ce is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:38.559039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.572358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:38.575613 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18b6467c-1408-4f13-9868-c4707bc851f1 (CIDR: 2001:db8::/64) Feb 16 13:47:38.576817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.582369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:38.584697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 5f581b89-9a2e-4101-b908-f568f118e5ce) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:38.588935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:38.593265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:38.593831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.596558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b525abad-ffb3-4080-968f-80ea2743cdeb None None] Network 5f581b89-9a2e-4101-b908-f568f118e5ce requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:38.598597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] Pushing event deleted for resources: {'Network': ['ID=cab9b6dc-7059-4585-bd56-538486895de5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:38.603731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03e5293e-c05c-439c-b38b-1d04b2980aa0 tempest-QuotasNegativeTest-466410294 tempest-QuotasNegativeTest-466410294-project-admin] 10.222.0.105 "DELETE /v2.0/networks/cab9b6dc-7059-4585-bd56-538486895de5 HTTP/1.1" status: 204 len: 168 time: 1.5706358 Feb 16 13:47:38.620618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:47:38.620942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:38.627323 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-961d1a56-7e6e-49fd-b298-db96ba3764aa tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5907023 Feb 16 13:47:38.629362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:38.656374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.687324 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb2396f9-9a48-43f1-9421-655760e8898d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4485581 Feb 16 13:47:38.698919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59978) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:38.715551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2360a9-c3cd-414e-8729-2518d456c1e9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:38.716212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0d2360a9-c3cd-414e-8729-2518d456c1e9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Synchronizing usage tracker for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:38.727798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:38.863355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:38.876398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:security_group_rule and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:38.899885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:38.917819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:39.033889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0d2360a9-c3cd-414e-8729-2518d456c1e9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Unset dirty status for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:39.037215 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0d2360a9-c3cd-414e-8729-2518d456c1e9 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks?id=9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 HTTP/1.1" status: 200 len: 760 time: 0.6533680 Feb 16 13:47:39.041146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-5f581b89-9a2e-4101-b908-f568f118e5ce', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:39.042702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.120390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:39.122349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 59984) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:39.162982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366612116'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:39.175150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:39.188157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:39.233229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=8c05b5d2-56a8-4aff-9600-0e7c36919746,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:39.288638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:39.292497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.429539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Allocated IP 2001:db8:1::2 (5f581b89-9a2e-4101-b908-f568f118e5ce/05efe446-82a9-44a1-a248-8069f70a0fa6/e31562f8-10cd-47f8-95c0-11ffbfe2b1e9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:39.482106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:39.586187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.621581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.678596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.727870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59990) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:39.801793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:39.802518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.822735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9216996-1d10-4ab5-9326-5401957ef587,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:39.897775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:39.922085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:39.926875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:39.933217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:39.937604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.946334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.953744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:39.957347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:39.967554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.967893 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 6b64bf01-b187-448f-85e1-3af752787d2a of type vlan for network e2a0823a-c199-44fc-8863-ac5bd0d5a360 Feb 16 13:47:39.970986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:39.971558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4afb936a-003b-4ce2-b28b-ee618db7270d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:39.975088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3bd640c7-0a03-4e8b-817c-7afa722537f7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5463276 Feb 16 13:47:39.978556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 59996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:39.989889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152240399', 'security_groups': ['b9216996-1d10-4ab5-9326-5401957ef587'], 'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4a50b44-4a19-431a-9b85-9139455dea6f'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:39.996614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:40.000883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.007833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:40.030010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.030655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router 79aa7b83-ef0c-4daa-92de-1b13027f2cf0 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:40.050988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.062574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.069241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6c1b0f9e-d4ad-4629-bea4-864dbc49f98e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 204 len: 168 time: 3.6244144 Feb 16 13:47:40.070024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60000) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:40.126553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1147881105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:40.138145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:40.143163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:40.146123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:40.147923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Provisioning for port 98e49f8d-8eee-4025-be13-c000292e1b47 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:40.151982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:40.162749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:40.163619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-74eaf137-2e2c-4342-a280-022ed3cbc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.165825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.182353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.184295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.193675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:40.205896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc5526c7c794d02847218fe9e1858a9 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:40.218081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:40.246900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.251345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4afb936a-003b-4ce2-b28b-ee618db7270d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:40.259160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.265422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4afb936a-003b-4ce2-b28b-ee618db7270d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:40.265807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.273449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:40.296801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Transition to ACTIVE for port object e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:40.301857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.307858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:40.308773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.379773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Transition to ACTIVE for port object e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:40.406125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.409894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:40.420098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:40.438363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:40.447006 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3235409 Feb 16 13:47:40.451852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.458763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:40.464428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a63fa-52b3-4497-86ac-d28c8000579f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=e2a0823a-c199-44fc-8863-ac5bd0d5a360,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:40.473923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:40.492400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Network 5f581b89-9a2e-4101-b908-f568f118e5ce is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:40.497095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:40.527873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:40.530407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e2a0823a-c199-44fc-8863-ac5bd0d5a360 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:40.546545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.553858 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7717f86-f17b-479a-a000-4256d00fc671 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4332299 Feb 16 13:47:40.560179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60010) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:40.567750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Pushing event updated for resources: {'Port': ['ID=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:40.570408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'enable_snat': False}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:40.613860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.759689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.778492 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:47:40.789362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Provisioning for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:40.797978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1a1d648b-e40a-4f08-bc60-54d6586b1003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.808164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:40.808579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.839265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Attempting to bind port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:40.839613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Attempting to bind port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:40.839974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Attempting to bind port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 on network 5f581b89-9a2e-4101-b908-f568f118e5ce {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:40.869705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:40.870118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Checking segment: {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:40.870495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.871513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Bound using segment: {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:40.871513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Bound port: e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:40.871808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.899294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 4afb936a-003b-4ce2-b28b-ee618db7270d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4afb936a-003b-4ce2-b28b-ee618db7270d,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:40.912595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:40.933371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.934153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:40.950499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:40.951816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Usage tracker for resource:subnet and tenant:997c152e38bf46e7a45c708ee8c3a291 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:40.958555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:40.974247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.027312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.060091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:41.156221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] device_id is not set on port 843d77b5-5c63-49da-b88c-46bd138dc72d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:41.162445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:41.165913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] For port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:41.181323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] For port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:41.183940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.198777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.205298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:41.209237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.240386 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cbc5526c7c794d02847218fe9e1858a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5111718 Feb 16 13:47:41.258939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60016) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:41.259154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:41.259430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.278298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.292052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29b912-6959-4383-9719-d0da80040db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6b9f97-291c-4e0b-9b09-23d5dfe522cd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:41.341784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.401027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:41.407511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a98d0-f3ed-4a4b-976f-dd7bec321880 None None] Pushing event updated for resources: {'Port': ['ID=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:41.414328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.429947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:41.451876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:41.455675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:41.456384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:41.546187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=f361551a-7e74-466a-9366-bc35b0a529de,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:41.552938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-228724b3-ffad-496f-a541-9b25e31a2eda tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8336115 Feb 16 13:47:41.557460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60020) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:41.563620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55cea1a-4c44-4a99-9705-1d9c83d9b4cf None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:41.571086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:30:04:50', 'name': 'tempest-NetworksTestDHCPv6-1890755975'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:41.600325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Could not find standard attr ID for object adece2b2-d3b4-4668-b16e-6f05d73b29cd. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:47:41.837564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c03367-d387-4cbd-b64a-95c2b2ec479e None None] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:41.887104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:41.899212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:41.930449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.062737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:42.116670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8::296 (772abb49-cda6-49ce-b18a-214775ac912b/c4a50b44-4a19-431a-9b85-9139455dea6f/843d77b5-5c63-49da-b88c-46bd138dc72d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:42.124469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:42.220273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.247210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:42.248190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.281416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8:1::1 (5f581b89-9a2e-4101-b908-f568f118e5ce/05efe446-82a9-44a1-a248-8069f70a0fa6/13989166-a0c7-4fc1-91ec-113daf26a6bb) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:42.361987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.397752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.402935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.470391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 8f584a36-67fb-4aca-bd62-14a2efbff4a4 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:42.480010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '18b6467c-1408-4f13-9868-c4707bc851f1', 'ip_address': '2001:db8::f816:3eff:fe11:403e'}, {'subnet_id': 'f361551a-7e74-466a-9366-bc35b0a529de'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': 'aedf1ac2-9e51-4705-b762-f7ee02b2d5e7'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:47:42.546630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:42.609454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.683584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.718126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:42.772265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4afb936a-003b-4ce2-b28b-ee618db7270d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:42.811039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb3d23e-94e0-48c0-9772-b0c1239af02a None None] Network 5f581b89-9a2e-4101-b908-f568f118e5ce requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:42.825165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.857942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Allocated IP 172.26.1.213 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/e7e7a51a-d47b-43d4-907b-b1871487351b) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:42.868530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=15d407c2-9af0-449f-9aec-fbfbb66ff021,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:42.903609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '6b64bf01-b187-448f-85e1-3af752787d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:42.904048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: e2a0823a-c199-44fc-8863-ac5bd0d5a360, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:42.937973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Provisioning for port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:42.954852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object 13989166-a0c7-4fc1-91ec-113daf26a6bb will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:42.960718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.960978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Provisioning complete for port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:42.961409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.967418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:42.989689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network e2a0823a-c199-44fc-8863-ac5bd0d5a360 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:43.018169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6b9f97-291c-4e0b-9b09-23d5dfe522cd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:43.044927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 843d77b5-5c63-49da-b88c-46bd138dc72d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:43.050394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e2a0823a-c199-44fc-8863-ac5bd0d5a360) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:43.054952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:43.056935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.061421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4afb936a-003b-4ce2-b28b-ee618db7270d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:43.061421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.093880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae318c4a-e8f0-402d-be94-5f6516f58363 None None] Network e2a0823a-c199-44fc-8863-ac5bd0d5a360 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:43.105415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.110147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-26b5504d-e960-4cd9-a016-2b62c598785e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ba6b9f97-291c-4e0b-9b09-23d5dfe522cd HTTP/1.1" status: 204 len: 168 time: 1.8475809 Feb 16 13:47:43.113849 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2c94159-142c-4201-a88c-87f7f71db86f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6538012 Feb 16 13:47:43.117313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.120534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60028) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:43.160443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.164497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8:0:1::2e4 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/f361551a-7e74-466a-9366-bc35b0a529de/8f584a36-67fb-4aca-bd62-14a2efbff4a4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:43.211592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 5f581b89-9a2e-4101-b908-f568f118e5ce is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:43.227989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:43.228498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe30:450 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/18b6467c-1408-4f13-9868-c4707bc851f1/8f584a36-67fb-4aca-bd62-14a2efbff4a4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:43.230596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:43.231187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.288045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:43.370085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.425233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.462014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.510175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.588015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:43.606686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.663202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:43.665897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:43.666937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.670622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:43.682866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:43.685639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:43.694440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:43.700241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:43.700868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.710381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=843d77b5-5c63-49da-b88c-46bd138dc72d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:43.714033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e7a51a-d47b-43d4-907b-b1871487351b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:43.734837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] For port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:43.745802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.790062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.791507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e2a0823a-c199-44fc-8863-ac5bd0d5a360', 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': '15d407c2-9af0-449f-9aec-fbfbb66ff021'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:43.792337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:43.884982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:43.909959 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3f6668e4-6723-4b65-9aa3-84e5fbaac0c8 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9282939 Feb 16 13:47:43.914166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Usage tracker for resource:security_group_rule and tenant:fb55f7e7596a4c899c132fe0a542c197 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:43.919847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:43.922018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:43.950783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:43.967723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:44.088527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Allocated IP 172.20.0.2 (e2a0823a-c199-44fc-8863-ac5bd0d5a360/15d407c2-9af0-449f-9aec-fbfbb66ff021/c66b3bba-5186-40e8-8bb2-f561921392bb) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:44.225302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.301845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 8f584a36-67fb-4aca-bd62-14a2efbff4a4 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:44.335155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956869de-53ed-43dc-8b55-a7f8b0e9b03f None None] Pushing event updated for resources: {'Port': ['ID=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:44.393792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9456015-04f8-4d1e-affa-882533718c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.401438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Provisioning complete for port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:44.402497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.443937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.458304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.470433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.475199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.521331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Transition to ACTIVE for port object c66b3bba-5186-40e8-8bb2-f561921392bb will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:44.530024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:44.544546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:44.552366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:44.565633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Transition to ACTIVE for port object c66b3bba-5186-40e8-8bb2-f561921392bb will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:44.572548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:44.588156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.592968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Allocated IP 2001:db8:0:1::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/f361551a-7e74-466a-9366-bc35b0a529de/aedf1ac2-9e51-4705-b762-f7ee02b2d5e7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:44.596368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.602885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.641074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:44.648109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:44.653813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:44.656540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:44.657585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.662263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:44.664294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.674803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.676895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.702514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.703289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.712514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=8f584a36-67fb-4aca-bd62-14a2efbff4a4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:44.733443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=15d407c2-9af0-449f-9aec-fbfbb66ff021,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:44.737762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Network e2a0823a-c199-44fc-8863-ac5bd0d5a360 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:44.750803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:44.755554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:44.767115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:44.815706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fb55f7e7596a4c899c132fe0a542c197&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2133210 Feb 16 13:47:44.822162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55342335-5781-43a9-ba54-db8dd443ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad5b330-0a25-4fb6-aeb6-337efaeccdbf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:44.824396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Pushing event updated for resources: {'Port': ['ID=c66b3bba-5186-40e8-8bb2-f561921392bb,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:44.834883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:44.927027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Provisioning for port 13989166-a0c7-4fc1-91ec-113daf26a6bb completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:44.949379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:44.949751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.004163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Attempting to bind port c66b3bba-5186-40e8-8bb2-f561921392bb on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:45.004448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Attempting to bind port c66b3bba-5186-40e8-8bb2-f561921392bb by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6b64bf01-b187-448f-85e1-3af752787d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:45.004802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Attempting to bind port c66b3bba-5186-40e8-8bb2-f561921392bb on network e2a0823a-c199-44fc-8863-ac5bd0d5a360 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:45.021560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:45.021929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Checking segment: {'id': '6b64bf01-b187-448f-85e1-3af752787d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:45.022356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.022746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Bound using segment: {'id': '6b64bf01-b187-448f-85e1-3af752787d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:45.023222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Bound port: c66b3bba-5186-40e8-8bb2-f561921392bb, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b64bf01-b187-448f-85e1-3af752787d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:45.023592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.048572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:45.054093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-68323d2a-799b-4151-98be-e5b881f744ff None None] Port 13989166-a0c7-4fc1-91ec-113daf26a6bb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:45.062053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:45.110253 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4a50b44-4a19-431a-9b85-9139455dea6f (CIDR: 2001:db8::/64) Feb 16 13:47:45.113061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.118186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.121807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 5f581b89-9a2e-4101-b908-f568f118e5ce is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:45.123035 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:47:45.124714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:45.129608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:45.131523 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-20b3ccf3-febf-46c4-87f7-f3224c45d625 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5717337 Feb 16 13:47:45.137055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60048) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:45.148488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.188545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Transition to ACTIVE for port object aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:45.192487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] For port c66b3bba-5186-40e8-8bb2-f561921392bb, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:45.198673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] For port c66b3bba-5186-40e8-8bb2-f561921392bb, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c66b3bba-5186-40e8-8bb2-f561921392bb,segment=NetworkSegment(6b64bf01-b187-448f-85e1-3af752787d2a),segment_id=6b64bf01-b187-448f-85e1-3af752787d2a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:45.199564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.243625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.256720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Provisioning for port 843d77b5-5c63-49da-b88c-46bd138dc72d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:45.263589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a0823a-c199-44fc-8863-ac5bd0d5a360']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:45.299619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b64bf01-b187-448f-85e1-3af752787d2a') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:45.300021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b64bf01-b187-448f-85e1-3af752787d2a') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:45.303199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.327244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.333879 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-839d6a1e-e7fb-4ebb-b4dc-3217df1aa4a2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4135349 Feb 16 13:47:45.337483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60052) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:45.342421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41f776-0a8d-4916-b6c1-c1c417b0e32e None None] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:45.362300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 8f584a36-67fb-4aca-bd62-14a2efbff4a4 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:45.363433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.395360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:45.417241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:45.438284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Provisioning complete for port 843d77b5-5c63-49da-b88c-46bd138dc72d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:45.438948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.442500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.480104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.566769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad5b330-0a25-4fb6-aeb6-337efaeccdbf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:45.586977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.592497 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0fddc681-b78f-4a97-bbac-29ef78becd6f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/fad5b330-0a25-4fb6-aeb6-337efaeccdbf HTTP/1.1" status: 204 len: 168 time: 0.6786230 Feb 16 13:47:45.592612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.598396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Port 843d77b5-5c63-49da-b88c-46bd138dc72d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:45.618625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:45.631842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eaed7cff-d654-42b7-a498-e252cb17c0a4 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0006955 Feb 16 13:47:45.633178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:45.638293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:45.639247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.639626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-177267188'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:45.648475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4cf115-be92-4e9c-be9d-3dc1d3977d90 None None] Pushing event updated for resources: {'Port': ['ID=c66b3bba-5186-40e8-8bb2-f561921392bb,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:45.649209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:45.650821 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:45.654638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:45.657998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:45.670574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:45.677647 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:45.685437 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:45.686260 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:45.690513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:45.694895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.805236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:45.805854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.836786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.878273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a29e7ed-748a-4424-8e76-fbedce4dfb20 None None] Network e2a0823a-c199-44fc-8863-ac5bd0d5a360 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:45.960231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:45.986274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:47:45.986274 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:47:45.986274 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': 'e2a0823a-c199-44fc-8863-ac5bd0d5a360'}] Feb 16 13:47:45.986274 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:45.987045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:45.988713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:45.989063 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 64f2f4e9-41b6-47a5-8f66-6a92c82f90b2 of type vlan for network ea68d540-7fa2-49a6-9938-abb8d4b57252 Feb 16 13:47:46.049421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:46.080399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.138909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a2500cc5-8282-4063-9372-0557cddb039a None None] Port 13989166-a0c7-4fc1-91ec-113daf26a6bb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:46.154617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.158561 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:46.168011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:46.168828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.202000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.239976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.247936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:46.344386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:46.344834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.379217 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7447429 Feb 16 13:47:46.391842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60070) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:46.401184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:46.412027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6394465d-86e6-444f-9385-5c78a9f7f34b None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:46.412547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6394465d-86e6-444f-9385-5c78a9f7f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.497781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665cbd6-c08a-4ab2-a8f7-870ab599bc53 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=ea68d540-7fa2-49a6-9938-abb8d4b57252,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:46.531385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:46.550520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:46.555337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.559688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:46.564846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:46.567377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:46.581492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:46.590724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:46.604253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:46.611646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.614490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:46.696280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6394465d-86e6-444f-9385-5c78a9f7f34b None None] Port 13989166-a0c7-4fc1-91ec-113daf26a6bb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:46.749846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.841581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:46.913152 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:43Z', 'revision_number': 3, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:44Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:46.918957 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:47:46.919421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8090ce-f18f-459a-a52d-2e5911505757 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:47:46.919892 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Updating router eec2efb2-890d-4c43-ab42-18323cc6b427 port 13989166-a0c7-4fc1-91ec-113daf26a6bb binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:47:46.946802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27c3b2c7-bdbe-465e-b5a2-434315eabeb7 None None] Provisioning for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:46.981630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port c66b3bba-5186-40e8-8bb2-f561921392bb {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:46.981880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:46.993175 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.035873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-27c3b2c7-bdbe-465e-b5a2-434315eabeb7 None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:47.036253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27c3b2c7-bdbe-465e-b5a2-434315eabeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.104089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:47.104498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.199225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.242430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8090ce-f18f-459a-a52d-2e5911505757 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:47:47.382796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 8f584a36-67fb-4aca-bd62-14a2efbff4a4 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:47.424092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:47.429808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.499838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d90902f1-e7a7-4387-ae51-3dfc52e4ca98 None None] Provisioning for port 8f584a36-67fb-4aca-bd62-14a2efbff4a4 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:47.522954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d90902f1-e7a7-4387-ae51-3dfc52e4ca98 None None] Provisioning complete for port 8f584a36-67fb-4aca-bd62-14a2efbff4a4 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:47.523329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d90902f1-e7a7-4387-ae51-3dfc52e4ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.617242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=0ca71c24-7e86-48dd-816c-98569d4926e2,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:47.639804 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.657417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d90902f1-e7a7-4387-ae51-3dfc52e4ca98 None None] Port 8f584a36-67fb-4aca-bd62-14a2efbff4a4 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:47.679571 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Transition to ACTIVE for port object 13989166-a0c7-4fc1-91ec-113daf26a6bb will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:47.692910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:47.695311 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.699758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: ea68d540-7fa2-49a6-9938-abb8d4b57252, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:47.736524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:47.753162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ea68d540-7fa2-49a6-9938-abb8d4b57252) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:47.760952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:47.762925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:47.824780 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-61f7af62-4dfe-41aa-a5cb-74c4fc5d9db9 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4306247 Feb 16 13:47:47.828745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:47.850934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Router bb971fb9-ffcb-4f8e-900c-4e2233d2be68 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:47:47.907730 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ef5e1-1226-41ed-b369-47e1ef613e36 None None] Pushing event updated for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:47.965732 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e2c75d94-da02-46f0-b254-990d48b4b049 (CIDR: 2001:db8:0:1::/64) Feb 16 13:47:48.004333 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:47:48.004944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:48.048314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b134239-0c69-42c5-859d-dbaf43bf0eac None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:47:48.060795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60102) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:48.087210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Attempting to bind port 13989166-a0c7-4fc1-91ec-113daf26a6bb on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:48.087804 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Attempting to bind port 13989166-a0c7-4fc1-91ec-113daf26a6bb by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:48.088942 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Attempting to bind port 13989166-a0c7-4fc1-91ec-113daf26a6bb on network 5f581b89-9a2e-4101-b908-f568f118e5ce {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:48.098859 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:48.099231 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Checking segment: {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:48.099621 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.100004 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Bound using segment: {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:48.100790 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Bound port: 13989166-a0c7-4fc1-91ec-113daf26a6bb, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:48.101158 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.186144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port c66b3bba-5186-40e8-8bb2-f561921392bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c66b3bba-5186-40e8-8bb2-f561921392bb,segment=NetworkSegment(6b64bf01-b187-448f-85e1-3af752787d2a),segment_id=6b64bf01-b187-448f-85e1-3af752787d2a)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:48.186800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.278905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b134239-0c69-42c5-859d-dbaf43bf0eac None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:47:48.316918 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] For port 13989166-a0c7-4fc1-91ec-113daf26a6bb, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:48.322888 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] For port 13989166-a0c7-4fc1-91ec-113daf26a6bb, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13989166-a0c7-4fc1-91ec-113daf26a6bb,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:48.329985 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.373233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1501691977'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:48.384327 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eb99e35b-c957-4cca-8e9f-2a3d24961443 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 3.0404437 Feb 16 13:47:48.391685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:48.396970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:48.398209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for c66b3bba-5186-40e8-8bb2-f561921392bb owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:48.425982 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:48.427747 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:48.483801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Usage tracker for resource:network and tenant:8f1282238eab4f3592b8f87e4b347f8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:48.491407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'subnet': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:48.563471 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ef5e1-1226-41ed-b369-47e1ef613e36 None None] Pushing event updated for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:48.579081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:48.586331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:48.591892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:48.592966 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:48.599162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.607115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.618059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] Sync routers for ids ['bb971fb9-ffcb-4f8e-900c-4e2233d2be68'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:48.640718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] Routers {'bb971fb9-ffcb-4f8e-900c-4e2233d2be68'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:48.641602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bb971fb9-ffcb-4f8e-900c-4e2233d2be68'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:48.680800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.682026 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-52d00aad-0419-4914-81e1-31eb4782bbed tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "PUT /v2.0/routers/bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 200 len: 916 time: 8.1213193 Feb 16 13:47:48.682967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=8f584a36-67fb-4aca-bd62-14a2efbff4a4,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:48.705575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:48.735171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:48.767882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port c66b3bba-5186-40e8-8bb2-f561921392bb on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:48.797165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] Routers {'bb971fb9-ffcb-4f8e-900c-4e2233d2be68'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:48.797789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bb971fb9-ffcb-4f8e-900c-4e2233d2be68'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:48.818087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=c66b3bba-5186-40e8-8bb2-f561921392bb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:48.878990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:48.879225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd7fae-28ac-47be-80b9-d2d3e3f56b1d None None] The sync data for ids ['bb971fb9-ffcb-4f8e-900c-4e2233d2be68'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:48.894597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Made reservation on behalf of 8f1282238eab4f3592b8f87e4b347f8c for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:48.900938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.902448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:48.907031 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a1911c55-70d8-4a70-906c-e562b911ff91 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/8f584a36-67fb-4aca-bd62-14a2efbff4a4 HTTP/1.1" status: 204 len: 168 time: 3.7695100 Feb 16 13:47:48.913847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.018651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:49.023043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.023298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.049390 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:43Z', 'revision_number': 3, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:48Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:49.051482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a0823a-c199-44fc-8863-ac5bd0d5a360']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:49.060911 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5070944b-1f35-4c76-892f-07484ec77e4a None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:43Z', 'revision_number': 3, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:48Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:49.071015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b64bf01-b187-448f-85e1-3af752787d2a') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:49.071311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b64bf01-b187-448f-85e1-3af752787d2a') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:49.073776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ea68d540-7fa2-49a6-9938-abb8d4b57252', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:49.075763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.100037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.123067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.143921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:47:49.144415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:47:49.170376 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:47:49.186554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Usage tracker for resource:subnet and tenant:727a92a263dc46af943056773177a0ac is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:49.200282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.232746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:49.377618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Allocated IP 2001:db8:2::2 (ea68d540-7fa2-49a6-9938-abb8d4b57252/0ca71c24-7e86-48dd-816c-98569d4926e2/6a8e9c32-ea72-4a6c-b608-fe83cb8cc609) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:49.380424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:49.524688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.550725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.579699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=e2a0823a-c199-44fc-8863-ac5bd0d5a360,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:49.596806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bcd091e2-3981-47d6-bafe-bd4fd5309229 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/e2a0823a-c199-44fc-8863-ac5bd0d5a360 HTTP/1.1" status: 204 len: 168 time: 6.4749370 Feb 16 13:47:49.600364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60120) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.634044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:49.671795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Usage tracker for resource:security_group_rule and tenant:8f1282238eab4f3592b8f87e4b347f8c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:49.680408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f86d5fa-98e9-4d38-bb06-6250dd0aeee6 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 200 len: 922 time: 0.9680722 Feb 16 13:47:49.682507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:49.684361 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9121148c-1963-439c-9253-0e2b1df78fca tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] GET failed (client error): The resource could not be found. Feb 16 13:47:49.685067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9121148c-1963-439c-9253-0e2b1df78fca tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Synchronizing usage tracker for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:49.688892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60124) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.715931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:49.726341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Made reservation on behalf of 727a92a263dc46af943056773177a0ac for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:49.733625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.796067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9121148c-1963-439c-9253-0e2b1df78fca tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Unset dirty status for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:49.797730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9121148c-1963-439c-9253-0e2b1df78fca tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets/15d407c2-9af0-449f-9aec-fbfbb66ff021 HTTP/1.1" status: 404 len: 337 time: 0.1821401 Feb 16 13:47:49.800440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60128) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.830894 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f5382f-5d39-40bc-878a-62841796c414 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:47:49.831369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f5382f-5d39-40bc-878a-62841796c414 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:49.831616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.833140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-03f5382f-5d39-40bc-878a-62841796c414 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/e2a0823a-c199-44fc-8863-ac5bd0d5a360 HTTP/1.1" status: 404 len: 339 time: 0.0315013 Feb 16 13:47:49.837310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60132) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.856446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Transition to ACTIVE for port object 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:49.879653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Transition to ACTIVE for port object 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:49.881286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3799faf1-3728-4df7-8b83-01d0c368a62c tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:49.886571 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3799faf1-3728-4df7-8b83-01d0c368a62c tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=bb971fb9-ffcb-4f8e-900c-4e2233d2be68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1940229 Feb 16 13:47:49.896711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:49.909993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:49.998308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:50.019703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:50.022513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Pushing event updated for resources: {'Port': ['ID=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:50.026189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:50.124827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13989166-a0c7-4fc1-91ec-113daf26a6bb up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:50.140547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd1e0c3-eed3-44df-bd5f-a06ed5a661fd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.141419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dfd1e0c3-eed3-44df-bd5f-a06ed5a661fd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Synchronizing usage tracker for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:50.162750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9799a2f-16db-4643-846b-d6052da523d8 None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:50.162981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dfd1e0c3-eed3-44df-bd5f-a06ed5a661fd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Unset dirty status for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:50.163103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9799a2f-16db-4643-846b-d6052da523d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.166274 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dfd1e0c3-eed3-44df-bd5f-a06ed5a661fd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3258865 Feb 16 13:47:50.169374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60140) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.218583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15a1df0c-a748-4164-90ae-cf451b2676c4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 207 time: 0.0437994 Feb 16 13:47:50.219101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60144) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.229217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b64ff-aa0f-47db-ac94-6a52a9a0763f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.234844 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-734b64ff-aa0f-47db-ac94-6a52a9a0763f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2297521 Feb 16 13:47:50.235084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Attempting to bind port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:50.235084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Attempting to bind port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:50.235084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Attempting to bind port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 on network ea68d540-7fa2-49a6-9938-abb8d4b57252 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:50.245286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60148) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.254428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:47:50.254815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Checking segment: {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:50.255217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.255609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Bound using segment: {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:47:50.256083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Bound port: 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:47:50.256467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.377650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 13989166-a0c7-4fc1-91ec-113daf26a6bb completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:50.397506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bb091-34b4-4621-ada0-cb010c511cde tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.401938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:50.402379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.404257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bb091-34b4-4621-ada0-cb010c511cde tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.410644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bb091-34b4-4621-ada0-cb010c511cde tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.416271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3bb091-34b4-4621-ada0-cb010c511cde tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.422457 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9b3bb091-34b4-4621-ada0-cb010c511cde tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1977129 Feb 16 13:47:50.422651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60152) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.473864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa5fa88-25d6-4e05-bd1b-40e88a0599f7 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.475686 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6aa5fa88-25d6-4e05-bd1b-40e88a0599f7 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/networks/7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 881 time: 0.5607219 Feb 16 13:47:50.487246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60156) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.492208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] For port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:50.497459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] For port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:47:50.504310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.585400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.623426 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93afef4d-a94f-4ff7-bcca-4ca7f1350071 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 200 len: 205 time: 0.1341825 Feb 16 13:47:50.631139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.641793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60160) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.642133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:50.643357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-82828b22-ea44-43f8-8065-67ffe268453a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2195876 Feb 16 13:47:50.647662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c2c11-cce6-44ae-8736-594576332d11 None None] Pushing event updated for resources: {'Port': ['ID=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:50.662350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.701361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 13989166-a0c7-4fc1-91ec-113daf26a6bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13989166-a0c7-4fc1-91ec-113daf26a6bb,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:50.706858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.784053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:50.798995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:50.876791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8:2::1 (ea68d540-7fa2-49a6-9938-abb8d4b57252/0ca71c24-7e86-48dd-816c-98569d4926e2/a51abbdd-07ff-4dc4-97fc-d98327f1733d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:50.890736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:50.891075 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Added segment da2bd188-5269-423f-93e9-0493938ed2f1 of type vlan for network 55be34e6-b505-43ba-8f80-524707f6a6f4 Feb 16 13:47:50.894678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fd0ed7-c9a1-489b-865a-e4aab0f03f46,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:50.925384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d5305-38b4-4437-9be0-b032a86cff60 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:50.932841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ed6d5305-38b4-4437-9be0-b032a86cff60 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6755617 Feb 16 13:47:50.935301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60168) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.037255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.039364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.041084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.042082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:51.068647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b102769-8d3e-486c-9532-22a17c106ed6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.071109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b102769-8d3e-486c-9532-22a17c106ed6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.072219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b102769-8d3e-486c-9532-22a17c106ed6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Synchronizing usage tracker for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:47:51.081023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:51.085176 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e24a1317-46d5-45d2-a450-baf9d6f84e84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1465747 Feb 16 13:47:51.085830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60172) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.168010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 18b6467c-1408-4f13-9868-c4707bc851f1 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:51.171222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.189281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.252302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.255282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b102769-8d3e-486c-9532-22a17c106ed6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Unset dirty status for tenant:997c152e38bf46e7a45c708ee8c3a291 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:47:51.260358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b102769-8d3e-486c-9532-22a17c106ed6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5945828 Feb 16 13:47:51.260876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.284286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60176) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.392657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.395783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b2766-4dce-4179-89f1-1fdb9b57ea1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.397281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b2766-4dce-4179-89f1-1fdb9b57ea1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['shared'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.399136 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-290b2766-4dce-4179-89f1-1fdb9b57ea1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1144335 Feb 16 13:47:51.402875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60180) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.448645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.454352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.455013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.500541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.653483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.694389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e6595-778e-4e12-bffb-1841960ddfc2 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.695832 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0a6e6595-778e-4e12-bffb-1841960ddfc2 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks/8ea4c34b-f484-49e4-abbf-eefcc951dbb7 HTTP/1.1" status: 200 len: 800 time: 0.2868991 Feb 16 13:47:51.701887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60186) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.709471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=18b6467c-1408-4f13-9868-c4707bc851f1,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:51.736657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.806852 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3d178b33-5c7b-4061-92b9-b9472b2f031a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/18b6467c-1408-4f13-9868-c4707bc851f1 HTTP/1.1" status: 204 len: 168 time: 0.7173562 Feb 16 13:47:51.807931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.819303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Network 772abb49-cda6-49ce-b18a-214775ac912b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:51.841561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:51.844498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:51.845246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.860802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.916496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83fb9b8-bc78-4804-8516-3af6d1c8e0a2 None None] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:51.927306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet f361551a-7e74-466a-9366-bc35b0a529de {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:47:51.941230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-35435013-014f-4e81-8daa-85c04e7b6c32 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/networks/8ea4c34b-f484-49e4-abbf-eefcc951dbb7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2279420 Feb 16 13:47:51.941230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:51.958547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60194) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:51.990894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Subnet': ['ID=bf97b09b-8cc9-4174-adab-34e23b7910c7,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:51.997442 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.9349165 Feb 16 13:47:52.081656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object a51abbdd-07ff-4dc4-97fc-d98327f1733d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:52.083426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60200) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.085804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b97f50cf-094b-448f-98a2-92ca89aec64f tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6915925 Feb 16 13:47:52.087180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fed9a-03c9-4177-a496-1dc31eca7538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Pushing event updated for resources: {'Network': ['ID=55be34e6-b505-43ba-8f80-524707f6a6f4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:52.111950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.201424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14675b16-e08b-4d01-8e5d-fd46570a247d None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:52.216497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:52.229760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b2b811-5cd2-4d14-8064-059b75dff5dd None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:52.254164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13989166-a0c7-4fc1-91ec-113daf26a6bb up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:52.278726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60206) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.303871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-745697814', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf97b09b-8cc9-4174-adab-34e23b7910c7'}], 'security_groups': ['cf95356d-f66a-4167-b8cf-50294bb541ef', '6902e817-efb8-4fb6-a80e-2a3ebcb433d5']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:52.380572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.445290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726c106b-5894-4c29-9aca-f0b91ac92332 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:52.446911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-726c106b-5894-4c29-9aca-f0b91ac92332 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets/aa1ebe2e-ea1b-4314-8694-7c73ec0fc130 HTTP/1.1" status: 200 len: 811 time: 0.4774146 Feb 16 13:47:52.453724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port e7e7a51a-d47b-43d4-907b-b1871487351b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:52.454389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.485132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.544603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.555942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.638153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.685191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=f361551a-7e74-466a-9366-bc35b0a529de,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:52.689019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.699369 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe2601e8-f8b1-41b5-aa67-5cc8131ba004 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/f361551a-7e74-466a-9366-bc35b0a529de HTTP/1.1" status: 204 len: 168 time: 0.8911934 Feb 16 13:47:52.701805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60220) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.740278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4', 'binding:host_id': 'hv-neutron-8281', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-158711222'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:52.762282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:52.778350 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fc20d85f-cc00-4c72-8e62-9ec001cc3dce tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751438 Feb 16 13:47:52.781584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60224) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:52.786485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Usage tracker for resource:port and tenant:2b684d8edcaa431bbd3c4774fc85f9d8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:52.787459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:52.793803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:52.802326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.861989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:52.912273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:52.917339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:52.920385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:52.927110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:52.942531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:52.948351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:52.979651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183c04c-f300-465a-91fe-b8be308cb9e8 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['shared'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:52.984704 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8183c04c-f300-465a-91fe-b8be308cb9e8 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "GET /v2.0/subnets/aa1ebe2e-ea1b-4314-8694-7c73ec0fc130?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4835215 Feb 16 13:47:52.994871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Deleting port 9ae1fc82-086a-4ee3-956c-5faff6e27902 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:52.995308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.021694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-353b3f70-7ee1-46b4-a786-77287d24a931 None None] Provisioning complete for port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:53.022290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-353b3f70-7ee1-46b4-a786-77287d24a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.034354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:53.045514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:53.058612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Made reservation on behalf of 2b684d8edcaa431bbd3c4774fc85f9d8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:53.060985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.087534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336771864'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:53.093097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:53.096041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:53.096612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.138498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:53.141450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.152908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:53.152908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.159497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:53.200185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:53.263261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:53.354667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Usage tracker for resource:security_group_rule and tenant:2b684d8edcaa431bbd3c4774fc85f9d8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:53.359793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:53.370956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:53.374451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.402774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:53.410607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:47:53.444387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Deleting port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:53.444755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.445954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.449258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:47:53.477666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.513104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Update dhcp port {'port': {'network_id': '772abb49-cda6-49ce-b18a-214775ac912b', 'fixed_ips': [{'subnet_id': 'e2c75d94-da02-46f0-b254-990d48b4b049', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c4a50b44-4a19-431a-9b85-9139455dea6f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf97b09b-8cc9-4174-adab-34e23b7910c7'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '98e49f8d-8eee-4025-be13-c000292e1b47'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:47:53.564765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:53.656346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-353b3f70-7ee1-46b4-a786-77287d24a931 None None] Provisioning for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:53.700194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.701263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.716119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for e7e7a51a-d47b-43d4-907b-b1871487351b owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:53.746445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:53.858622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:53.980126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.980748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.993478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:53.993818 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Added segment 3478ec65-72b5-45d9-816b-ef2a79769c33 of type vlan for network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed Feb 16 13:47:54.009648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:54.035538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:54.036208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.040834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.048363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.049035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.129418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:54.146391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:54.163727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:54.164193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c247348-05ff-4961-8375-e6c590a42298 None None] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:54.164382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.215053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Calling delete_port for 9ae1fc82-086a-4ee3-956c-5faff6e27902 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:54.224772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=6f4f7045-fdcb-4e12-99d8-cbf34bb1118d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:54.231363 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4486408 Feb 16 13:47:54.233636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60232) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:54.240044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:54.264602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec967aa2-66d5-4878-992a-41d42bf3e689 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=11']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:54.304632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9ba567c-7d2a-4b68-b5bd-4afbbcd5f045 None None] Provisioning complete for port 13989166-a0c7-4fc1-91ec-113daf26a6bb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:54.304970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ba567c-7d2a-4b68-b5bd-4afbbcd5f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.355559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.406153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:54.410877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:54.414941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:54.421407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:54.433653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.433930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:54.439599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.456029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:54.456942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.597472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f4f7045-fdcb-4e12-99d8-cbf34bb1118d (CIDR: 2001:db8::/64) Feb 16 13:47:54.603151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:47:54.603151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:47:54.627605 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1578025e-4502-4647-bba1-0fa5e5e7e375 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3895116 Feb 16 13:47:54.628872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60236) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:54.638886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.640410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Calling delete_port for aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:54.650637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:54.672341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.679371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:54.679371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.683667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.695579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:54.732527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port 02781955-d9b1-42c6-9b91-ac0de8a2c053 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:54.945382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Allocated IP 2001:db8:0:2::2 (772abb49-cda6-49ce-b18a-214775ac912b/bf97b09b-8cc9-4174-adab-34e23b7910c7/98e49f8d-8eee-4025-be13-c000292e1b47) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:54.964243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:54.969154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:54.972434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:54.979024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:54.990628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:54.995474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.091364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:55.122537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.161607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce17ee95-8aee-4457-bc9f-0d66f6fd3b32,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.163517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:55.163936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:55.192301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Network': ['ID=0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.256693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:47:55.270441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-950112ef-7339-42f7-ba68-49b0d9066648 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2330420 Feb 16 13:47:55.275147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60240) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:55.278067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:47:55.287012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:55.319819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.388438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.425878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:55.439234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:55.447023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.457865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:55.461961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.466474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=e7e7a51a-d47b-43d4-907b-b1871487351b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.472134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Provisioning for port a51abbdd-07ff-4dc4-97fc-d98327f1733d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:55.498781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Provisioning complete for port a51abbdd-07ff-4dc4-97fc-d98327f1733d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:55.499441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.531516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:55.535367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Made reservation on behalf of 997c152e38bf46e7a45c708ee8c3a291 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:55.539117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.556503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:55.568932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:55.570306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.586880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.590435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Port': ['ID=9ae1fc82-086a-4ee3-956c-5faff6e27902,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.636787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Transition to ACTIVE for port object 98e49f8d-8eee-4025-be13-c000292e1b47 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:55.653614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.667735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0366654 Feb 16 13:47:55.674499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60244) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:55.675196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ef88f-3e6e-4fb0-9683-f624af98ea93 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=291f75cd-8a05-46ed-b8a9-96f031195f85,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:55.686397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:9e:8b:1d', 'name': 'tempest-NetworksTestDHCPv6-1504374932'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:55.707835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Deleting port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:55.708723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.780036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing IP validity checks on allocation pools {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:47:55.780555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:47:55.791855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:55.793690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:55.806069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Port a51abbdd-07ff-4dc4-97fc-d98327f1733d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:55.918163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:55.924481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:55.929238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:55.939143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:56.048759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:56.079306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.093187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a3db-f0fe-446b-9d8a-f9e1651ef62e None None] Pushing event updated for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:56.146905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.234753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.241500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Provisioning complete for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:56.241877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ab829f3-e8a2-4529-96a2-3ec025ab2a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.313658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.319106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=12']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:56.330407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.331011 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Floating IP d7ea0521-911f-410e-a7a9-a37c738198ae disassociated (deleted). External IP: 172.26.1.97, port: 572aa793-8d92-4479-baa4-509ebab9cacb. Feb 16 13:47:56.374448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=a5d851fa-c0bc-4864-a055-ec511732792b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:56.377535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 772bd7e4-c546-4054-bc32-7edf5c5aace4 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:56.384507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port 02781955-d9b1-42c6-9b91-ac0de8a2c053 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:47:56.436037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Checking segment: {'id': '3478ec65-72b5-45d9-816b-ef2a79769c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:56.436419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network hostable DHCP agents. Network: 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:56.441648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.460142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.468445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.487766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:56.537572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Transition to ACTIVE for port object 02781955-d9b1-42c6-9b91-ac0de8a2c053 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:56.547741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:56.561738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:56.564415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.587610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83e28e-3813-45e0-a37e-e59248779aa5 None None] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:56.611090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.611689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router bb971fb9-ffcb-4f8e-900c-4e2233d2be68 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:47:56.641280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Delete allocated IP 2001:db8::296 (772abb49-cda6-49ce-b18a-214775ac912b/c4a50b44-4a19-431a-9b85-9139455dea6f) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:47:56.656801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.664283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:47:56.673482 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea25b459-b462-4f55-8b13-78abb6613f48 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3910317 Feb 16 13:47:56.675278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60248) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:56.683509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:56.704326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] For port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:56.704750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.722600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Allocated IP 2001:db8:0:2::3b1 (772abb49-cda6-49ce-b18a-214775ac912b/bf97b09b-8cc9-4174-adab-34e23b7910c7/843d77b5-5c63-49da-b88c-46bd138dc72d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:56.731756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.737384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-07f5ee11-cf65-4a05-8fed-0896168554fb tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 204 len: 168 time: 6.0769293 Feb 16 13:47:56.739271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60252) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:56.750296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-475899278', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:56.762694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.763134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8:0:1::268 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/291f75cd-8a05-46ed-b8a9-96f031195f85/772bd7e4-c546-4054-bc32-7edf5c5aace4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:56.769303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:56.780606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Usage tracker for resource:router and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:56.785498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:56.794849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.795280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.795689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::f816:3eff:fe9e:8b1d (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6f4f7045-fdcb-4e12-99d8-cbf34bb1118d/772bd7e4-c546-4054-bc32-7edf5c5aace4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:56.808876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:56.842188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=02781955-d9b1-42c6-9b91-ac0de8a2c053,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:56.852472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Calling delete_port for aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:47:56.900239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.901236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:56.923641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c2521364-968e-4b79-8549-99c5c7dc6b7e None None] Provisioning complete for port a51abbdd-07ff-4dc4-97fc-d98327f1733d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:56.924162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2521364-968e-4b79-8549-99c5c7dc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.084176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Checking segment: {'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:47:57.084574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Network hostable DHCP agents. Network: 55be34e6-b505-43ba-8f80-524707f6a6f4, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:47:57.131547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c2521364-968e-4b79-8549-99c5c7dc6b7e None None] Port a51abbdd-07ff-4dc4-97fc-d98327f1733d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:57.136621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed', 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed', 'tenant_id': '997c152e38bf46e7a45c708ee8c3a291', 'fixed_ips': [{'subnet_id': 'a5d851fa-c0bc-4864-a055-ec511732792b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:57.137750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.166388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:57.208777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10822831'] for subnet, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.230662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.271735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:57.307175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.410399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] Pushing event deleted for resources: {'Port': ['ID=aedf1ac2-9e51-4705-b762-f7ee02b2d5e7,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:57.417234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.420374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c2521364-968e-4b79-8549-99c5c7dc6b7e None None] Provisioning complete for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:57.420374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2521364-968e-4b79-8549-99c5c7dc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.498568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:47:57.537758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 772bd7e4-c546-4054-bc32-7edf5c5aace4 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:57.552770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:57.555363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 55be34e6-b505-43ba-8f80-524707f6a6f4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:57.559984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:57.574194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:57.608460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20a6a2-ce86-4baf-a887-9e47d660c2fa None None] No DVR routers for this DVR port aedf1ac2-9e51-4705-b762-f7ee02b2d5e7 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:47:57.613808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33a385-9d5c-4f7d-ac99-7fd5b94ecbd1 None None] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:57.668600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:57.668600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:57.668970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:57.680210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Router 8fe3ba06-3b91-4a8e-9599-836adfa7592b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:57.759425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:57.759835 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:57.773256 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 2 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:57.849334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975a674-82dc-470b-8fa2-9ebf01500c18 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:47:57.865180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 16 13:47:57.865180 dv-neutron-828143-3-hyperv neutron-server[87699]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 16 13:47:57.865180 dv-neutron-828143-3-hyperv neutron-server[87699]: [parameters: {'in_use': 1, 'id_1': 'a5d851fa-c0bc-4864-a055-ec511732792b'}] Feb 16 13:47:57.865180 dv-neutron-828143-3-hyperv neutron-server[87699]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:47:57.865633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:47:57.877015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.887865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:57.888197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:57.895640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:57.896615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:57.897145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:57.910759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:57.911263 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:57.927054 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 3 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:57.958265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.053178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:47:58.054648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:47:58.071205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.071534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.071932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.082546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.099077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.099484 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.105929 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 4 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.115037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:47:58.119063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:47:58.127370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:47:58.132929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:58.133557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.137501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1748938'] for subnet, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.172669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=772bd7e4-c546-4054-bc32-7edf5c5aace4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:58.185760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:58.191006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.205135 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Sync routers for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:58.226002 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:58.228530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Transition to ACTIVE for port object 843d77b5-5c63-49da-b88c-46bd138dc72d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:47:58.229987 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:58.241072 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-85346a07-751c-468b-aa1f-f7aff26b4e6c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5632474 Feb 16 13:47:58.242890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60256) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:58.246384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:58.246975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.251100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "PUT /v2.0/subnets/a5d851fa-c0bc-4864-a055-ec511732792b HTTP/1.1" status: 200 len: 877 time: 1.5731034 Feb 16 13:47:58.251659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.251991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.252325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.282923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60260) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:58.289721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35e3ee-bab6-4930-8c9c-bbdbe6157f1d tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event updated for resources: {'Subnet': ['ID=a5d851fa-c0bc-4864-a055-ec511732792b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:58.304685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:47:58.310116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.374712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.379082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.379404 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.431340 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 5 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.444644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:47:58.460143 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75d61bb2-3b1e-46b2-9b89-4b4a25db22de tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6274624 Feb 16 13:47:58.461969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 772bd7e4-c546-4054-bc32-7edf5c5aace4 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:58.462540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.488830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:47:58.503168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning for port 843d77b5-5c63-49da-b88c-46bd138dc72d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:47:58.506332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60264) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:58.519873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning complete for port 843d77b5-5c63-49da-b88c-46bd138dc72d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:58.520180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.529342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1609682359'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:47:58.552905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2fa67551-aede-4fd2-b696-f6bc1af9ab93 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "DELETE /v2.0/floatingips/d7ea0521-911f-410e-a7a9-a37c738198ae HTTP/1.1" status: 204 len: 168 time: 6.4602532 Feb 16 13:47:58.560444 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:58.563002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:47:58.573606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] In _notify_port_updated(), no bound segment for port 843d77b5-5c63-49da-b88c-46bd138dc72d on network 772abb49-cda6-49ce-b18a-214775ac912b {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:47:58.587644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:58.588737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.591137 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "PUT /v2.0/ports/843d77b5-5c63-49da-b88c-46bd138dc72d HTTP/1.1" status: 200 len: 969 time: 6.3105831 Feb 16 13:47:58.597354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:47:58.599473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:58.603031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:58.603666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:58.616165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58a49a-4818-4766-87e3-352a136f1359 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event updated for resources: {'Port': ['ID=843d77b5-5c63-49da-b88c-46bd138dc72d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:58.628554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.629041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.629475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.638498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.639049 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.639534 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 6 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.662538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.663808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.664400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.667013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:network and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:47:58.673596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.675029 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.675610 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 7 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.689361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:47:58.709922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.710712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.711496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.715386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:47:58.721391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.721853 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.722589 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 8 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.751460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.752213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.752646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.763777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.764243 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.764883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 9 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.791684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.792814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.793280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.800508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.800926 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.801380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 10 to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 Feb 16 13:47:58.824133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:47:58.824469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:47:58.824944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:47:58.831300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:47:58.831628 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port 02781955-d9b1-42c6-9b91-ac0de8a2c053 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:47:58.833909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.884363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:47:58.887974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.888436 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'status': 'completed', 'code': 200} Feb 16 13:47:58.911431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.941619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 843d77b5-5c63-49da-b88c-46bd138dc72d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:58.941958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:58.962908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Port 843d77b5-5c63-49da-b88c-46bd138dc72d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:59.102634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port 02781955-d9b1-42c6-9b91-ac0de8a2c053, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:47:59.103000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempted to set empty binding levels {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:47:59.123978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:59.171811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Allocated IP 172.20.0.3 (0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed/a5d851fa-c0bc-4864-a055-ec511732792b/23c64b20-6e03-4c8e-bec1-c975d336e65d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:47:59.201940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning complete for port a51abbdd-07ff-4dc4-97fc-d98327f1733d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:59.202905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.208224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.214742 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:59.219530 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Checking router: 8fe3ba06-3b91-4a8e-9599-836adfa7592b for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:47:59.229328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:47:59.230093 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:59.335614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=02781955-d9b1-42c6-9b91-ac0de8a2c053,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:47:59.345706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:47:59.346315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.375687 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9417ccd1-a297-41a3-ab89-e4762a176d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7274981 Feb 16 13:47:59.379005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60282) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:47:59.470773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Deleting port 02781955-d9b1-42c6-9b91-ac0de8a2c053 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:47:59.471032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.480663 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:47:59.485495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Port a51abbdd-07ff-4dc4-97fc-d98327f1733d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:47:59.505957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '291f75cd-8a05-46ed-b8a9-96f031195f85'}, {'subnet_id': '6f4f7045-fdcb-4e12-99d8-cbf34bb1118d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:47:59.507121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.571558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:47:59.644720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.645056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added segment 65e9265e-c14e-49f6-a716-d7101b3996bf of type vlan for network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 Feb 16 13:47:59.653636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.781094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.811375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:47:59.811841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.819727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port 02781955-d9b1-42c6-9b91-ac0de8a2c053, host hv-neutron-8281, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:47:59.820335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.879294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:47:59.922167 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:47:59.927627 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ff771-aeb2-447c-9cd5-79ecfbabdc40 None None] The sync data for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv is: [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:44:38Z', 'revision_number': 4, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3c518739-c3f9-47d3-ad5c-997b77e2235d', 'name': '', 'network_id': '9e5f14dd-ae55-40b3-9af2-035af7298b31', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'mac_address': 'fa:16:3e:1a:16:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:35Z', 'updated_at': '2022-02-16T13:44:48Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'subnets': [{'id': 'f930a049-9cc5-4605-ab0d-3cd4f3027c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:47:59.967846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.037202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.053909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Transition to ACTIVE for port object 23c64b20-6e03-4c8e-bec1-c975d336e65d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:00.077660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Transition to ACTIVE for port object 23c64b20-6e03-4c8e-bec1-c975d336e65d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:00.087977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.094360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9c29-934b-4312-82c7-c4de955014ad req-9eb32dba-f715-4fcd-bcf9-dd82c68abe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:00.095916 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-9eb32dba-f715-4fcd-bcf9-dd82c68abe2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f37808179094a2d8662567dfe296f0e&device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 1099 time: 1.2065043 Feb 16 13:48:00.109904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:00.161168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.239990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 772bd7e4-c546-4054-bc32-7edf5c5aace4 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:00.246830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Calling delete_port for 02781955-d9b1-42c6-9b91-ac0de8a2c053 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:00.273340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Pushing event updated for resources: {'Port': ['ID=23c64b20-6e03-4c8e-bec1-c975d336e65d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:00.290967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:00.291962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning for port 98e49f8d-8eee-4025-be13-c000292e1b47 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:00.300169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:00.300676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089eeb33-7f39-45ba-88b5-73b5ffeb9772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.319548 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48ce81f-0107-4539-b770-b066097633d9 None None] New status for floating IP d7ea0521-911f-410e-a7a9-a37c738198ae: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:48:00.351541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:00.377555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:00.458077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.485467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:48:00.513848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9c29-934b-4312-82c7-c4de955014ad req-41ab8e60-d50f-4638-ab1a-2faec18dcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:00.515568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-41ab8e60-d50f-4638-ab1a-2faec18dcf5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 200 len: 898 time: 0.3656533 Feb 16 13:48:00.525530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.528799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event deleted for resources: {'Port': ['ID=02781955-d9b1-42c6-9b91-ac0de8a2c053,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:00.548943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c679fac-1931-4a24-bae5-7fce2100c76f req-6f8f64aa-783d-41eb-8aa8-6cb970edc34f tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:00.551156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2c679fac-1931-4a24-bae5-7fce2100c76f req-6f8f64aa-783d-41eb-8aa8-6cb970edc34f tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 1.0100307 Feb 16 13:48:00.578898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Allocated IP 2001:db8:0:1::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/291f75cd-8a05-46ed-b8a9-96f031195f85/6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:00.593787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:53Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:47:55Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:00.597436 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-d4e08166-3d09-41c8-9ed9-1231d21828f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 200 len: 217 time: 0.0732872 Feb 16 13:48:00.600395 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9da6598a-6354-4115-8c1d-3df45ec9cf8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "DELETE /v2.0/ports/02781955-d9b1-42c6-9b91-ac0de8a2c053 HTTP/1.1" status: 204 len: 168 time: 1.2194970 Feb 16 13:48:00.602579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:00.625419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Attempting to bind port 23c64b20-6e03-4c8e-bec1-c975d336e65d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:00.625785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Attempting to bind port 23c64b20-6e03-4c8e-bec1-c975d336e65d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3478ec65-72b5-45d9-816b-ef2a79769c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:00.626135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Attempting to bind port 23c64b20-6e03-4c8e-bec1-c975d336e65d on network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:00.635621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:00.635978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Updating router eec2efb2-890d-4c43-ab42-18323cc6b427 port a51abbdd-07ff-4dc4-97fc-d98327f1733d binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:48:00.655870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.661595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:00.662429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.685006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:00.685344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Checking segment: {'id': '3478ec65-72b5-45d9-816b-ef2a79769c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:00.685771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.686158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Bound using segment: {'id': '3478ec65-72b5-45d9-816b-ef2a79769c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:00.686700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Bound port: 23c64b20-6e03-4c8e-bec1-c975d336e65d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3478ec65-72b5-45d9-816b-ef2a79769c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:00.687012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.729222 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b9917c-9644-4932-b22d-e8f21840e716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:48:00.729758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44b9917c-9644-4932-b22d-e8f21840e716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Synchronizing usage tracker for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:00.770363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.771466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9c29-934b-4312-82c7-c4de955014ad req-9ff65813-0b51-4142-93f6-eae27019f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:00.773502 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-9ff65813-0b51-4142-93f6-eae27019f26c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 200 len: 835 time: 0.1675632 Feb 16 13:48:00.776414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.777021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-44b9917c-9644-4932-b22d-e8f21840e716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Unset dirty status for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:00.778158 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-44b9917c-9644-4932-b22d-e8f21840e716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports/02781955-d9b1-42c6-9b91-ac0de8a2c053 HTTP/1.1" status: 404 len: 333 time: 0.1744778 Feb 16 13:48:00.810371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:00.820678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1698314964'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:00.832221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:00.842037 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3206489 Feb 16 13:48:00.850460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60296) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:00.858779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:00.869079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'subnet': {'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:00.873445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] For port 23c64b20-6e03-4c8e-bec1-c975d336e65d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:00.878646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] For port 23c64b20-6e03-4c8e-bec1-c975d336e65d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=23c64b20-6e03-4c8e-bec1-c975d336e65d,segment=NetworkSegment(3478ec65-72b5-45d9-816b-ef2a79769c33),segment_id=3478ec65-72b5-45d9-816b-ef2a79769c33)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:00.894876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Allocated IP 172.26.1.69 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/49b58948-f50a-44ad-b67a-280e15cc2f57) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:00.903078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d851fa-c0bc-4864-a055-ec511732792b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:00.927380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2c679fac-1931-4a24-bae5-7fce2100c76f req-d1834630-720a-4f6c-9cc7-9dfc2e9fad92 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516691 Feb 16 13:48:00.949189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.969563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:00.974246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Made reservation on behalf of 2b684d8edcaa431bbd3c4774fc85f9d8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:00.977203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.012910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-67f84717-7f98-4f15-a975-74544644ee81 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:01.013684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-67f84717-7f98-4f15-a975-74544644ee81 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Synchronizing usage tracker for tenant:0f37808179094a2d8662567dfe296f0e on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:01.044058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:01.075089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fb557-7c06-40fa-bffb-3088e7de3bcc tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Network': ['ID=4c1f88ad-a1a9-4ce5-9e64-1ab25166b725,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:01.088350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-23628865-3aa7-4c3f-ad87-af48e62f10e0 None None] Provisioning complete for port 843d77b5-5c63-49da-b88c-46bd138dc72d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:01.088724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23628865-3aa7-4c3f-ad87-af48e62f10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.105532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:01.120160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d9c29-934b-4312-82c7-c4de955014ad req-e66bae1c-e13f-426d-a1b9-316eaabce829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:01.122550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-e66bae1c-e13f-426d-a1b9-316eaabce829 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e5f14dd-ae55-40b3-9af2-035af7298b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3414688 Feb 16 13:48:01.126931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-67f84717-7f98-4f15-a975-74544644ee81 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Unset dirty status for tenant:0f37808179094a2d8662567dfe296f0e on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:01.128092 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-67f84717-7f98-4f15-a975-74544644ee81 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.26 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.4467423 Feb 16 13:48:01.130396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:subnet and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:01.131463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:01.135064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:01.160741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 843d77b5-5c63-49da-b88c-46bd138dc72d owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:01.193206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:01.290867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Made reservation on behalf of 1c581c8c68f541f6a2bf4f425b83071a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:01.294355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.319361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06726aa-8d05-48b9-b6cc-1a758d263c58 None None] Pushing event updated for resources: {'Port': ['ID=23c64b20-6e03-4c8e-bec1-c975d336e65d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:01.377849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-23628865-3aa7-4c3f-ad87-af48e62f10e0 None None] Port 843d77b5-5c63-49da-b88c-46bd138dc72d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:01.408628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09091c7e-ccd1-4ff7-8425-680b8eea6a70 None None] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:01.426541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.429457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Deleting port 572aa793-8d92-4479-baa4-509ebab9cacb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:01.429457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.436767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Allocated IP 2001:db8::f816:3eff:fe32:155a (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/6f4f7045-fdcb-4e12-99d8-cbf34bb1118d/6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:01.646812 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-1e716b1c-a5d9-499c-90b5-e1f04948d89e service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175745 Feb 16 13:48:01.673084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=772bd7e4-c546-4054-bc32-7edf5c5aace4,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:01.688571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.758662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.763819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1447639f-19b0-4dbf-94c3-6418482c58d2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/772bd7e4-c546-4054-bc32-7edf5c5aace4 HTTP/1.1" status: 204 len: 168 time: 3.5111756 Feb 16 13:48:01.763819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60300) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:01.765102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:01.865407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3478ec65-72b5-45d9-816b-ef2a79769c33') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:01.865844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3478ec65-72b5-45d9-816b-ef2a79769c33') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:01.880708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.887195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-38fb972c-ca06-419a-8835-14f4415476f9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:01.915621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:01.923480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.018608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-38fb972c-ca06-419a-8835-14f4415476f9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:02.020158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-38fb972c-ca06-419a-8835-14f4415476f9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2471640 Feb 16 13:48:02.021638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.030655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.034474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60306) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.042431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.055897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Transition to ACTIVE for port object 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:02.069852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640bf1b5-9ceb-43a0-bfd6-b5ed6aac1a7e None None] Network 0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:02.104378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:02.105040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:02.121866 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:02.133540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.171598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-039d9c29-934b-4312-82c7-c4de955014ad req-342f918e-7b9e-49df-8b1f-a8bb1becd751 service neutron] 10.222.0.26 "GET /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679509 Feb 16 13:48:02.188422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Transition to ACTIVE for port object 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:02.219230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.234319 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ade454cc-5389-4cf2-a365-3ac9a2509de6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1871932 Feb 16 13:48:02.243315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.253466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] For port 572aa793-8d92-4479-baa4-509ebab9cacb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=572aa793-8d92-4479-baa4-509ebab9cacb,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:02.253828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.309307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=843d77b5-5c63-49da-b88c-46bd138dc72d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.328782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.341465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:48:02.341465 dv-neutron-828143-3-hyperv neutron-server[87697]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:48:02.341465 dv-neutron-828143-3-hyperv neutron-server[87697]: [parameters: {'id': '0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed'}] Feb 16 13:48:02.341465 dv-neutron-828143-3-hyperv neutron-server[87697]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:02.341962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:02.342075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:02.344072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:02.351048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f2303153-34e7-401b-ac21-dcc5dcf63a62 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/843d77b5-5c63-49da-b88c-46bd138dc72d HTTP/1.1" status: 204 len: 168 time: 3.7367878 Feb 16 13:48:02.351243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:02.351243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:02.351602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60316) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.356686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Transition to ACTIVE for port object a51abbdd-07ff-4dc4-97fc-d98327f1733d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:02.372800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.399423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:02.407574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.411459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:02.414274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:02.423526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.430862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Pushing event updated for resources: {'Port': ['ID=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.541929 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef6b6e8-1bb3-455c-a014-a7afad9b5e59 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] GET failed (client error): The resource could not be found. Feb 16 13:48:02.543470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2ef6b6e8-1bb3-455c-a014-a7afad9b5e59 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:02.555304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:02.556606 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-392a2845-4fc1-4b58-b677-0520ed3b72c7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3087165 Feb 16 13:48:02.558696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:02.566497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Calling delete_port for 572aa793-8d92-4479-baa4-509ebab9cacb owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:02.570420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.593779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:02.603600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.642808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:02.655687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:02.659413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:02.679305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:02.680918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:02.681693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.706839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2ef6b6e8-1bb3-455c-a014-a7afad9b5e59 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:02.710610 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2ef6b6e8-1bb3-455c-a014-a7afad9b5e59 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports/843d77b5-5c63-49da-b88c-46bd138dc72d HTTP/1.1" status: 404 len: 333 time: 0.3555057 Feb 16 13:48:02.716303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60324) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.720716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event updated for resources: {'Port': ['ID=49b58948-f50a-44ad-b67a-280e15cc2f57,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.799415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=c73e6f53-6efe-46ea-a5aa-c5487eec7b27,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.805969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dc76e-2585-4357-a502-8718237ee820 None None] Pushing event updated for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.807479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 291f75cd-8a05-46ed-b8a9-96f031195f85 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:02.824609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.837454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Subnet': ['ID=c96d33df-9b8a-4dc7-a11f-5dafaef36db3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:02.842677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Checking segment: {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:02.843099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network hostable DHCP agents. Network: 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:02.856720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.859723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Attempting to bind port a51abbdd-07ff-4dc4-97fc-d98327f1733d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:02.861135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Attempting to bind port a51abbdd-07ff-4dc4-97fc-d98327f1733d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:02.861724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Attempting to bind port a51abbdd-07ff-4dc4-97fc-d98327f1733d on network ea68d540-7fa2-49a6-9938-abb8d4b57252 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:02.864539 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-66997260-7576-4e30-891c-6c3ae8db61fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0491388 Feb 16 13:48:02.873883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60328) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:02.880388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:02.883472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:02.884044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Checking segment: {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:02.884351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.884812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Bound using segment: {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:02.885338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Bound port: a51abbdd-07ff-4dc4-97fc-d98327f1733d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:02.885772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.899431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Attempting to bind port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:02.899948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Attempting to bind port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:02.900415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Attempting to bind port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:02.911300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.922644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a155c-863d-41ff-a3aa-f85350da5c2b req-5576283c-864b-48b3-9ab1-140c02b90162 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:02.923680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:02.924167 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-749a155c-863d-41ff-a3aa-f85350da5c2b req-5576283c-864b-48b3-9ab1-140c02b90162 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 946 time: 0.7919428 Feb 16 13:48:02.924288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:02.924735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:02.925305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:02.925883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Bound port: 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:02.926480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.013491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:03.023383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.066131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.067594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 23c64b20-6e03-4c8e-bec1-c975d336e65d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:03.067930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.105197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:03.111438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] For port a51abbdd-07ff-4dc4-97fc-d98327f1733d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:03.117706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] For port a51abbdd-07ff-4dc4-97fc-d98327f1733d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a51abbdd-07ff-4dc4-97fc-d98327f1733d,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:03.124309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:03.124923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.136811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.150523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.167291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e666f12-f736-432f-89ab-7c205aadde2d None None] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:03.192690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.228208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Port': ['ID=572aa793-8d92-4479-baa4-509ebab9cacb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:03.265513 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9f4f7ab0-93fa-4849-9d85-41912a98643c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4081812 Feb 16 13:48:03.274781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:03.274964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-749a155c-863d-41ff-a3aa-f85350da5c2b req-9706cca9-08aa-478d-a3cb-1ae99e160cdd tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/security-groups?id=52d9963a-50a7-49f8-bd02-4fc7590573fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371375 Feb 16 13:48:03.332640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] For port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:03.344249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:03.345131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:03.437763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.489734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] For port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:03.549393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:03.623478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.633777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 572aa793-8d92-4479-baa4-509ebab9cacb {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:03.634110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 572aa793-8d92-4479-baa4-509ebab9cacb not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:03.636878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dc76e-2585-4357-a502-8718237ee820 None None] Pushing event updated for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:03.657443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.662529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] No DVR routers for this DVR port 572aa793-8d92-4479-baa4-509ebab9cacb on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:03.676961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.682159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-deleted', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:48:03.686978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9216996-1d10-4ab5-9326-5401957ef587,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:03.723406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.730460 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ea93cfb-4c64-4a2e-ae5a-531587877779 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/security-groups/b9216996-1d10-4ab5-9326-5401957ef587 HTTP/1.1" status: 204 len: 168 time: 1.0043581 Feb 16 13:48:03.733282 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2632ec5e-d649-4498-85c2-eafb4e0ba6d7 req-7cfbc8e4-f066-44f7-9cb1-caf5b7520701 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.26 "DELETE /v2.0/ports/572aa793-8d92-4479-baa4-509ebab9cacb HTTP/1.1" status: 204 len: 173 time: 2.5990782 Feb 16 13:48:03.733481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60338) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:03.743306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 23c64b20-6e03-4c8e-bec1-c975d336e65d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=23c64b20-6e03-4c8e-bec1-c975d336e65d,segment=NetworkSegment(3478ec65-72b5-45d9-816b-ef2a79769c33),segment_id=3478ec65-72b5-45d9-816b-ef2a79769c33)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:03.743886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.802538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:03.858542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eabe643-90e7-4cfb-8389-7a15f27bf12c', 'name': 'network-vif-deleted', 'tag': '572aa793-8d92-4479-baa4-509ebab9cacb', 'status': 'completed', 'code': 200} Feb 16 13:48:03.893303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:04.047206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3ea8-63cd-45f5-ba4f-5ad073d11321 None None] Pushing event updated for resources: {'Port': ['ID=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:04.290966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:04.303755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 23c64b20-6e03-4c8e-bec1-c975d336e65d owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:04.314562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.382255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:04.383532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.417975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Transition to ACTIVE for port object c73e6f53-6efe-46ea-a5aa-c5487eec7b27 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:04.505800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.536733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.570460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.646781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.658409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=291f75cd-8a05-46ed-b8a9-96f031195f85,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:04.774314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.775306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Allocated IP 2001:db8:3::2 (4c1f88ad-a1a9-4ce5-9e64-1ab25166b725/c96d33df-9b8a-4dc7-a11f-5dafaef36db3/0f47183b-4bfd-44f1-afbe-baaf8b70848f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:04.776469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=c73e6f53-6efe-46ea-a5aa-c5487eec7b27,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:04.785822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.799930 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7b031ec-2607-4531-a886-239d49c5e898 req-20748701-0996-4a5a-a792-716b9af8f63b tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8eabe643-90e7-4cfb-8389-7a15f27bf12c HTTP/1.1" status: 200 len: 210 time: 0.1222606 Feb 16 13:48:04.825324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:04.825550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:04.825874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:04.839924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:04.840244 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:04.842571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 2 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:04.868279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c0a18fb-b5ea-4a79-af6a-a46e85d4fd15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/291f75cd-8a05-46ed-b8a9-96f031195f85 HTTP/1.1" status: 204 len: 168 time: 2.2909245 Feb 16 13:48:04.870886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:04.883195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No DVR routers for this DVR port 23c64b20-6e03-4c8e-bec1-c975d336e65d on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:04.889295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:04.893931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Port': ['ID=23c64b20-6e03-4c8e-bec1-c975d336e65d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:04.932794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:04.933172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:04.933439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:04.966824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:53Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:03Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:04.979530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2fb25-2982-47d5-8ffe-9de156bc3fd5 None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:47:53Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:03Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:04.982125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:04.982669 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:04.988348 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 3 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:05.059546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 6f4f7045-fdcb-4e12-99d8-cbf34bb1118d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:05.061761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:05.062146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:05.062529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:05.082581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.139083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.166265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:05.166426 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:05.170117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 4 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:05.170700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.201708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Transition to ACTIVE for port object 0f47183b-4bfd-44f1-afbe-baaf8b70848f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:05.257027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Transition to ACTIVE for port object 0f47183b-4bfd-44f1-afbe-baaf8b70848f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:05.272361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.384911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a51abbdd-07ff-4dc4-97fc-d98327f1733d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:05.429924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:05.430844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:05.431028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:05.449131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.501846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:05.509955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:05.510634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:05.511004 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:05.517838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:05.523434 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 5 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:05.530001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Pushing event updated for resources: {'Port': ['ID=0f47183b-4bfd-44f1-afbe-baaf8b70848f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:05.621927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecfe4b9-699d-4fab-9393-baaf43c303bc None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:05.622563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:05.623083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:05.623664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:05.677456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:05.677880 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:05.680928 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 6 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:05.682688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.721292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:05.725383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:05.725734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:05.726046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:05.730071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.738943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3478ec65-72b5-45d9-816b-ef2a79769c33') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:05.739176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3478ec65-72b5-45d9-816b-ef2a79769c33') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:05.745045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f496e01c-9c4d-47ea-94f6-b8a8b10663eb None None] Provisioning for port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:05.754135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.754366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Attempting to bind port 0f47183b-4bfd-44f1-afbe-baaf8b70848f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:05.754618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Attempting to bind port 0f47183b-4bfd-44f1-afbe-baaf8b70848f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:05.754971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Attempting to bind port 0f47183b-4bfd-44f1-afbe-baaf8b70848f on network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:05.774589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a51abbdd-07ff-4dc4-97fc-d98327f1733d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:05.778723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:05.779141 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:05.779353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.788737 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 7 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:05.814899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.823424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902e817-efb8-4fb6-a80e-2a3ebcb433d5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:05.842046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a51abbdd-07ff-4dc4-97fc-d98327f1733d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:05.843055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.871797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:05.872285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:05.891261 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:05.895098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:05.899007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b70a3219-251b-4e0c-bade-2a9cbb4c5516 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/security-groups/6902e817-efb8-4fb6-a80e-2a3ebcb433d5 HTTP/1.1" status: 204 len: 168 time: 2.1620524 Feb 16 13:48:05.910062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60350) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:05.992161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60354) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.004631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:06.004869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:06.005168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:06.040518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:06.042146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Checking segment: {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:06.042933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.043681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Bound using segment: {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:06.044645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Bound port: 0f47183b-4bfd-44f1-afbe-baaf8b70848f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:06.045236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.066118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.078299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:06.078648 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:06.092305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f496e01c-9c4d-47ea-94f6-b8a8b10663eb None None] Could not find standard attr ID for object 772bd7e4-c546-4054-bc32-7edf5c5aace4. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:48:06.092451 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 8 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:06.100444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.124345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:06.139007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1142a89f-42f6-4185-96d3-2b6d32cefa1b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed HTTP/1.1" status: 204 len: 168 time: 7.8466160 Feb 16 13:48:06.139870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Router d16b78ae-5a8f-4b19-bdae-3d12bdf5478b is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:48:06.144133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60358) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.155400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:06.155754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:06.156204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:06.207483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:06.207863 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:06.219242 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 9 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:06.277348 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a17604-9052-43b2-9837-8c376d01fff4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:06.277348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a17604-9052-43b2-9837-8c376d01fff4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:06.279440 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-13a17604-9052-43b2-9837-8c376d01fff4 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/a5d851fa-c0bc-4864-a055-ec511732792b HTTP/1.1" status: 404 len: 337 time: 0.1300144 Feb 16 13:48:06.293490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.309379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] For port 0f47183b-4bfd-44f1-afbe-baaf8b70848f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:06.312462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.312878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.327433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] For port 0f47183b-4bfd-44f1-afbe-baaf8b70848f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0f47183b-4bfd-44f1-afbe-baaf8b70848f,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:06.331589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.346313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.376300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:06.376567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:06.376923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:06.400702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4f7045-fdcb-4e12-99d8-cbf34bb1118d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:06.409172 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b2aac4-e8dd-4637-9352-2fe96fb3a9dc tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:06.409703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b2aac4-e8dd-4637-9352-2fe96fb3a9dc tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:06.412179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:06.412595 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:06.414748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.426094 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 10 to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 Feb 16 13:48:06.441057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.446547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Allocated IP 2001:db8:3::1 (4c1f88ad-a1a9-4ce5-9e64-1ab25166b725/c96d33df-9b8a-4dc7-a11f-5dafaef36db3/c7ac13e1-bb24-42ca-a060-e6905d00eb34) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:06.472620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a51abbdd-07ff-4dc4-97fc-d98327f1733d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a51abbdd-07ff-4dc4-97fc-d98327f1733d,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:06.483961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.484784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:06.507309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:06.512960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70d804-d12d-41fe-8912-82c265fc2c74 None None] Pushing event updated for resources: {'Port': ['ID=0f47183b-4bfd-44f1-afbe-baaf8b70848f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:06.555599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.558129 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-10b2aac4-e8dd-4637-9352-2fe96fb3a9dc tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/0a9d97f3-e2bf-4ced-9b2f-3cc5c5d5e4ed HTTP/1.1" status: 404 len: 339 time: 0.2642000 Feb 16 13:48:06.559419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.560823 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/security-groups/cf95356d-f66a-4167-b8cf-50294bb541ef HTTP/1.1" status: 204 len: 168 time: 0.6498089 Feb 16 13:48:06.561832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60366) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.569518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.581883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:06.582240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:06.582740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:06.586546 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6cf0bb7b-2bc3-4d74-a708-3835ebd8e1e8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6f4f7045-fdcb-4e12-99d8-cbf34bb1118d HTTP/1.1" status: 204 len: 168 time: 1.7146528 Feb 16 13:48:06.595232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60374) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.607658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.612051 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-314423aa-2c30-45c8-ad85-7a4c8dbb6e5a tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.8659708 Feb 16 13:48:06.616311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60376) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.621924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:06.625112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c91955-78ca-44d1-a4e8-7a08e2f9260d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95356d-f66a-4167-b8cf-50294bb541ef,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:06.631156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:06.658984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] Sync routers for ids ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:06.689882 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd83cd3-9abd-44a1-b880-6c1ff5f68a72 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:06.690402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd83cd3-9abd-44a1-b880-6c1ff5f68a72 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:06.694870 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3cd83cd3-9abd-44a1-b880-6c1ff5f68a72 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/15d407c2-9af0-449f-9aec-fbfbb66ff021 HTTP/1.1" status: 404 len: 337 time: 0.1206553 Feb 16 13:48:06.699219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60382) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.742807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:06.743431 dv-neutron-828143-3-hyperv neutron-server[87698]: ERROR neutron.plugins.ml2.managers [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:06.744005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.747265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-851f325b-aa35-479e-8ba8-01679f8a0314 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:06.747920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851f325b-aa35-479e-8ba8-01679f8a0314 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:06.749843 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-851f325b-aa35-479e-8ba8-01679f8a0314 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/e2a0823a-c199-44fc-8863-ac5bd0d5a360 HTTP/1.1" status: 404 len: 339 time: 0.0502822 Feb 16 13:48:06.753294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60386) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.783008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] Routers {'d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:06.783771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:06.814362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet c4a50b44-4a19-431a-9b85-9139455dea6f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:06.829496 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-faa545a5-a468-4a57-8855-00ac48d274e6 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579447 Feb 16 13:48:06.854327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60390) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:06.871183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa5b990-8115-450f-98fe-841077e88862 None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '6f4f7045-fdcb-4e12-99d8-cbf34bb1118d'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:48:06.922106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:06.928729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:06.957588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3aa5b990-8115-450f-98fe-841077e88862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.055775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.070006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.077637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:07.100313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:07.100679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.175538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] Routers {'d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:07.176004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.269731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.279374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.279941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eba1e8-cc09-47f6-833a-74efc1993c78 None None] The sync data for ids ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:07.330493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:07.341033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:07.377973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.395627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:07.403600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276864ca-5f6d-46fe-b2f7-ec88cc57b81e None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:07.426705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port c73e6f53-6efe-46ea-a5aa-c5487eec7b27, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:07.427344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempted to set empty binding levels {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:48:07.451100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:07.452602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.506509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:07.526621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.543578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.549077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:07.552660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.563263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] In _notify_port_updated(), no bound segment for port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:48:07.564381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:07.565131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.573275 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "PUT /v2.0/ports/c73e6f53-6efe-46ea-a5aa-c5487eec7b27 HTTP/1.1" status: 200 len: 981 time: 4.6954570 Feb 16 13:48:07.576771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60394) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:07.660652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bf200914-92c2-412e-b1fe-45539184d9b3 None None] Provisioning complete for port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:07.661173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bf200914-92c2-412e-b1fe-45539184d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.684634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9007cf5-a8e8-4f9e-8fa0-763f3a027ce6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=c73e6f53-6efe-46ea-a5aa-c5487eec7b27,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:07.715157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.720808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Transition to ACTIVE for port object c7ac13e1-bb24-42ca-a060-e6905d00eb34 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:07.771372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.851559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0f47183b-4bfd-44f1-afbe-baaf8b70848f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:07.872263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2f1671-1e5d-45be-ba6e-b7f32b374fa0']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.886180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:07.893137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.909438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb80512f-13d6-4690-8cf0-b7763da50a79') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.909761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb80512f-13d6-4690-8cf0-b7763da50a79') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:07.976011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:07.987835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.039941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 0f47183b-4bfd-44f1-afbe-baaf8b70848f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:08.046463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a51abbdd-07ff-4dc4-97fc-d98327f1733d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:08.075717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.095752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:08.103217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:08.103619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.108403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211fea73-40b1-4ad8-8abd-780cba1ed606 None None] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:08.119796 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:08.187009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Deleting port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:08.187420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.188988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.235058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.235465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.235863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.236333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.236807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.237257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.237707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.238129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.238607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.240063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.240063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.240063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.240478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.240780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.241222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.242313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.242313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.242724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.243097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.244173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.249853 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bd4f0465-e157-4c40-9655-fd5c436215d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18601 time: 0.6685655 Feb 16 13:48:08.258077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60398) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:08.266916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a50b44-4a19-431a-9b85-9139455dea6f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:08.277069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.281471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:08.286644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:08.295012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:08.295547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.307039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6badcaba-87f6-46ef-bbcb-26091f24309c tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/c4a50b44-4a19-431a-9b85-9139455dea6f HTTP/1.1" status: 204 len: 168 time: 1.7237911 Feb 16 13:48:08.309651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e93ff7-b6c6-4e48-8c97-0d7a28f9f690 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:08.310918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60402) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:08.318090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:08.406690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.417577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.417577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.446536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Provisioning for port 0f47183b-4bfd-44f1-afbe-baaf8b70848f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:08.476643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=9a2f1671-1e5d-45be-ba6e-b7f32b374fa0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:08.500340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Deleting port c73e6f53-6efe-46ea-a5aa-c5487eec7b27 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:08.500340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.502863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Provisioning complete for port 0f47183b-4bfd-44f1-afbe-baaf8b70848f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:08.503732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.514641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.528211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Deleting port 49b58948-f50a-44ad-b67a-280e15cc2f57 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:08.528565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.580188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a77230f2-e933-4cdf-aa1b-3a22e226588f tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/9a2f1671-1e5d-45be-ba6e-b7f32b374fa0 HTTP/1.1" status: 204 len: 168 time: 1.8225589 Feb 16 13:48:08.580477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.598831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:08.603714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet bf97b09b-8cc9-4174-adab-34e23b7910c7 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:08.626357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.629905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a51abbdd-07ff-4dc4-97fc-d98327f1733d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:08.630294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.672369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.694583 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7e9b6f-580e-4a9e-9c22-17f87612a4de tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:08.695087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7e9b6f-580e-4a9e-9c22-17f87612a4de tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:08.699132 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3c7e9b6f-580e-4a9e-9c22-17f87612a4de tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/f225c51f-a822-4e25-a560-c09f91fc60d0 HTTP/1.1" status: 404 len: 337 time: 0.0969298 Feb 16 13:48:08.706202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:08.813016 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8184ed7-0ffa-4925-86a3-52792c2a62d6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:08.813880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8184ed7-0ffa-4925-86a3-52792c2a62d6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:08.817545 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8184ed7-0ffa-4925-86a3-52792c2a62d6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/fe690735-7574-4770-aafe-9ad9858397fa HTTP/1.1" status: 404 len: 339 time: 0.1079242 Feb 16 13:48:08.822286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60414) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:08.871158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:08.880862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.922622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:08.926059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:08.926662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:08.989943 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dffbf1-a661-447d-9cc0-8dbe8fccea60 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:08.989943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dffbf1-a661-447d-9cc0-8dbe8fccea60 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:08.993683 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7dffbf1-a661-447d-9cc0-8dbe8fccea60 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/a46ebb10-4a25-425a-abea-51bf06a79da0 HTTP/1.1" status: 404 len: 337 time: 0.1680689 Feb 16 13:48:09.005662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.107810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] For port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:09.108504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.130882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=9c7aa794-4d1d-42fd-9e8c-4ab6379162c0,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:09.148222 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c629ff12-fa2a-4982-9f12-8faeff070a11 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.148837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c629ff12-fa2a-4982-9f12-8faeff070a11 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.153728 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c629ff12-fa2a-4982-9f12-8faeff070a11 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/e69e6c04-083d-4d4c-9595-0b218e0b7a4e HTTP/1.1" status: 404 len: 339 time: 0.1442997 Feb 16 13:48:09.162140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.217138 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebf021c-2bd7-497f-88fc-78063e676cb8 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.217762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebf021c-2bd7-497f-88fc-78063e676cb8 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.222541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1ebf021c-2bd7-497f-88fc-78063e676cb8 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/80b295c2-6369-4557-94af-d770e09b6c9f HTTP/1.1" status: 404 len: 337 time: 0.0576105 Feb 16 13:48:09.226996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60426) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.270838 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bb9801dc-6eec-45cc-9224-5fe7c82199ff tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3707731 Feb 16 13:48:09.291200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60430) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.301043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:09.307784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Calling delete_port for 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:09.317050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.332326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d769c100-0a33-4d10-91de-140f555a173a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.333903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d769c100-0a33-4d10-91de-140f555a173a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.337659 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d769c100-0a33-4d10-91de-140f555a173a tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/7947bc06-7dec-4b5b-a9a0-e0455e7ca7b8 HTTP/1.1" status: 404 len: 339 time: 0.0984094 Feb 16 13:48:09.337823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.340756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port c73e6f53-6efe-46ea-a5aa-c5487eec7b27, host hv-neutron-8281, got binding levels [] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:09.341112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.344321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60434) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.434239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] For port 0f47183b-4bfd-44f1-afbe-baaf8b70848f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0f47183b-4bfd-44f1-afbe-baaf8b70848f,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:09.441376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.443193 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc88994-5813-4fee-b1b8-887985a777f6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.443751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc88994-5813-4fee-b1b8-887985a777f6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.448091 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fdc88994-5813-4fee-b1b8-887985a777f6 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/0036ee7b-1b2a-420a-936d-a3ad7144270f HTTP/1.1" status: 404 len: 337 time: 0.1003747 Feb 16 13:48:09.461911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60438) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.486989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.516363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] No DVR routers for this DVR port 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:09.524551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:09.526407 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8dd5d2-89af-4707-88b4-f5fe6f19f980 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.526407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8dd5d2-89af-4707-88b4-f5fe6f19f980 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.531156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a8dd5d2-89af-4707-88b4-f5fe6f19f980 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/52349fc5-dacb-45e0-84ef-0140a8e7bafc HTTP/1.1" status: 404 len: 339 time: 0.0580060 Feb 16 13:48:09.532532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.565867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:09.566743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:09.567985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ece5-d6dd-41eb-9e0c-6ff225f37c6d None None] Pushing event updated for resources: {'Port': ['ID=0f47183b-4bfd-44f1-afbe-baaf8b70848f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:09.569140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Deleting port 3c518739-c3f9-47d3-ad5c-997b77e2235d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:09.569575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:09.616103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57d5b7-d504-4ea4-ac45-c00ac24fcaf8 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:09.658952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50cf7d4-12ec-43fa-8ae9-eaf617fa4688 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.659536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50cf7d4-12ec-43fa-8ae9-eaf617fa4688 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.661408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b50cf7d4-12ec-43fa-8ae9-eaf617fa4688 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/6a98ac9d-4bb5-4a7d-b664-0e8f8a120158 HTTP/1.1" status: 404 len: 337 time: 0.1281142 Feb 16 13:48:09.667180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.688199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Calling delete_port for 49b58948-f50a-44ad-b67a-280e15cc2f57 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:09.717352 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232a7c4-6d9f-441f-8bc8-2e589d937476 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.718081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232a7c4-6d9f-441f-8bc8-2e589d937476 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.726104 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8232a7c4-6d9f-441f-8bc8-2e589d937476 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/13716671-0801-4ee8-ab7f-785edb6b2bad HTTP/1.1" status: 404 len: 339 time: 0.0552769 Feb 16 13:48:09.733867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Calling delete_port for c73e6f53-6efe-46ea-a5aa-c5487eec7b27 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:09.780250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.886718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b737f857-1a70-4f4c-9778-769afc49ad34 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:09.887461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b737f857-1a70-4f4c-9778-769afc49ad34 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:09.889545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b737f857-1a70-4f4c-9778-769afc49ad34 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/ccdb087b-30e1-46ab-8643-49bcc937d224 HTTP/1.1" status: 404 len: 337 time: 0.0917726 Feb 16 13:48:09.890826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0f47183b-4bfd-44f1-afbe-baaf8b70848f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:09.908935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60454) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:09.946792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6733db-ed21-430c-93cf-49d24f9a5be0 None None] Pushing event deleted for resources: {'Port': ['ID=6cfd6fa7-7b03-42fb-82a0-a39bc6616e5c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:10.017485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:48:10.052227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.063837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.065050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.069484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Provisioning complete for port 0f47183b-4bfd-44f1-afbe-baaf8b70848f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:10.069848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.098359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42e24b4-583b-4195-90d7-62590d9f932b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:10.099233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42e24b4-583b-4195-90d7-62590d9f932b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:10.188802 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c42e24b4-583b-4195-90d7-62590d9f932b tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/a56ef905-c6c0-4187-8d47-cbee2a5a7cf2 HTTP/1.1" status: 404 len: 339 time: 0.2784791 Feb 16 13:48:10.191479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.248399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:10.289791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '9c7aa794-4d1d-42fd-9e8c-4ab6379162c0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:10.291316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.315679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.342456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] For port 3c518739-c3f9-47d3-ad5c-997b77e2235d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c518739-c3f9-47d3-ad5c-997b77e2235d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:10.342947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.351015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event updated for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:10.359940 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ac666-cccd-46ed-86a9-1e58b42d0391 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:10.360508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ac666-cccd-46ed-86a9-1e58b42d0391 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:10.363458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-118ac666-cccd-46ed-86a9-1e58b42d0391 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/3509c8be-1399-4e63-88f4-54ebd7f2a709 HTTP/1.1" status: 404 len: 337 time: 0.1025014 Feb 16 13:48:10.365581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:10.375101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60462) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:10.380719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.417832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:10.433470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:10.436655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Pushing event deleted for resources: {'Port': ['ID=49b58948-f50a-44ad-b67a-280e15cc2f57,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:10.494471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 0f47183b-4bfd-44f1-afbe-baaf8b70848f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:10.494837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.502921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Calling delete_port for 3c518739-c3f9-47d3-ad5c-997b77e2235d owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:10.513475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:10.568639 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd14f87-b467-48be-b04e-0f88b6a87efd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:10.569113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd14f87-b467-48be-b04e-0f88b6a87efd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:10.591255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event deleted for resources: {'Port': ['ID=c73e6f53-6efe-46ea-a5aa-c5487eec7b27,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:10.599017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.608288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:10.611233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:10.613961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.614138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:10.633940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/9c7aa794-4d1d-42fd-9e8c-4ab6379162c0/b3568bda-8c20-4126-8543-15306ee31f61) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:10.642619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Provisioning for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:10.680168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Provisioning complete for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:10.680538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.762666 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bbd14f87-b467-48be-b04e-0f88b6a87efd tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/1dc40d26-1389-4ff4-ad7f-29683f53e4c0 HTTP/1.1" status: 404 len: 339 time: 0.3829935 Feb 16 13:48:10.776290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:10.786105 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b89ef13-a58d-4d07-a544-e7b849ea9cb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "DELETE /v2.0/ports/c73e6f53-6efe-46ea-a5aa-c5487eec7b27 HTTP/1.1" status: 204 len: 168 time: 2.5207207 Feb 16 13:48:10.803239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.807195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60470) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:10.884910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.906853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d032814-cf63-4616-8a74-8bbcfdfc0b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:10.908621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2922c704-c0e3-417b-95de-a06b652c5208 None None] Port c7ac13e1-bb24-42ca-a060-e6905d00eb34 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:10.922511 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-42d118ff-99b1-47e3-8be3-8fc834e459ba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:10.923184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42d118ff-99b1-47e3-8be3-8fc834e459ba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:10.924969 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-42d118ff-99b1-47e3-8be3-8fc834e459ba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/9d42e412-6492-4120-9553-670ec11e549e HTTP/1.1" status: 404 len: 337 time: 0.1475587 Feb 16 13:48:10.943987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:10.992505 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9827250-7bce-4474-b492-fdb7a96b44a0 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:10.993101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9827250-7bce-4474-b492-fdb7a96b44a0 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:10.994960 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9827250-7bce-4474-b492-fdb7a96b44a0 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/18ac2379-aecb-4d91-ba08-57118e37d09a HTTP/1.1" status: 404 len: 339 time: 0.0461223 Feb 16 13:48:10.998123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.037705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:11.087833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:11.088197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.119076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.145163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Transition to ACTIVE for port object b3568bda-8c20-4126-8543-15306ee31f61 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:11.164727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:11.172299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Transition to ACTIVE for port object b3568bda-8c20-4126-8543-15306ee31f61 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:11.182652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=bf97b09b-8cc9-4174-adab-34e23b7910c7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:11.183248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.218206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting subnet aa1ebe2e-ea1b-4314-8694-7c73ec0fc130 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:11.237768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Provisioning complete for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:11.238488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.262349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138d45a7-6d32-4807-b73f-db868f2c7df1 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:11.266406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c7aa794-4d1d-42fd-9e8c-4ab6379162c0 (CIDR: 2001:db8::/64) Feb 16 13:48:11.268462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a63c81c-a81c-4afc-940c-124b3041dbee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:48:11.269726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6a63c81c-a81c-4afc-940c-124b3041dbee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Synchronizing usage tracker for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:11.271306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.284678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.292972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-798b1d10-68c8-4022-90c9-6b816b37258b tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/bf97b09b-8cc9-4174-adab-34e23b7910c7 HTTP/1.1" status: 204 len: 168 time: 2.9602792 Feb 16 13:48:11.295053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:48:11.295996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:11.299105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.366935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2c1821-6dc4-4bb6-8296-d0cd9f398baf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:11.367478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2c1821-6dc4-4bb6-8296-d0cd9f398baf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:11.369276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:11.375773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:11.387073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:11.392670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Pushing event updated for resources: {'Port': ['ID=b3568bda-8c20-4126-8543-15306ee31f61,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:11.407976 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb2c1821-6dc4-4bb6-8296-d0cd9f398baf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/c4a50b44-4a19-431a-9b85-9139455dea6f HTTP/1.1" status: 404 len: 337 time: 0.0999801 Feb 16 13:48:11.409435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Port c7ac13e1-bb24-42ca-a060-e6905d00eb34 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:11.413842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:11.420490 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37020c24-7c05-4787-9ac3-9b5e393ba6ce tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1458862 Feb 16 13:48:11.424718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.424718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60488) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.430514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:11.432528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:11.457978 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:11.459303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:11.539100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f10b22e-32a5-4ed3-83fc-619ae725a8ad tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2435672 Feb 16 13:48:11.543751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6a63c81c-a81c-4afc-940c-124b3041dbee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Unset dirty status for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:11.544229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6a63c81c-a81c-4afc-940c-124b3041dbee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports/c73e6f53-6efe-46ea-a5aa-c5487eec7b27 HTTP/1.1" status: 404 len: 333 time: 0.7014668 Feb 16 13:48:11.551980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:11.552348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78948892-cb13-4704-8e1b-abe9c501f512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.554829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60494) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.555161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60496) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:11.563511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:11.581218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-63442421', 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:11.620246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Attempting to bind port b3568bda-8c20-4126-8543-15306ee31f61 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:11.620581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Attempting to bind port b3568bda-8c20-4126-8543-15306ee31f61 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:11.620934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Attempting to bind port b3568bda-8c20-4126-8543-15306ee31f61 on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:11.633666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.645190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:11.645562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:11.645936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.646345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:11.646809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Bound port: b3568bda-8c20-4126-8543-15306ee31f61, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:11.647173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.662206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.669063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:11.731479 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:11.737426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:11.740836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.765657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.774866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Made reservation on behalf of 2b684d8edcaa431bbd3c4774fc85f9d8 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:11.777565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:11.878148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Port': ['ID=3c518739-c3f9-47d3-ad5c-997b77e2235d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:12.029709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting subnet e2c75d94-da02-46f0-b254-990d48b4b049 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:12.037794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] For port b3568bda-8c20-4126-8543-15306ee31f61, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:12.053118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] For port b3568bda-8c20-4126-8543-15306ee31f61, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b3568bda-8c20-4126-8543-15306ee31f61,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:12.054412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.063095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.078058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port b79634a7-78e7-43af-be79-b786a6ea3126 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:12.176696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Router d16b78ae-5a8f-4b19-bdae-3d12bdf5478b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:12.210655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380270b-8e49-4028-b92b-c23e42ee17df None None] Pushing event updated for resources: {'Port': ['ID=b3568bda-8c20-4126-8543-15306ee31f61,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:12.299715 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:08Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:09Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:12.305464 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:12.307232 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Updating router eec2efb2-890d-4c43-ab42-18323cc6b427 port c7ac13e1-bb24-42ca-a060-e6905d00eb34 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:48:12.372267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.392042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.436777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:12.439693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:12.444448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:12.445809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.452496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] Sync routers for ids ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:12.456497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:12.470199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] Routers {'d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:12.470930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:12.479466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:12.522461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.525024 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c3b4a5b7-fd45-4877-a9ed-3231732e5877 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "PUT /v2.0/routers/d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 200 len: 705 time: 5.9062088 Feb 16 13:48:12.530604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:12.543677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:12.550198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.623329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:12.670932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] Routers {'d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:12.671644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:12.798898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:12.799460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502cdb78-ae2d-4ad8-96e6-c47b0b2f1c77 None None] The sync data for ids ['d16b78ae-5a8f-4b19-bdae-3d12bdf5478b'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:12.910184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:12.912936 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-731922cf-6208-4fcc-b9d2-e9357f778a6c tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/routers/d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 200 len: 740 time: 0.3769519 Feb 16 13:48:12.913931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:12.978085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.051940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.104993 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.122654 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Transition to ACTIVE for port object c7ac13e1-bb24-42ca-a060-e6905d00eb34 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:13.133890 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.213500 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a08f-8d0b-4dc5-b43a-ec88d73a3241 None None] Pushing event updated for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:13.248525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.256998 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-89ed348e-09b1-4606-be3c-e4a17315e329 tempest-RoutersAdminTest-1883176856 tempest-RoutersAdminTest-1883176856-project-admin] 10.222.0.105 "GET /v2.0/ports?network_id=7dc54659-8235-4664-846a-86cab931a5d4&device_id=d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 200 len: 205 time: 0.3348877 Feb 16 13:48:13.264064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60510) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:13.273312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.310993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0a43f9cb-f570-41c4-9886-5b3c7f30af3d None None] Provisioning complete for port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:13.311425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a43f9cb-f570-41c4-9886-5b3c7f30af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.352905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:13.356366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1ebe2e-ea1b-4314-8694-7c73ec0fc130,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:13.362093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.373133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:13.379517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1645c0f-4b70-4f39-839e-fa8d26883013 None None] Network 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:13.395885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:13.397227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:13.398543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.441619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.8834968 Feb 16 13:48:13.448316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60514) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:13.510375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.510717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.511053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.511382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.511779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.512055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.512374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.512692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.513010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.513326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.513645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.513960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.535237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f67501cf-f75b-4b85-bc53-4b90d5f41367 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 200 len: 205 time: 0.2665720 Feb 16 13:48:13.537270 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Attempting to bind port c7ac13e1-bb24-42ca-a060-e6905d00eb34 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:13.537639 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Attempting to bind port c7ac13e1-bb24-42ca-a060-e6905d00eb34 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:13.537992 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Attempting to bind port c7ac13e1-bb24-42ca-a060-e6905d00eb34 on network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:13.545018 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:13.545437 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Checking segment: {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:13.545762 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.546228 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Bound using segment: {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:13.552450 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Bound port: c7ac13e1-bb24-42ca-a060-e6905d00eb34, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e9265e-c14e-49f6-a716-d7101b3996bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:13.552933 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.569984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:13.591277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=b79634a7-78e7-43af-be79-b786a6ea3126,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:13.613697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.614036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.614426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.618443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a43f9cb-f570-41c4-9886-5b3c7f30af3d None None] Port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:13.626387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.627293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.627638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.627958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.628280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.634794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.635196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.635527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.635854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caebdb61-d599-4190-b881-4f5ed8a6288e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:13.686824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70b2f6cf-7e0a-4435-94c2-ff0ff2738cba tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/subnets/aa1ebe2e-ea1b-4314-8694-7c73ec0fc130 HTTP/1.1" status: 204 len: 168 time: 2.6851685 Feb 16 13:48:13.691955 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60522) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:13.740925 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] For port c7ac13e1-bb24-42ca-a060-e6905d00eb34, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:13.744321 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] For port c7ac13e1-bb24-42ca-a060-e6905d00eb34, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c7ac13e1-bb24-42ca-a060-e6905d00eb34,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:13.751069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0a43f9cb-f570-41c4-9886-5b3c7f30af3d None None] Provisioning complete for port 98e49f8d-8eee-4025-be13-c000292e1b47 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:13.751479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a43f9cb-f570-41c4-9886-5b3c7f30af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.752656 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:13.910096 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:13.923806 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:47:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:13.962306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6ad01-3e5d-4c0a-ac67-41b9f5d6da1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:13.963342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7eb6ad01-3e5d-4c0a-ac67-41b9f5d6da1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Synchronizing usage tracker for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:13.983047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b3568bda-8c20-4126-8543-15306ee31f61 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:14.035519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.049418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] DHCP port deletion for 8ea4c34b-f484-49e4-abbf-eefcc951dbb7 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:14.132613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Deleting port 84dcfa8e-c426-4acf-8584-86d07c10d78d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:14.133359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.185993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.objects.ports [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87697) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:48:14.250049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-286ff2a5-a6ab-4a17-acff-1481a2dfd778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.265222 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a08f-8d0b-4dc5-b43a-ec88d73a3241 None None] Pushing event updated for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:14.282299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.287838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.331164 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:14.345506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.371043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port b3568bda-8c20-4126-8543-15306ee31f61 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:14.375901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.376797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7eb6ad01-3e5d-4c0a-ac67-41b9f5d6da1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Unset dirty status for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:14.384857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7eb6ad01-3e5d-4c0a-ac67-41b9f5d6da1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports/b79634a7-78e7-43af-be79-b786a6ea3126 HTTP/1.1" status: 200 len: 957 time: 0.9339006 Feb 16 13:48:14.389258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60526) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:14.493978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Provisioning for port b3568bda-8c20-4126-8543-15306ee31f61 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:14.504474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:48:14.518991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Provisioning complete for port b3568bda-8c20-4126-8543-15306ee31f61 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:14.519829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.526679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Deleting port b79634a7-78e7-43af-be79-b786a6ea3126 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:14.527245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.528521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Removed routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:48:14.528937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.588423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] For port 84dcfa8e-c426-4acf-8584-86d07c10d78d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=84dcfa8e-c426-4acf-8584-86d07c10d78d,segment=NetworkSegment(b7f763da-3093-44a4-b954-866ccd49479c),segment_id=b7f763da-3093-44a4-b954-866ccd49479c)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:14.588984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.620725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 84dcfa8e-c426-4acf-8584-86d07c10d78d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:14.621056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:14.645922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c75d94-da02-46f0-b254-990d48b4b049,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:14.749947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Calling delete_port for 84dcfa8e-c426-4acf-8584-86d07c10d78d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:14.846456 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:08Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:13Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:14.851716 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1167f55-f691-4814-a5ad-ea96ec4b1d19 None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:08Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:13Z', 'revision_number': 4, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:14.855223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ecc6a6-fad7-4a8b-bcfb-cae184ef7cc0 None None] Network 772abb49-cda6-49ce-b18a-214775ac912b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:15.020782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.061150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.076360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.084674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] No DVR routers for this DVR port 84dcfa8e-c426-4acf-8584-86d07c10d78d on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:15.151457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] For port 84dcfa8e-c426-4acf-8584-86d07c10d78d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=84dcfa8e-c426-4acf-8584-86d07c10d78d,segment=NetworkSegment(b7f763da-3093-44a4-b954-866ccd49479c),segment_id=b7f763da-3093-44a4-b954-866ccd49479c)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:15.151955 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.170083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.290126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] For port b3568bda-8c20-4126-8543-15306ee31f61, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b3568bda-8c20-4126-8543-15306ee31f61,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:15.294183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb1854-9f93-41f2-afec-193f1ad8859e None None] Pushing event deleted for resources: {'Port': ['ID=84dcfa8e-c426-4acf-8584-86d07c10d78d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:15.307041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.374442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Calling delete_port for 84dcfa8e-c426-4acf-8584-86d07c10d78d owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:15.392261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-41eb24c5-256c-44b9-a235-e803131fe10e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/e2c75d94-da02-46f0-b254-990d48b4b049 HTTP/1.1" status: 204 len: 168 time: 3.9640861 Feb 16 13:48:15.399739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60530) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:15.463231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2884860-31d9-42fe-a6a7-8804da1957de None None] Pushing event updated for resources: {'Port': ['ID=b3568bda-8c20-4126-8543-15306ee31f61,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:15.466017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.536668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.573988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9b6186d9-8971-4c48-8014-1ddc1e66ec10 None None] Could not find standard attr ID for object 772bd7e4-c546-4054-bc32-7edf5c5aace4. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:48:15.586629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] DHCP port deletion for 772abb49-cda6-49ce-b18a-214775ac912b request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:15.596448 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7a200a-dc40-43b9-9385-1e28f3a31474 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:15.596917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7a200a-dc40-43b9-9385-1e28f3a31474 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:15.598651 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e7a200a-dc40-43b9-9385-1e28f3a31474 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/7e90e085-dcc1-484d-a2e5-356e0925123b HTTP/1.1" status: 404 len: 337 time: 0.0756292 Feb 16 13:48:15.601158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.604872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Deleting port 98e49f8d-8eee-4025-be13-c000292e1b47 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:15.605121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.607142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:15.608218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.611626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.710088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.728379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.836968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cbdda2ad-90ca-4290-a867-b1d2c13db5eb tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Synchronizing usage tracker for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:15.895560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b3568bda-8c20-4126-8543-15306ee31f61 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:15.901277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Calling delete_port for b79634a7-78e7-43af-be79-b786a6ea3126 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:15.946530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:15.946836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Fanout notify agent at l3_agent the message router_deleted on router d16b78ae-5a8f-4b19-bdae-3d12bdf5478b {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:48:15.956202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:15.956517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:15.996294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] For port 98e49f8d-8eee-4025-be13-c000292e1b47, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=98e49f8d-8eee-4025-be13-c000292e1b47,segment=NetworkSegment(8c833182-31b2-437d-8150-e10e09078896),segment_id=8c833182-31b2-437d-8150-e10e09078896)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:15.997290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.018206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.019899 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14e2e65c-3269-4573-aafb-fb7b10a9c488 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 204 len: 168 time: 2.4407907 Feb 16 13:48:16.024306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.045360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cbdda2ad-90ca-4290-a867-b1d2c13db5eb tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Unset dirty status for tenant:727a92a263dc46af943056773177a0ac on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:16.046537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cbdda2ad-90ca-4290-a867-b1d2c13db5eb tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "GET /v2.0/ports?device_id=a1f994b6-fb0b-4d94-807d-df287f3ba61c HTTP/1.1" status: 200 len: 205 time: 0.4327571 Feb 16 13:48:16.053566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60542) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.102140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d579ccce-bc23-4745-a183-78b16ac50937 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 200 len: 205 time: 0.0706270 Feb 16 13:48:16.102140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] For port b3568bda-8c20-4126-8543-15306ee31f61, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b3568bda-8c20-4126-8543-15306ee31f61,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:16.104883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.110869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60546) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.141687 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5f94df47-2160-455d-b8e9-5d646fc0f226 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] delete failed (client error): The resource could not be found. Feb 16 13:48:16.142723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5f94df47-2160-455d-b8e9-5d646fc0f226 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/routers/a1f994b6-fb0b-4d94-807d-df287f3ba61c HTTP/1.1" status: 404 len: 336 time: 0.0883942 Feb 16 13:48:16.148576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Calling delete_port for 98e49f8d-8eee-4025-be13-c000292e1b47 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:16.148770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60550) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.152894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Router 8fe3ba06-3b91-4a8e-9599-836adfa7592b has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:16.194887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:16.195292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b3568bda-8c20-4126-8543-15306ee31f61 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:16.195541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.199367 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2bb65f-a33e-4b58-877a-7ac0f82fdf2d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.199818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2bb65f-a33e-4b58-877a-7ac0f82fdf2d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.201470 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e2bb65f-a33e-4b58-877a-7ac0f82fdf2d tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/16038e8f-0ef1-4dbf-9b25-c96f87d9eafe HTTP/1.1" status: 404 len: 337 time: 0.0513301 Feb 16 13:48:16.206407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60554) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.234250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.238230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event deleted for resources: {'Port': ['ID=b79634a7-78e7-43af-be79-b786a6ea3126,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:16.244000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d0cb26c3-5253-48fa-b1ec-c80de2219b5b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:16.247159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d0cb26c3-5253-48fa-b1ec-c80de2219b5b tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/d16b78ae-5a8f-4b19-bdae-3d12bdf5478b HTTP/1.1" status: 404 len: 336 time: 0.1027043 Feb 16 13:48:16.248852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60558) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.300367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.309197 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc04916-d075-4c3f-a0d3-cb53ade129b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.309651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc04916-d075-4c3f-a0d3-cb53ade129b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.311406 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-efc04916-d075-4c3f-a0d3-cb53ade129b7 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/9f59326b-7471-4782-99c7-a6c2d710107b HTTP/1.1" status: 404 len: 337 time: 0.1044366 Feb 16 13:48:16.318590 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2a5598e5-d75e-45bd-b06c-3499850e71b4 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 200 len: 205 time: 0.0650609 Feb 16 13:48:16.318590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60562) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.319222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.321807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1072a892-2fc0-4005-bbf6-29c75fa0b702 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "DELETE /v2.0/ports/b79634a7-78e7-43af-be79-b786a6ea3126 HTTP/1.1" status: 204 len: 168 time: 1.8994625 Feb 16 13:48:16.324624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.324766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60568) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.392430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.393096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.443863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] Pushing event deleted for resources: {'Port': ['ID=98e49f8d-8eee-4025-be13-c000292e1b47,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:16.446579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d7046-16fc-47c9-b937-62f54e719bef None None] No DVR routers for this DVR port 98e49f8d-8eee-4025-be13-c000292e1b47 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:16.476503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Deleting port 84dcfa8e-c426-4acf-8584-86d07c10d78d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:16.477173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.487381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9e747-27a8-486c-b99d-3ff6182a1ce6 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:48:16.507020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7d911e-94bb-4e2a-8e87-bf417e83d567 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.507020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7d911e-94bb-4e2a-8e87-bf417e83d567 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.511245 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3f7d911e-94bb-4e2a-8e87-bf417e83d567 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/b8747510-0179-4104-a849-9969876662eb HTTP/1.1" status: 404 len: 337 time: 0.1857173 Feb 16 13:48:16.511732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.537112 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bc8369-3f40-4fda-a079-a65a3470fb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:48:16.537734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-75bc8369-3f40-4fda-a079-a65a3470fb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Synchronizing usage tracker for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:16.550669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c7ac13e1-bb24-42ca-a060-e6905d00eb34 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:16.573015 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-0220b5bc-8b80-4b46-8eaa-a84a6f4f5c1e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:16.576311 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0220b5bc-8b80-4b46-8eaa-a84a6f4f5c1e tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/bb971fb9-ffcb-4f8e-900c-4e2233d2be68 HTTP/1.1" status: 404 len: 336 time: 0.2460215 Feb 16 13:48:16.587366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.602563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:16.616135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] The port '84dcfa8e-c426-4acf-8584-86d07c10d78d' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:48:16.623221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:16.627321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:16.628742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.632894 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4deff81-63a6-419f-9126-ca6cdff6d9b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.633353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4deff81-63a6-419f-9126-ca6cdff6d9b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.637375 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4deff81-63a6-419f-9126-ca6cdff6d9b2 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/b4473d7f-36ea-4e10-8a8c-29b63364c321 HTTP/1.1" status: 404 len: 333 time: 0.1135817 Feb 16 13:48:16.685125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60582) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.685346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=ded575ab-b64c-4fb3-8f42-6d9db6830df5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:16.697994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-75bc8369-3f40-4fda-a079-a65a3470fb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Unset dirty status for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:16.699170 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-75bc8369-3f40-4fda-a079-a65a3470fb77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports/b79634a7-78e7-43af-be79-b786a6ea3126 HTTP/1.1" status: 404 len: 333 time: 0.3452110 Feb 16 13:48:16.706525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:16.717775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:16.718311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.755963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60586) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.756644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=b3568bda-8c20-4126-8543-15306ee31f61,revision_number=5']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:16.769056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-29782497'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:16.774505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:16.787557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a9e747-27a8-486c-b99d-3ff6182a1ce6 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:48:16.829467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bad6f4b-fb9b-434e-8acd-ff217ff4f3e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.829899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bad6f4b-fb9b-434e-8acd-ff217ff4f3e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.833989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5bad6f4b-fb9b-434e-8acd-ff217ff4f3e1 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/4d7a6a14-2268-4bd5-abfa-db617969cc9f HTTP/1.1" status: 404 len: 337 time: 0.1438706 Feb 16 13:48:16.842156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-67065eb7-7284-478b-8d06-58255e58595d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.2856727 Feb 16 13:48:16.842754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60590) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.850427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60592) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.851749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:16.863942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:e3:df:1b', 'name': 'tempest-NetworksTestDHCPv6-760710933'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:16.883658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1293c434-a6b8-4c78-b9f4-76e8beca4516 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 200 len: 205 time: 0.2975051 Feb 16 13:48:16.892149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.913848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.925607 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b756fac-b454-4c2a-8f0e-bdb12bcd9c1e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:16.926556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b756fac-b454-4c2a-8f0e-bdb12bcd9c1e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:16.931517 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7b756fac-b454-4c2a-8f0e-bdb12bcd9c1e tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/11e6917a-2ce4-4820-b493-76af2e0d19c2 HTTP/1.1" status: 404 len: 337 time: 0.0825074 Feb 16 13:48:16.932137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60602) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:16.968743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.992124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Made reservation on behalf of 2b684d8edcaa431bbd3c4774fc85f9d8 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:16.992823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:16.997490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:17.015705 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Sync routers for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:17.021467 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da66d5b3-cac8-4e99-b00b-ecc6f38fea85 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "PUT /v2.0/routers/8fe3ba06-3b91-4a8e-9599-836adfa7592b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0262883 Feb 16 13:48:17.030090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea4c34b-f484-49e4-abbf-eefcc951dbb7']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.039796 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:17.040256 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.057793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f763da-3093-44a4-b954-866ccd49479c') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.058522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f763da-3093-44a4-b954-866ccd49479c') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.072996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.094098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:17.094830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.102125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c7ac13e1-bb24-42ca-a060-e6905d00eb34, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c7ac13e1-bb24-42ca-a060-e6905d00eb34,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:17.103816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:17.104357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.120793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.121071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:17.121302 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-89e8eec2-6168-4f40-aba3-0d7ccbff54e8 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 954 time: 5.6933305 Feb 16 13:48:17.130909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.144668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.145279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60608) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.204412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:17.228349 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:17.232982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b13732-5446-4744-8e07-c05208f95cec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:17.232982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b13732-5446-4744-8e07-c05208f95cec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:17.233765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-44b13732-5446-4744-8e07-c05208f95cec tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/c9b60b75-76c7-45d6-b866-61413cbecfac HTTP/1.1" status: 404 len: 333 time: 0.2973518 Feb 16 13:48:17.270953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60614) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.271718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:17.272673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.275258 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-013965ae-cb71-489a-a6a2-71915a951257 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:17.276396 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-013965ae-cb71-489a-a6a2-71915a951257 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/79aa7b83-ef0c-4daa-92de-1b13027f2cf0 HTTP/1.1" status: 404 len: 336 time: 0.3815739 Feb 16 13:48:17.292726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60618) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.323493 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:17.326906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.330525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port d5ecefc7-88d9-4ad2-8310-033c501ab483 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:17.383270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 98e49f8d-8eee-4025-be13-c000292e1b47 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:17.383677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 98e49f8d-8eee-4025-be13-c000292e1b47 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:17.383996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 84dcfa8e-c426-4acf-8584-86d07c10d78d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:17.412037 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3955ba47-818e-4f48-af35-fc6b652061b5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:17.412518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3955ba47-818e-4f48-af35-fc6b652061b5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:17.419785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.435413 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] 10.222.0.105 "DELETE /v2.0/networks/8ea4c34b-f484-49e4-abbf-eefcc951dbb7 HTTP/1.1" status: 204 len: 168 time: 3.7392852 Feb 16 13:48:17.460509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69ac4a-880f-4a57-9fcd-78aa57ee4410 tempest-NetworksTest-1185412884 tempest-NetworksTest-1185412884-project] Pushing event deleted for resources: {'Network': ['ID=8ea4c34b-f484-49e4-abbf-eefcc951dbb7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:17.473279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3955ba47-818e-4f48-af35-fc6b652061b5 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/ffb7eef9-b1d3-416b-84b2-37e3802aff3d HTTP/1.1" status: 404 len: 337 time: 0.1998787 Feb 16 13:48:17.495208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60624) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.510602 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e30f4234-26f5-45c1-b212-37136d9cbcab tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 200 len: 205 time: 0.1487272 Feb 16 13:48:17.520971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60626) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.579388 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc8970c-5037-4ebc-92dd-3029e4971843 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:17.580225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc8970c-5037-4ebc-92dd-3029e4971843 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:17.581689 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bfc8970c-5037-4ebc-92dd-3029e4971843 tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/subnets/8e337a54-34e9-412c-90a7-587bff831a4d HTTP/1.1" status: 404 len: 337 time: 0.0611422 Feb 16 13:48:17.588677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 84dcfa8e-c426-4acf-8584-86d07c10d78d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:17.589022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 84dcfa8e-c426-4acf-8584-86d07c10d78d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:17.597465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60634) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.622382 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-6c96888d-cc44-4618-a446-9487002ecd87 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:17.623325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c96888d-cc44-4618-a446-9487002ecd87 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/7f1c1bae-c7a4-4a98-b083-2a876c142f0d HTTP/1.1" status: 404 len: 336 time: 0.0994270 Feb 16 13:48:17.636585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.706327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Deleting subnet f930a049-9cc5-4605-ab0d-3cd4f3027c60 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:17.711514 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f2f3918-89cc-41a6-9ffb-0b456c792769 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 200 len: 205 time: 0.0736763 Feb 16 13:48:17.728647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:17.729423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:17.745492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.746128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.746665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.747339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.747889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.748388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.748878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.749606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.750099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.750625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.751105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.751576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:48:17.773046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60642) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.800639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:17.824743 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:17.862286 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-602e6a66-49ff-4005-a65c-5006d975a1b0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 954 time: 0.7143869 Feb 16 13:48:17.877845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.885356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:17.899026 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:48:11Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.905717 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Checking router: 8fe3ba06-3b91-4a8e-9599-836adfa7592b for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:17.918515 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Routers {'8fe3ba06-3b91-4a8e-9599-836adfa7592b'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:17.919598 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:17.945669 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f8d745bb-7bdd-4dc3-9e95-d83ca659e85d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:17.946719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f8d745bb-7bdd-4dc3-9e95-d83ca659e85d tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/5a3db1ac-7aca-441a-9b40-3e630e2c497a HTTP/1.1" status: 404 len: 336 time: 0.1724060 Feb 16 13:48:17.951899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:17.956373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:17.958469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60652) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:17.960886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:17.967645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:17.989893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:18.086122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:18.105476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15962c-45d2-49c8-98ff-9f859a93cf76 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:18.116211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Deleting port 123c478d-3aed-46de-b0f1-f8a0b3d65b9d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:18.116549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.154708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7846654d-002c-436b-bbe8-7c3b2c5fe088 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "GET /v2.0/ports?device_id=156df3fe-5348-4ab0-9a2b-310e7f71c953 HTTP/1.1" status: 200 len: 205 time: 0.1727643 Feb 16 13:48:18.155411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60662) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:18.159424 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] Set router 8fe3ba06-3b91-4a8e-9599-836adfa7592b gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:18.183749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.291571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.294823 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-9c8549d3-b8ee-43f8-9455-2d6ae27b67d3 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] delete failed (client error): The resource could not be found. Feb 16 13:48:18.300359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9c8549d3-b8ee-43f8-9455-2d6ae27b67d3 tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/routers/156df3fe-5348-4ab0-9a2b-310e7f71c953 HTTP/1.1" status: 404 len: 336 time: 0.1267407 Feb 16 13:48:18.301018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60666) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:18.360994 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbeb3bf-2b67-4082-9aad-49ee6594cafc tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:18.361454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbeb3bf-2b67-4082-9aad-49ee6594cafc tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:18.363419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0fbeb3bf-2b67-4082-9aad-49ee6594cafc tempest-RoutersAdminTest-896476936 tempest-RoutersAdminTest-896476936-project] 10.222.0.105 "DELETE /v2.0/subnets/e0db2d02-53c4-49a3-9d0b-e8a6e577ab14 HTTP/1.1" status: 404 len: 337 time: 0.0542622 Feb 16 13:48:18.533567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.623822 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:48:11Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:18.637068 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f832e-2d52-405a-a6d5-3bb69ffe4bff None None] The sync data for ids ['8fe3ba06-3b91-4a8e-9599-836adfa7592b'] in dv-neutron-828143-3-hyperv is: [{'id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2014441312', 'tenant_id': '0f37808179094a2d8662567dfe296f0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3'}], 'enable_snat': True}, 'gw_port_id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:44:26Z', 'updated_at': '2022-02-16T13:48:11Z', 'revision_number': 5, 'project_id': '0f37808179094a2d8662567dfe296f0e', 'gw_port': {'id': '28670c31-ad85-45f8-af70-3ab35cbf146f', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:49:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe3ba06-3b91-4a8e-9599-836adfa7592b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:44:27Z', 'updated_at': '2022-02-16T13:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:18.671030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:14Z', 'revision_number': 6, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:18.678969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:18.694399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:18.694866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:18.715188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Calling delete_port for 123c478d-3aed-46de-b0f1-f8a0b3d65b9d owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:18.756217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60674) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:18.823067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.826347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.909204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port 82781322-a6c9-4fc0-a18c-3d41e17d890d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:18.915652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Network 55be34e6-b505-43ba-8f80-524707f6a6f4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:18.918768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:18.921316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:18.922847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:18.923427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.928592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:18.952416 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-129b307b-c8fd-4097-8477-dac280116eb3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=997c152e38bf46e7a45c708ee8c3a291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576331 Feb 16 13:48:18.952416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:18.970687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.001314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60680) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:19.007132 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.2472074 Feb 16 13:48:19.012824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60682) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:19.075148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.103439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8281'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:19.164169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94823321-dc38-40b9-a5d5-e5bd6b317e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ecefc7-88d9-4ad2-8310-033c501ab483,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:19.171265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.176545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/ports/123c478d-3aed-46de-b0f1-f8a0b3d65b9d HTTP/1.1" status: 204 len: 168 time: 1.5772488 Feb 16 13:48:19.177385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60688) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:19.234810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:19.260607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805af2f-549a-4a2b-9cd1-e02052f5ebfc tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Port': ['ID=123c478d-3aed-46de-b0f1-f8a0b3d65b9d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:19.284376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.290934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Usage tracker for resource:security_group_rule and tenant:27831e63a728412092abf4dfb38b0ca6 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:19.297103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:19.326884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:48:19.327464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:48:19.389521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:14Z', 'revision_number': 6, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:19.397147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae33af-3773-4f17-9c5f-ff1bcebf46fc None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:14Z', 'revision_number': 6, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:19.416947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:19.500531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.511721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.527294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.570388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.590604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.756643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c7ac13e1-bb24-42ca-a060-e6905d00eb34 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:19.786640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Subnet': ['ID=f930a049-9cc5-4605-ab0d-3cd4f3027c60,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:19.794098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:19.873165 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8a19d38-9295-4898-8d0f-e8f6afd5588a tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "DELETE /v2.0/subnets/f930a049-9cc5-4605-ab0d-3cd4f3027c60 HTTP/1.1" status: 204 len: 168 time: 2.7270677 Feb 16 13:48:19.879497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60692) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:19.903169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322776c-2528-49b6-9f40-dfa9b8741a93 None None] Network 9e5f14dd-ae55-40b3-9af2-035af7298b31 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:20.043087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d8b4a12-5d5d-4b3c-8c7a-ef166538e509 None None] Provisioning complete for port b3568bda-8c20-4126-8543-15306ee31f61 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:20.043450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d8b4a12-5d5d-4b3c-8c7a-ef166538e509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.055705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::1f9 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/9c7aa794-4d1d-42fd-9e8c-4ab6379162c0/82781322-a6c9-4fc0-a18c-3d41e17d890d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:20.069276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:df1b (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/ded575ab-b64c-4fb3-8f42-6d9db6830df5/82781322-a6c9-4fc0-a18c-3d41e17d890d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:20.095208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.112505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.173313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c7ac13e1-bb24-42ca-a060-e6905d00eb34 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:20.174006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.248337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.343048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.344166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.390147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:20.404424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c518739-c3f9-47d3-ad5c-997b77e2235d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:20.432231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336648f3-ca86-4ab8-8418-49f5b3a96a25,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:20.435346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.449954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.456350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3c518739-c3f9-47d3-ad5c-997b77e2235d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:20.456921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c518739-c3f9-47d3-ad5c-997b77e2235d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:20.466934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object 82781322-a6c9-4fc0-a18c-3d41e17d890d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:20.470010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772abb49-cda6-49ce-b18a-214775ac912b']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:20.494263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.515475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] DHCP port deletion for 9e5f14dd-ae55-40b3-9af2-035af7298b31 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:20.520941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Deleting port 40d00341-552d-4827-b0b9-d49cfda5e37d {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:20.521802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.535585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] device_id is not set on port d5ecefc7-88d9-4ad2-8310-033c501ab483 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:20.547498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c833182-31b2-437d-8150-e10e09078896') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:20.547898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c833182-31b2-437d-8150-e10e09078896') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:20.563894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.567869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db28f5cb-50e1-499d-a1b4-8cd7f290591d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/336648f3-ca86-4ab8-8418-49f5b3a96a25 HTTP/1.1" status: 204 len: 168 time: 1.5562546 Feb 16 13:48:20.567869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=27831e63a728412092abf4dfb38b0ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8104227 Feb 16 13:48:20.573350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.575982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff156a-33af-4273-9e87-010927b614df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b39455-1d89-4739-8408-c602720382f6,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:20.585137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.593177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60698) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:20.643968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.731321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Transition to ACTIVE for port object d5ecefc7-88d9-4ad2-8310-033c501ab483 will not be triggered until provisioned by entity L2. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:20.746014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.754205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.801886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] For port 40d00341-552d-4827-b0b9-d49cfda5e37d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=40d00341-552d-4827-b0b9-d49cfda5e37d,segment=NetworkSegment(eba900d9-5c3d-4906-9f30-221ca6b37b43),segment_id=eba900d9-5c3d-4906-9f30-221ca6b37b43)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:20.802395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.802595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:20.802907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:20.819302 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:20.837858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:20.843555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:20.851116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:20.870702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:20.871572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.892075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=82781322-a6c9-4fc0-a18c-3d41e17d890d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:20.903833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.909590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:20.914446 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e7f7ce0-a74f-4a1a-a058-acc5122b6ff1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0605876 Feb 16 13:48:20.917267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:20.918808 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d91ce91b-d3d0-48a3-84ad-39f89be5b22c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 704 time: 3.0395687 Feb 16 13:48:20.919660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:20.921454 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:20.923204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:20.940781 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:20.941396 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:21.158146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Calling delete_port for 40d00341-552d-4827-b0b9-d49cfda5e37d owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:21.263292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port 82781322-a6c9-4fc0-a18c-3d41e17d890d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:21.263926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.333251 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cfdc831d-ed09-4e14-aecf-783255d7bb1d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 704 time: 0.4087834 Feb 16 13:48:21.336325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60720) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:21.352542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e5943a00-0241-4997-840a-93ead08ccab2 None None] Provisioning for port 82781322-a6c9-4fc0-a18c-3d41e17d890d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:21.358109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.358474 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:21.376352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.381854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.402583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.424892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ecefc7-88d9-4ad2-8310-033c501ab483,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:21.444818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e5943a00-0241-4997-840a-93ead08ccab2 None None] Provisioning complete for port 82781322-a6c9-4fc0-a18c-3d41e17d890d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:21.445469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5943a00-0241-4997-840a-93ead08ccab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.452441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] Pushing event deleted for resources: {'Network': ['ID=772abb49-cda6-49ce-b18a-214775ac912b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:21.455301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:21.455432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:21.455762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:21.470619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a478abe-f458-4e38-afc2-23526ac0fdbf tempest-PortsIpV6TestJSON-617785921 tempest-PortsIpV6TestJSON-617785921-project] 10.222.0.105 "DELETE /v2.0/networks/772abb49-cda6-49ce-b18a-214775ac912b HTTP/1.1" status: 204 len: 168 time: 2.2116899 Feb 16 13:48:21.479153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.490711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:21.491214 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:21.502336 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 2 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:21.525696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Deleting port 28670c31-ad85-45f8-af70-3ab35cbf146f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:21.526046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.538190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] Pushing event deleted for resources: {'Port': ['ID=40d00341-552d-4827-b0b9-d49cfda5e37d,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:21.563535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:21.563535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:21.563778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:21.580791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd5bde1-1166-48d9-8ab1-e859197ec98f None None] No DVR routers for this DVR port 40d00341-552d-4827-b0b9-d49cfda5e37d on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:21.590247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:21.590247 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:21.593939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 3 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:21.607439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e5943a00-0241-4997-840a-93ead08ccab2 None None] Port 82781322-a6c9-4fc0-a18c-3d41e17d890d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:21.666481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:21.666809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:21.675167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:21.752591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 40d00341-552d-4827-b0b9-d49cfda5e37d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:21.802733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 40d00341-552d-4827-b0b9-d49cfda5e37d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:21.803071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 40d00341-552d-4827-b0b9-d49cfda5e37d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:21.825103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:21.825915 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:21.826509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.833324 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 4 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:21.864664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b39455-1d89-4739-8408-c602720382f6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:21.886746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:21.887079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:21.887413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:21.897061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60736) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:21.902854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.904001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-22c3fba2-293a-4d22-83c5-7f666d67b8b0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c6b39455-1d89-4739-8408-c602720382f6 HTTP/1.1" status: 204 len: 168 time: 1.3096514 Feb 16 13:48:21.904967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:21.905072 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:21.911708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 5 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:21.959376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:21.959706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:21.960097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:21.975992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:21.976315 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:21.977960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] For port 28670c31-ad85-45f8-af70-3ab35cbf146f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=28670c31-ad85-45f8-af70-3ab35cbf146f,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:21.978353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:21.986194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 6 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:22.045795 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:19Z', 'revision_number': 7, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:22.049900 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:22.060293 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:22.062491 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:22.065049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60744) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:22.136311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.206050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:22.213153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:22.213598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:22.231039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Calling delete_port for 28670c31-ad85-45f8-af70-3ab35cbf146f owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:22.298292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for 82781322-a6c9-4fc0-a18c-3d41e17d890d owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:22.299347 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:22.525580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60752) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:22.539923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1691915588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:22.576581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:22.577877 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:22.581270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:22.589780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 7 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:22.620652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:router and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:22.628922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:22.650315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:22.670321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:22.670756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:22.671235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:22.718900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:22.719342 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:22.730800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 8 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:22.734653 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:19Z', 'revision_number': 7, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:22.737872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.738977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.740170 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534e16b-e4d6-4882-b412-e37ade6f2ceb None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:19Z', 'revision_number': 7, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7ac13e1-bb24-42ca-a060-e6905d00eb34', 'name': '', 'network_id': '4c1f88ad-a1a9-4ce5-9e64-1ab25166b725', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:df:b1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:48:05Z', 'updated_at': '2022-02-16T13:48:17Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': 'c96d33df-9b8a-4dc7-a11f-5dafaef36db3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:22.765169 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9903e624-ed0a-4235-8e32-7d3b028cb121 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=727a92a263dc46af943056773177a0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8679683 Feb 16 13:48:22.771429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:22.775532 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4d007163-c9f7-4f85-818b-22dbd8c39ba7 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=de8e8fa0e5204f1daea8fd4357b44dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468677 Feb 16 13:48:22.780743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:22.781062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:22.781526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:22.794459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60762) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:22.815906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:22.816478 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:22.822326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 9 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:22.847620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.893629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:22.894048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:22.894472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:22.906396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.907133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:22.926518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:22.926940 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:22.933001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempt 10 to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 Feb 16 13:48:22.979791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:22.980118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] {{(pid=87697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:22.980447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempting to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:22.996928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:48:22.997242 dv-neutron-828143-3-hyperv neutron-server[87697]: ERROR neutron.plugins.ml2.managers [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Failed to bind port d5ecefc7-88d9-4ad2-8310-033c501ab483 on host hv-neutron-8281 for vnic_type normal using segments [{'id': 'da2bd188-5269-423f-93e9-0493938ed2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '55be34e6-b505-43ba-8f80-524707f6a6f4'}] Feb 16 13:48:22.997658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.009063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.011241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.071666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.097193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=82781322-a6c9-4fc0-a18c-3d41e17d890d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:23.152211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.191532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.205390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.212919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.216206 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bd570b30-64aa-4efe-856d-873b025d3fc5 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/82781322-a6c9-4fc0-a18c-3d41e17d890d HTTP/1.1" status: 204 len: 168 time: 2.2953420 Feb 16 13:48:23.224146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60766) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:23.279088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.280299 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04d39276-62bb-4617-b6ae-1eb6a1113bd3 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2142448 Feb 16 13:48:23.281137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Port': ['ID=28670c31-ad85-45f8-af70-3ab35cbf146f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:23.295350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:23.332259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2097973458'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:23.373313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:23.378595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013da697-4175-4938-9ce2-777e50345aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:23.379344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-013da697-4175-4938-9ce2-777e50345aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:23.433833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:network and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:23.440832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:23.450771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-013da697-4175-4938-9ce2-777e50345aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:23.455042 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-013da697-4175-4938-9ce2-777e50345aa7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2295587 Feb 16 13:48:23.455937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port c7ac13e1-bb24-42ca-a060-e6905d00eb34 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:23.456614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.457260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:23.459064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60774) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:23.504746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port d5ecefc7-88d9-4ad2-8310-033c501ab483, host hv-neutron-8281, cleared binding levels {{(pid=87697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:23.505077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attempted to set empty binding levels {{(pid=87697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 16 13:48:23.523157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.570890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:23.575901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.625787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.648986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.660641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.678758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port c7ac13e1-bb24-42ca-a060-e6905d00eb34, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c7ac13e1-bb24-42ca-a060-e6905d00eb34,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:23.679117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.720864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.736157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] In _notify_port_updated(), no bound segment for port d5ecefc7-88d9-4ad2-8310-033c501ab483 on network 55be34e6-b505-43ba-8f80-524707f6a6f4 {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:48:23.737016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:23.737598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.739234 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "PUT /v2.0/ports/d5ecefc7-88d9-4ad2-8310-033c501ab483 HTTP/1.1" status: 200 len: 979 time: 4.6654818 Feb 16 13:48:23.747135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:23.826319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9904c46-fa80-4091-b0f3-3b0dd1d30028,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:23.843105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for c7ac13e1-bb24-42ca-a060-e6905d00eb34 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:23.878541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:23.904517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dba35-8aae-4af8-b41f-e99e0b8a11b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event updated for resources: {'Port': ['ID=d5ecefc7-88d9-4ad2-8310-033c501ab483,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:23.912317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:security_group_rule and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:23.919913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:23.923781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Deleting port d5ecefc7-88d9-4ad2-8310-033c501ab483 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:23.924119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.930832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.933807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80877087-7087-498f-b284-6e41346cb15e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:23.936912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:23.939244 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.943705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.944870 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-28c4b5d0-e6d5-42dd-8f69-6ea77ac0258d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b9904c46-fa80-4091-b0f3-3b0dd1d30028 HTTP/1.1" status: 204 len: 168 time: 1.1682644 Feb 16 13:48:23.961466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:23.964943 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aec50de0-158c-49d9-a046-9ec522d65263 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/80877087-7087-498f-b284-6e41346cb15e HTTP/1.1" status: 204 len: 168 time: 1.1671391 Feb 16 13:48:24.006634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c591a-8723-4be4-89b4-321e1b25f86f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:24.012256 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ce3c591a-8723-4be4-89b4-321e1b25f86f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5473607 Feb 16 13:48:24.017965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60786) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:24.021273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.022135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe3ba06-3b91-4a8e-9599-836adfa7592b {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:48:24.153822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:24.155386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:24.156896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:24.157736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:24.174837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.181302 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-378cf858-ec69-4076-a12d-22ec5b758ae9 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "DELETE /v2.0/routers/8fe3ba06-3b91-4a8e-9599-836adfa7592b HTTP/1.1" status: 204 len: 168 time: 4.2979863 Feb 16 13:48:24.200321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60790) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:24.306137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:24.307519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b451d2a-95b0-43ec-90e3-bf457a43e434 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2825518 Feb 16 13:48:24.316166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60798) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:24.406440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.424140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.461938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.462123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] For port d5ecefc7-88d9-4ad2-8310-033c501ab483, host hv-neutron-8281, got binding levels [] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:24.462123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.506086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 9c7aa794-4d1d-42fd-9e8c-4ab6379162c0 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:24.507907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a133fbd-f89c-4583-b3db-c1a0d94df456,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:24.514557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.638166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Calling delete_port for d5ecefc7-88d9-4ad2-8310-033c501ab483 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:24.735118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.845463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.912612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=c7ac13e1-bb24-42ca-a060-e6905d00eb34,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:24.912921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:24.935792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:24.973314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.050106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.051545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Added segment 32a9b1e3-48e5-40b3-aee6-68a5e1c65a68 of type vlan for network 89284221-cdf6-4c89-bdce-d75e243a3c12 Feb 16 13:48:25.065415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.087199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5f14dd-ae55-40b3-9af2-035af7298b31']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:25.106257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5ecefc7-88d9-4ad2-8310-033c501ab483,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:25.120555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba900d9-5c3d-4906-9f30-221ca6b37b43') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:25.120842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba900d9-5c3d-4906-9f30-221ca6b37b43') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:25.143316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.146111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.150501 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d86719cb-e965-4e99-af08-947290ce6c5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "DELETE /v2.0/ports/d5ecefc7-88d9-4ad2-8310-033c501ab483 HTTP/1.1" status: 204 len: 168 time: 1.4006653 Feb 16 13:48:25.152658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.214456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.227987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.240713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:25.241117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:25.259532 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:25.326178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.338996 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1214b7-25b9-48ab-84a7-aa4abbed1c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] GET failed (client error): The resource could not be found. Feb 16 13:48:25.340228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f1214b7-25b9-48ab-84a7-aa4abbed1c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Synchronizing usage tracker for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:25.376883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f1214b7-25b9-48ab-84a7-aa4abbed1c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] Unset dirty status for tenant:2b684d8edcaa431bbd3c4774fc85f9d8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:25.379285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f1214b7-25b9-48ab-84a7-aa4abbed1c37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1641999455-project-admin] 10.222.0.105 "GET /v2.0/ports/d5ecefc7-88d9-4ad2-8310-033c501ab483 HTTP/1.1" status: 404 len: 333 time: 0.2253771 Feb 16 13:48:25.384233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.411491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.417279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:25.417881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.456347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.462554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60840) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.522792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.573626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Network': ['ID=89284221-cdf6-4c89-bdce-d75e243a3c12,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:25.581788 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dc0f345b-bf1b-4f60-af5a-3bbaef74357d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2726574 Feb 16 13:48:25.586705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:25.610239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60848) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.632023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "DELETE /v2.0/networks/9e5f14dd-ae55-40b3-9af2-035af7298b31 HTTP/1.1" status: 204 len: 168 time: 1.4264419 Feb 16 13:48:25.633264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.654295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.654852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'subnet': {'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:25.678597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.691696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60856) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.719426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7254ac9-e03e-49cb-853f-ff992706100d tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'Network': ['ID=9e5f14dd-ae55-40b3-9af2-035af7298b31,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:25.799975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7aa794-4d1d-42fd-9e8c-4ab6379162c0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:25.809425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.811546 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8d1f915f-8309-4775-9d3e-4b83a2b30bb4 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/9c7aa794-4d1d-42fd-9e8c-4ab6379162c0 HTTP/1.1" status: 204 len: 168 time: 1.4911554 Feb 16 13:48:25.816037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60862) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:25.839586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418557cf-58e4-4b8c-8b2a-d37823515cbc None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:25.853945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 28670c31-ad85-45f8-af70-3ab35cbf146f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:25.882410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1721423380'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:25.891687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:25.899457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 28670c31-ad85-45f8-af70-3ab35cbf146f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:25.899791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 28670c31-ad85-45f8-af70-3ab35cbf146f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:25.909477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Usage tracker for resource:network and tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:25.919537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:25.936713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:25.945177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2f645710-d4da-4b36-88f7-a0ccbab0e3d5 tempest-DvrRoutersNegativeTest-368310336 tempest-DvrRoutersNegativeTest-368310336-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1117321530', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:25.945891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:25.948999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-2f645710-d4da-4b36-88f7-a0ccbab0e3d5 tempest-DvrRoutersNegativeTest-368310336 tempest-DvrRoutersNegativeTest-368310336-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87698) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 16 13:48:25.948999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.policy [None req-2f645710-d4da-4b36-88f7-a0ccbab0e3d5 tempest-DvrRoutersNegativeTest-368310336 tempest-DvrRoutersNegativeTest-368310336-project] Failed policy check for 'create_router' {{(pid=87698) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 16 13:48:25.948999 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-2f645710-d4da-4b36-88f7-a0ccbab0e3d5 tempest-DvrRoutersNegativeTest-368310336 tempest-DvrRoutersNegativeTest-368310336-project] create failed (client error): Access was denied to this resource. Feb 16 13:48:25.949781 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f645710-d4da-4b36-88f7-a0ccbab0e3d5 tempest-DvrRoutersNegativeTest-368310336 tempest-DvrRoutersNegativeTest-368310336-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2541254 Feb 16 13:48:25.958417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet ded575ab-b64c-4fb3-8f42-6d9db6830df5 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:25.963691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:subnet and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:25.966549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:25.996973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.000833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:26.001325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:26.017243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:26.020918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Made reservation on behalf of 1b87b5fb7d4a4ed584af4cb9b9c1b9d9 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:26.024886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.044916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.073448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:26.077317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.093567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.126154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:26.152337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.161827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.186108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Usage tracker for resource:security_group_rule and tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:26.191078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:26.206361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:26.325807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.335024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55be34e6-b505-43ba-8f80-524707f6a6f4']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:26.371409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2bd188-5269-423f-93e9-0493938ed2f1') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:26.372149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2bd188-5269-423f-93e9-0493938ed2f1') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:26.391811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.413833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:26.427052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:26.435916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.449817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:26.455786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:26.458591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.464027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:26.464934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:26.477160 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:26.538994 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2872156-4b99-4936-8a26-f5f3f261338a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2016401 Feb 16 13:48:26.546603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60876) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:26.561724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.569731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.592337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:26.603928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.604395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Added segment 3b73bbbf-b071-44c4-9326-3387c5266e5d of type vlan for network 79b64834-0601-4855-bf22-08ed596766a3 Feb 16 13:48:26.643709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet c96d33df-9b8a-4dc7-a11f-5dafaef36db3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:26.651276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.662044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.715217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.725657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.728059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.732225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:26.739103 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] 10.222.0.105 "DELETE /v2.0/security-groups/52d9963a-50a7-49f8-bd02-4fc7590573fc HTTP/1.1" status: 204 len: 168 time: 1.0835810 Feb 16 13:48:26.742476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=ded575ab-b64c-4fb3-8f42-6d9db6830df5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:26.757201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.774774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809e8b2-2bec-4ce1-8e68-547b95dc7976 tempest-TestNetworkAdvancedServerOps-1638887074 tempest-TestNetworkAdvancedServerOps-1638887074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d9963a-50a7-49f8-bd02-4fc7590573fc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:26.776820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.802501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d273a5a1-01ad-46b4-a2ec-9914bc8a62b0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:26.808475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.822713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.842576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] Pushing event deleted for resources: {'Network': ['ID=55be34e6-b505-43ba-8f80-524707f6a6f4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:26.845537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.847294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:26.852655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a511cadfc848e786ebcc182d137f59 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:26.857853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:26.866234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:26.956802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Subnet': ['ID=624b9687-76b5-4354-83b9-3cf66f18d8dc,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:26.971942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Checking segment: {'id': '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:26.972705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network hostable DHCP agents. Network: 89284221-cdf6-4c89-bdce-d75e243a3c12, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:26.980934 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9cfe1c66-ebf4-426c-bb5c-222a69f25d8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ded575ab-b64c-4fb3-8f42-6d9db6830df5 HTTP/1.1" status: 204 len: 168 time: 1.1613338 Feb 16 13:48:26.981556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:26.983058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.003080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.013652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.100806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-23ac6af6-41af-4d12-809e-96b52774e339 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152585 Feb 16 13:48:27.103910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.116444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbee666-d85c-43bd-ab39-342f8ca01c0b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:27.119189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:27.119540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.123239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60890) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.166449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:27.190866 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c95417d8-a367-4462-97b5-6982b6eacc3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-461401968-project] 10.222.0.105 "DELETE /v2.0/networks/55be34e6-b505-43ba-8f80-524707f6a6f4 HTTP/1.1" status: 204 len: 168 time: 1.8048584 Feb 16 13:48:27.312552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60896) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.327672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa15245-2c3f-480b-abeb-aada9c13ed6e None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:27.337883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-00f4777b-72d4-438e-9d73-dce9c5c96c34 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c2a511cadfc848e786ebcc182d137f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9206693 Feb 16 13:48:27.343126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:27.347678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:27.351733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:27.357825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:27.367812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60900) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.371641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9053273 Feb 16 13:48:27.383086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60904) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.394720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:27.402461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:27.407429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.417995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Request body: {'subnet': {'network_id': '79b64834-0601-4855-bf22-08ed596766a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:27.524753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 89284221-cdf6-4c89-bdce-d75e243a3c12) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:27.530350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:27.530744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.546884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfbed67-3715-4714-8109-f5294f878d31 None None] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:27.553107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0c74c-99dc-4464-b007-38032f99d8e3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'Network': ['ID=79b64834-0601-4855-bf22-08ed596766a3,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:27.573046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 79b64834-0601-4855-bf22-08ed596766a3 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:27.623220 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b31a664-635e-407f-8b67-34f78e8acf70 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0f37808179094a2d8662567dfe296f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009393 Feb 16 13:48:27.624391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60912) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.654261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67bba45a-4ba4-4747-90aa-f6d3bf5dafc0 None None] Provisioning complete for port b3568bda-8c20-4126-8543-15306ee31f61 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:27.654765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67bba45a-4ba4-4747-90aa-f6d3bf5dafc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.667271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:27.669309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.673895 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c7230e85-9f9b-4ec2-949a-357dfae4acf2 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0553262 Feb 16 13:48:27.679432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Usage tracker for resource:subnet and tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:27.688963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:27.689450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:27.697928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:27.719490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.720430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.729760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Made reservation on behalf of 1b87b5fb7d4a4ed584af4cb9b9c1b9d9 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:27.733540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.861591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.861978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'network': {'name': 'tempest-router-network01--638386059'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:27.871297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.925153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:27.953633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:27.958313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=c96d33df-9b8a-4dc7-a11f-5dafaef36db3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:27.963950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:network and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:27.969043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:27.975078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:24Z', 'revision_number': 8, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:27.977095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:27.982926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:28.010735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.012839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383b4ad1-3f57-4d60-90a5-dbe6daf72800 None None] Network 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:28.024930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:28.031863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.040892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:28.041524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:28.056237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aa445b9f-2cf5-41b6-a202-74350b2d0cf7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/c96d33df-9b8a-4dc7-a11f-5dafaef36db3 HTTP/1.1" status: 204 len: 168 time: 1.5080566 Feb 16 13:48:28.067303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60926) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:28.074189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.102502 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7f9d94e7-fe3a-4a8a-b929-6e6e41aeedf2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=8f1282238eab4f3592b8f87e4b347f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302113 Feb 16 13:48:28.109778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60930) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:28.198331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:28.252561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.269367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.271090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.271542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Added segment 021ed5c7-9150-4afd-b591-8e261bd42a59 of type vlan for network 6f047dce-dde9-4c08-add2-bea9bf461c10 Feb 16 13:48:28.272910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:28.280442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.299175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d2d116-d28c-4969-b340-351cdb893469,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:28.299968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.313118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 0f47183b-4bfd-44f1-afbe-baaf8b70848f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:28.313447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.318115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbee666-d85c-43bd-ab39-342f8ca01c0b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:28.363447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.380494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.406127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.409980 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d2d327b-5266-4402-b792-bc77ab7ffdc0 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/46d2d116-d28c-4969-b340-351cdb893469 HTTP/1.1" status: 204 len: 168 time: 0.7820523 Feb 16 13:48:28.432962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:28.440025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.458663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.462716 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-217cca0a-23ee-4b21-be4c-468e01e1d109 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2fbee666-d85c-43bd-ab39-342f8ca01c0b HTTP/1.1" status: 204 len: 168 time: 1.0935478 Feb 16 13:48:28.488623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.547060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.553195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:28.554156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.628852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'Subnet': ['ID=98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:28.634600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Checking segment: {'id': '3b73bbbf-b071-44c4-9326-3387c5266e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '79b64834-0601-4855-bf22-08ed596766a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:28.634962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Network hostable DHCP agents. Network: 79b64834-0601-4855-bf22-08ed596766a3, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:28.671163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Deleting port b3568bda-8c20-4126-8543-15306ee31f61 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:28.671537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.684563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 0f47183b-4bfd-44f1-afbe-baaf8b70848f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0f47183b-4bfd-44f1-afbe-baaf8b70848f,segment=NetworkSegment(65e9265e-c14e-49f6-a716-d7101b3996bf),segment_id=65e9265e-c14e-49f6-a716-d7101b3996bf)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:28.684963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.693621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Network 79b64834-0601-4855-bf22-08ed596766a3 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:28.769864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:28.785780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:28.857127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:28.857868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.862738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.874952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 0f47183b-4bfd-44f1-afbe-baaf8b70848f owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:28.934416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 79b64834-0601-4855-bf22-08ed596766a3) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:28.964052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-89284221-cdf6-4c89-bdce-d75e243a3c12', 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12', 'tenant_id': '513a027d28124870ab28aa6238820a1f', 'fixed_ips': [{'subnet_id': '624b9687-76b5-4354-83b9-3cf66f18d8dc'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:28.965144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.966289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:28.966970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:28.977928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c3f01-a8b7-4d1a-8a55-560a93350ac9 None None] Network 79b64834-0601-4855-bf22-08ed596766a3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:29.005696 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-186f38b9-f3d4-4eb7-a074-8a7b6aa45da2 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6145954 Feb 16 13:48:29.005925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Network': ['ID=6f047dce-dde9-4c08-add2-bea9bf461c10,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:29.007872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60946) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.024256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Request body: {'port': {'network_id': '79b64834-0601-4855-bf22-08ed596766a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1568046798'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:29.034508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fd0ed7-c9a1-489b-865a-e4aab0f03f46,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:29.049209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.054718 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb985766-d61e-4210-b220-88329f052da2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a3fd0ed7-c9a1-489b-865a-e4aab0f03f46 HTTP/1.1" status: 204 len: 168 time: 0.9373004 Feb 16 13:48:29.056081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=7c388b79-060f-4b9b-b34b-48d79a926d9a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:29.072455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:29.082086 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-325ec793-2410-475a-9257-33df74f6c928 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3840580 Feb 16 13:48:29.092469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-51cbc139-927d-4daf-a495-804377b964aa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9601660 Feb 16 13:48:29.094418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.094931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.119206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:29.161588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.246502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port 0f47183b-4bfd-44f1-afbe-baaf8b70848f on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:29.267141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.276137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'network': {'name': 'tempest-router-network02--771261501'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:29.281113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:29.284974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:network and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:29.287924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:29.294638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:29.322324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=0f47183b-4bfd-44f1-afbe-baaf8b70848f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:29.334755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:29.340262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.364621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.385157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:29.402486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Allocated IP 172.20.0.2 (89284221-cdf6-4c89-bdce-d75e243a3c12/624b9687-76b5-4354-83b9-3cf66f18d8dc/7880f63e-dde1-451e-a03c-09359d40c4c1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:29.409507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:29.435256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Usage tracker for resource:security_group_rule and tenant:eb65e34bc0db4249b6b26a2a7f70ca3b is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:29.445602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:29.458507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:29.461013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:29.468857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:29.473695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:29.477710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:29.485663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:29.502016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:29.506787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.522082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Usage tracker for resource:port and tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:29.575173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:29.593468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:29.620193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.659106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Made reservation on behalf of 1b87b5fb7d4a4ed584af4cb9b9c1b9d9 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:29.671935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.696313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1f88ad-a1a9-4ce5-9e64-1ab25166b725']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:29.717968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.718534 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Added segment 7d131461-c745-45d1-968f-11940b284ab2 of type vlan for network 165fdce7-7d64-4c9a-8b48-6157f696be4d Feb 16 13:48:29.733275 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c388b79-060f-4b9b-b34b-48d79a926d9a (CIDR: 2001:db8::/64) Feb 16 13:48:29.739133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] device_id is not set on port f5aba804-76d5-4c40-8a59-a1c09f6097f2 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:29.761570 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:48:29.762178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:29.815229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e9265e-c14e-49f6-a716-d7101b3996bf') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:29.815523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e9265e-c14e-49f6-a716-d7101b3996bf') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:29.821845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.846397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.846908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.882791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.895243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:29.898387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b3568bda-8c20-4126-8543-15306ee31f61 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:29.898609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.920962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecb21ffa-8fc6-4e3a-9fac-a13138e25fb9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8111093 Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:29.930656 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:29.933222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60976) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:29.943179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'subnet': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:29.964603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:29.976087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:29.976708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.059885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.079652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9827876 Feb 16 13:48:30.102251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.122132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60984) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:30.122922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=4c1f88ad-a1a9-4ce5-9e64-1ab25166b725,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:30.128847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8da56194-5d7f-43fb-b63e-fdecd0783556 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 HTTP/1.1" status: 204 len: 168 time: 2.0580304 Feb 16 13:48:30.133857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 60986) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:30.152467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] For port b3568bda-8c20-4126-8543-15306ee31f61, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b3568bda-8c20-4126-8543-15306ee31f61,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:30.153112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.191235 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d2d615c6-a166-4bd7-9464-0b24ef9e3bf8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2b684d8edcaa431bbd3c4774fc85f9d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580868 Feb 16 13:48:30.209818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:30.216187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'subnet': {'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:30.234311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94b46-fab3-4362-93eb-cc82c612389d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Network': ['ID=165fdce7-7d64-4c9a-8b48-6157f696be4d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:30.282860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Calling delete_port for b3568bda-8c20-4126-8543-15306ee31f61 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:30.324986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.333541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:30.339265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.357477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:30.379314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=eb65e34bc0db4249b6b26a2a7f70ca3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1110537 Feb 16 13:48:30.383210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:subnet and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:30.385866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 60998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:30.400756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:30.497585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41b555-c2ca-40ea-bee8-d16b6a536811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77664c7-3e13-4ca0-bcdc-ff2532f94f10,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:30.501456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ce0a4-ede7-4ba8-8a15-8f3400be1f96 None None] DHCP port deletion for 4c1f88ad-a1a9-4ce5-9e64-1ab25166b725 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:30.511003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:30.524476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.549428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.565039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.593323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Allocated IP 2001:db8::c5 (79b64834-0601-4855-bf22-08ed596766a3/98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41/f5aba804-76d5-4c40-8a59-a1c09f6097f2) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:30.598262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:30.620667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.629729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Transition to ACTIVE for port object 7880f63e-dde1-451e-a03c-09359d40c4c1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:30.648826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:30.654664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.656790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:30.666411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:subnet and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:30.731802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Transition to ACTIVE for port object 7880f63e-dde1-451e-a03c-09359d40c4c1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:30.740647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.744981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:30.778352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port b3568bda-8c20-4126-8543-15306ee31f61 update to DOWN by agent not found {{(pid=87699) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 16 13:48:30.799612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.817374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:30.832968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.841792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] No DVR routers for this DVR port b3568bda-8c20-4126-8543-15306ee31f61 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:30.843642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a5457-98c2-43a0-981f-dafb32ac8586 None None] Pushing event deleted for resources: {'Port': ['ID=b3568bda-8c20-4126-8543-15306ee31f61,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:30.847034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115078284'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:30.852062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-79b64834-0601-4855-bf22-08ed596766a3', 'network_id': '79b64834-0601-4855-bf22-08ed596766a3', 'tenant_id': '1b87b5fb7d4a4ed584af4cb9b9c1b9d9', 'fixed_ips': [{'subnet_id': '98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:30.853140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.877985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:30.897783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:30.903264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:30.907187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.907338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544055f5-bce0-43f2-bddc-8af1b0f560f3 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:30.939691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:30.960482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:30.983855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce17ee95-8aee-4457-bc9f-0d66f6fd3b32,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:30.989421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.008750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:31.017900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Pushing event updated for resources: {'Port': ['ID=7880f63e-dde1-451e-a03c-09359d40c4c1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:31.025798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77664c7-3e13-4ca0-bcdc-ff2532f94f10,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:31.030110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:31.036476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.037600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-872a52db-d96c-4355-a603-887ce4f195d8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b77664c7-3e13-4ca0-bcdc-ff2532f94f10 HTTP/1.1" status: 204 len: 168 time: 0.6472225 Feb 16 13:48:31.040160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.043568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-41004320-c7c9-4db8-b8d8-4d288106977e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ce17ee95-8aee-4457-bc9f-0d66f6fd3b32 HTTP/1.1" status: 204 len: 168 time: 0.8280580 Feb 16 13:48:31.045256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:31.118840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:31.284328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.298668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Attempting to bind port 7880f63e-dde1-451e-a03c-09359d40c4c1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:31.299722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Attempting to bind port 7880f63e-dde1-451e-a03c-09359d40c4c1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:31.300251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Attempting to bind port 7880f63e-dde1-451e-a03c-09359d40c4c1 on network 89284221-cdf6-4c89-bdce-d75e243a3c12 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:31.320006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:31.320839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Checking segment: {'id': '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:31.321683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.322523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Bound using segment: {'id': '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:31.323464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Bound port: 7880f63e-dde1-451e-a03c-09359d40c4c1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '89284221-cdf6-4c89-bdce-d75e243a3c12'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:31.324270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.362008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:24Z', 'revision_number': 8, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:31.367445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.379264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f73301f-a4ff-42e3-b72d-3a39c62ff51b None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:24Z', 'revision_number': 8, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51abbdd-07ff-4dc4-97fc-d98327f1733d', 'name': '', 'network_id': 'ea68d540-7fa2-49a6-9938-abb8d4b57252', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:13:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:50Z', 'updated_at': '2022-02-16T13:48:06Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '0ca71c24-7e86-48dd-816c-98569d4926e2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:31.404275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:48:31.405901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.423751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:31.450633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:31.457322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:31.486937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:31.490888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] For port 7880f63e-dde1-451e-a03c-09359d40c4c1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:31.494331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] For port 7880f63e-dde1-451e-a03c-09359d40c4c1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7880f63e-dde1-451e-a03c-09359d40c4c1,segment=NetworkSegment(32a9b1e3-48e5-40b3-aee6-68a5e1c65a68),segment_id=32a9b1e3-48e5-40b3-aee6-68a5e1c65a68)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:31.507055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:31.511396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:31.515603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:31.515891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.516854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.524767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Subnet': ['ID=054410f8-6e9c-49a9-944f-ef6f766165b4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:31.560329 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-937beff8-6356-45df-8e6c-c04e170acc7f tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6265738 Feb 16 13:48:31.563503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:31.577585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Request body: {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'mac_address': 'fa:16:3e:5c:ff:c3', 'name': 'tempest-NetworksTestDHCPv6-1326101508'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:31.799876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:31.809762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0f47183b-4bfd-44f1-afbe-baaf8b70848f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:31.825178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Transition to ACTIVE for port object f5aba804-76d5-4c40-8a59-a1c09f6097f2 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:31.924694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 0f47183b-4bfd-44f1-afbe-baaf8b70848f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:31.925485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0f47183b-4bfd-44f1-afbe-baaf8b70848f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:31.926054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c7ac13e1-bb24-42ca-a060-e6905d00eb34 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:31.989295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c7ac13e1-bb24-42ca-a060-e6905d00eb34 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:31.989654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c7ac13e1-bb24-42ca-a060-e6905d00eb34 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:31.996055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'tenant_id': '064037da5cd14bc4bc6a112a7e676c29', 'fixed_ips': [{'subnet_id': '054410f8-6e9c-49a9-944f-ef6f766165b4'}, {'subnet_id': '7c388b79-060f-4b9b-b34b-48d79a926d9a'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:31.996871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.033361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e41318-c1a9-47e6-b1e4-688010f71ea1 None None] Pushing event updated for resources: {'Port': ['ID=7880f63e-dde1-451e-a03c-09359d40c4c1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:32.046443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.087351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:32.091701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Usage tracker for resource:port and tenant:064037da5cd14bc4bc6a112a7e676c29 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:32.094936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:32.101310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:32.114407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Made reservation on behalf of 064037da5cd14bc4bc6a112a7e676c29 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:32.168321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.312899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.340907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.353428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Subnet': ['ID=d17ccd98-81f3-4a39-87f2-ccc97177ea9b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:32.392735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] device_id is not set on port e3c34587-2175-4de5-b3ec-50722b040e2a yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:32.457751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Allocated IP 2001:db8::2 (79b64834-0601-4855-bf22-08ed596766a3/98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41/23146130-86ec-4418-a1a1-2803b8308129) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:32.512756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Network 79b64834-0601-4855-bf22-08ed596766a3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:32.523215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:32.525875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:32.532564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:32.533223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.582131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:32.594196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Checking segment: {'id': '021ed5c7-9150-4afd-b591-8e261bd42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:32.594574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network hostable DHCP agents. Network: 6f047dce-dde9-4c08-add2-bea9bf461c10, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:32.607914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'Port': ['ID=f5aba804-76d5-4c40-8a59-a1c09f6097f2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:32.655372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Allocated IP 2001:db8::2 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/7c388b79-060f-4b9b-b34b-48d79a926d9a/87da7f3a-0b4b-4b72-8733-14ee54a65fee) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:32.666698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.674553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Allocated IP 2001:db8:0:1:f816:3eff:fefb:4596 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/054410f8-6e9c-49a9-944f-ef6f766165b4/87da7f3a-0b4b-4b72-8733-14ee54a65fee) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:32.715213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.729565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1704891569'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:32.737091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:32.737622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:32.740742 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04c2ff2c-5202-42fc-adbf-144c5409b190 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.7316794 Feb 16 13:48:32.744153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:32.749739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32808) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:32.750296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:32.752360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:32.761948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:32.766111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Request body: {'port': {'network_id': '79b64834-0601-4855-bf22-08ed596766a3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-320004079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:32.766729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] bootfile-name is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:32.767132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] tftp-server is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:32.767504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] server-ip-address is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:32.779488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:32.782009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:32.785163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.806845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.815516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:32.837789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:32.842578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:security_group_rule and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:32.847571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:32.855850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:32.879608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4287f6f-1cc3-448c-b83e-bfa2f10bf83a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:32.882933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:32.884869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.908892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Transition to ACTIVE for port object 23146130-86ec-4418-a1a1-2803b8308129 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:32.934686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 6f047dce-dde9-4c08-add2-bea9bf461c10) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:32.939514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:32.940101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:32.953857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f492503-9c6a-4fcd-981b-74ecf3d41603 None None] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:33.029408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.037166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.048568 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d28c176-332d-4f5f-ab11-d0380f12457b tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9176922 Feb 16 13:48:33.053112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32812) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:33.056683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:33.062520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Transition to ACTIVE for port object 23146130-86ec-4418-a1a1-2803b8308129 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:33.063735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:33.066248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'subnet': {'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:33.082331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.082699 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment ebbc5821-778f-49dc-aa06-df0b9dcad93f of type vlan for network fb1b0c83-995a-4633-be3c-a6b8cd19be73 Feb 16 13:48:33.083887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.091232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Usage tracker for resource:port and tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:33.096846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:33.126005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508b87da-e3f0-4399-883e-445505939106,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:33.129947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.150850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:33.166772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.181157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Transition to ACTIVE for port object 87da7f3a-0b4b-4b72-8733-14ee54a65fee will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:33.211342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.218533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:33.218750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.235513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.268633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.299308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Made reservation on behalf of 1b87b5fb7d4a4ed584af4cb9b9c1b9d9 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:33.304415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.308477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Pushing event updated for resources: {'Port': ['ID=23146130-86ec-4418-a1a1-2803b8308129,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:33.319920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Network 79b64834-0601-4855-bf22-08ed596766a3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:33.332698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:33.338158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Transition to ACTIVE for port object 87da7f3a-0b4b-4b72-8733-14ee54a65fee will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:33.342717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:33.359734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port a51abbdd-07ff-4dc4-97fc-d98327f1733d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:33.360945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.369884 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7863593 Feb 16 13:48:33.371031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fba20-0b1c-41de-aa19-7b5d1e7b3eaf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=fb1b0c83-995a-4633-be3c-a6b8cd19be73,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:33.393459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:33.487736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.493917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8900840 Feb 16 13:48:33.495125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32816) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:33.504603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] device_id is not set on port 3c56bdf9-5485-48c6-a4d1-e69e6d18f458 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:33.567577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e679b4-7615-41bc-afab-fb950a8f75f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d4831-2c25-4fd2-a354-23b8382eafd6,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:33.573336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.608469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8::98 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/7c388b79-060f-4b9b-b34b-48d79a926d9a/e3c34587-2175-4de5-b3ec-50722b040e2a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:33.609171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:33.617125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:ffc3 (e4d61445-6cd9-4f83-8ccb-7042d4e14b0d/054410f8-6e9c-49a9-944f-ef6f766165b4/e3c34587-2175-4de5-b3ec-50722b040e2a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:33.642842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:33.644612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8120b-4504-4c80-ad4b-608ca01e2d88 None None] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:33.654707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Usage tracker for resource:subnet and tenant:513a027d28124870ab28aa6238820a1f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:33.716902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:33.849920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:33.860315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:33.873147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.892990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Transition to ACTIVE for port object e3c34587-2175-4de5-b3ec-50722b040e2a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:33.923352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:33.926555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7880f63e-dde1-451e-a03c-09359d40c4c1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:33.940967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Made reservation on behalf of 513a027d28124870ab28aa6238820a1f for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:33.947133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.017812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:34.073736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event updated for resources: {'Port': ['ID=e3c34587-2175-4de5-b3ec-50722b040e2a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:34.111225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:34.112614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:34.114767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5b3ddcaf-f5bc-4463-a369-ce3a9ec113ee tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:34.122783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:34.141821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:34.142595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.178496 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9114f4aa-8e89-4beb-af45-33b1cfc2538a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6111877 Feb 16 13:48:34.178743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:34.288207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting port e3c34587-2175-4de5-b3ec-50722b040e2a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:34.288779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.347334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Allocated IP 2001:db8::3d3 (79b64834-0601-4855-bf22-08ed596766a3/98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41/3c56bdf9-5485-48c6-a4d1-e69e6d18f458) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:34.351808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5b3ddcaf-f5bc-4463-a369-ce3a9ec113ee tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:34.356382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b3ddcaf-f5bc-4463-a369-ce3a9ec113ee tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7928452 Feb 16 13:48:34.360763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32824) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:34.374698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-security--95832615', 'description': 'tempest-security-description-413875262'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:34.384116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port a51abbdd-07ff-4dc4-97fc-d98327f1733d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a51abbdd-07ff-4dc4-97fc-d98327f1733d,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:34.384612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.409711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Attempting to bind port 87da7f3a-0b4b-4b72-8733-14ee54a65fee on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:34.410404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Attempting to bind port 87da7f3a-0b4b-4b72-8733-14ee54a65fee by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:34.411479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Attempting to bind port 87da7f3a-0b4b-4b72-8733-14ee54a65fee on network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:34.427661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:34.428325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Checking segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:34.429234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.429816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Bound using segment: {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:34.430512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Bound port: 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d89b3-808f-4289-bbde-526d33f2614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:34.431073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.458323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-6f047dce-dde9-4c08-add2-bea9bf461c10', 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10', 'tenant_id': '513a027d28124870ab28aa6238820a1f', 'fixed_ips': [{'subnet_id': 'd17ccd98-81f3-4a39-87f2-ccc97177ea9b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:34.459522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.565165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for a51abbdd-07ff-4dc4-97fc-d98327f1733d owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:34.565399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:34.569669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:34.622433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d87bdfa1-feff-4f12-af0a-f9999484d50b None None] Provisioning for port 7880f63e-dde1-451e-a03c-09359d40c4c1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:34.633999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.649036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.654391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Attempting to bind port 23146130-86ec-4418-a1a1-2803b8308129 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:34.654766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Attempting to bind port 23146130-86ec-4418-a1a1-2803b8308129 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3b73bbbf-b071-44c4-9326-3387c5266e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '79b64834-0601-4855-bf22-08ed596766a3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:34.655341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Attempting to bind port 23146130-86ec-4418-a1a1-2803b8308129 on network 79b64834-0601-4855-bf22-08ed596766a3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:34.681422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.688899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:34.689282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Checking segment: {'id': '3b73bbbf-b071-44c4-9326-3387c5266e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '79b64834-0601-4855-bf22-08ed596766a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:34.689686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.690077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Bound using segment: {'id': '3b73bbbf-b071-44c4-9326-3387c5266e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '79b64834-0601-4855-bf22-08ed596766a3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:34.690730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Bound port: 23146130-86ec-4418-a1a1-2803b8308129, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b73bbbf-b071-44c4-9326-3387c5266e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '79b64834-0601-4855-bf22-08ed596766a3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:34.691107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.713926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Pushing event updated for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:34.848667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Calling delete_port for e3c34587-2175-4de5-b3ec-50722b040e2a owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:34.875733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.898913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:34.950438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-306d3169-b155-451f-853c-377a27ea3683 None None] For port 23146130-86ec-4418-a1a1-2803b8308129, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:34.957083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-306d3169-b155-451f-853c-377a27ea3683 None None] For port 23146130-86ec-4418-a1a1-2803b8308129, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=23146130-86ec-4418-a1a1-2803b8308129,segment=NetworkSegment(3b73bbbf-b071-44c4-9326-3387c5266e5d),segment_id=3b73bbbf-b071-44c4-9326-3387c5266e5d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:34.958966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f5ea7-2123-46cb-aedd-96fa1021f304 None None] Pushing event updated for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:34.992802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.082881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d4831-2c25-4fd2-a354-23b8382eafd6,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:35.084147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7880f63e-dde1-451e-a03c-09359d40c4c1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:35.107866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.111376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d3169-b155-451f-853c-377a27ea3683 None None] Pushing event updated for resources: {'Port': ['ID=23146130-86ec-4418-a1a1-2803b8308129,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:35.112546 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72ef895f-6436-4288-8cbc-74c879e97aa5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "PUT /v2.0/security-groups/cd0d4831-2c25-4fd2-a354-23b8382eafd6 HTTP/1.1" status: 200 len: 1775 time: 0.7473140 Feb 16 13:48:35.113257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32828) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:35.114695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7880f63e-dde1-451e-a03c-09359d40c4c1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:35.115079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.167926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.235967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.352073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.595531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Subnet': ['ID=97fe4ecd-2d04-4b20-85d5-cf28c9153510,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:35.617826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7880f63e-dde1-451e-a03c-09359d40c4c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7880f63e-dde1-451e-a03c-09359d40c4c1,segment=NetworkSegment(32a9b1e3-48e5-40b3-aee6-68a5e1c65a68),segment_id=32a9b1e3-48e5-40b3-aee6-68a5e1c65a68)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:35.633207 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-99af6db3-61dd-4492-b004-94077b2138bc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups/cd0d4831-2c25-4fd2-a354-23b8382eafd6 HTTP/1.1" status: 200 len: 1775 time: 0.5093050 Feb 16 13:48:35.641988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.642890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32832) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:35.673800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Port': ['ID=e3c34587-2175-4de5-b3ec-50722b040e2a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:35.790209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Checking segment: {'id': '7d131461-c745-45d1-968f-11940b284ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:35.823207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network hostable DHCP agents. Network: 165fdce7-7d64-4c9a-8b48-6157f696be4d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:35.866605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.873163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Allocated IP 172.20.0.2 (6f047dce-dde9-4c08-add2-bea9bf461c10/d17ccd98-81f3-4a39-87f2-ccc97177ea9b/47177481-6a3d-4e92-9c1e-7ba1207858c5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:35.880857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7880f63e-dde1-451e-a03c-09359d40c4c1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:35.913896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.915475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3484d7fc-1118-49b2-8315-1a9fc5b0b274 None None] Provisioning complete for port 7880f63e-dde1-451e-a03c-09359d40c4c1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:35.916065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3484d7fc-1118-49b2-8315-1a9fc5b0b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:35.928977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d9699594-cc32-4ec0-ad39-6a6b1e4b5cb1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/e3c34587-2175-4de5-b3ec-50722b040e2a HTTP/1.1" status: 204 len: 168 time: 1.7489755 Feb 16 13:48:35.929792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32836) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:35.999902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 23146130-86ec-4418-a1a1-2803b8308129 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:36.015544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.150312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=a51abbdd-07ff-4dc4-97fc-d98327f1733d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:36.152012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187aa77-1db6-4dc6-8b70-b36cafe1d193 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.154941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6187aa77-1db6-4dc6-8b70-b36cafe1d193 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:36.199141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 23146130-86ec-4418-a1a1-2803b8308129 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:36.200397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6187aa77-1db6-4dc6-8b70-b36cafe1d193 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:36.204751 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6187aa77-1db6-4dc6-8b70-b36cafe1d193 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2713439 Feb 16 13:48:36.206897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:36.211893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87da7f3a-0b4b-4b72-8733-14ee54a65fee up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:36.223098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:36.235882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Transition to ACTIVE for port object 3c56bdf9-5485-48c6-a4d1-e69e6d18f458 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:36.321500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 87da7f3a-0b4b-4b72-8733-14ee54a65fee completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:36.366254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0b820a-5d3a-434a-97a7-b2f1d57b5dd1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.370485 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb0b820a-5d3a-434a-97a7-b2f1d57b5dd1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1593354 Feb 16 13:48:36.370663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32844) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:36.525345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 165fdce7-7d64-4c9a-8b48-6157f696be4d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:36.535751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.536429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.538133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.539764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.541369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:36.542596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:36.553540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea72c06-cc12-4a57-817a-5e6af843e3b7 None None] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:36.561854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:36.565887 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b2b38d7-819f-46d4-966a-ea8e3cc23d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1918275 Feb 16 13:48:36.566273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:36.609765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.665623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 054410f8-6e9c-49a9-944f-ef6f766165b4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:36.670713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.685649 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6aae40a4-141c-4336-87ac-7c8e15f7ab05 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6312582 Feb 16 13:48:36.695859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32852) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:36.719854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32856) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:36.736974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:36.809679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.856987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-165fdce7-7d64-4c9a-8b48-6157f696be4d', 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d', 'tenant_id': '513a027d28124870ab28aa6238820a1f', 'fixed_ips': [{'subnet_id': '97fe4ecd-2d04-4b20-85d5-cf28c9153510'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:36.857997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.868278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.901946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.912325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.966072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:36.999908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:37.015011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:subnet and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:37.022506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:37.032099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Transition to ACTIVE for port object 47177481-6a3d-4e92-9c1e-7ba1207858c5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:37.035509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:37.063791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:37.069406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.113311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Transition to ACTIVE for port object 47177481-6a3d-4e92-9c1e-7ba1207858c5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:37.174281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.210845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.280919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d84d8b-e9b8-4742-927c-29499e455dff None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:37.368715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Pushing event updated for resources: {'Port': ['ID=47177481-6a3d-4e92-9c1e-7ba1207858c5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:37.378622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.425363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=054410f8-6e9c-49a9-944f-ef6f766165b4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:37.431996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.435737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f98572d-0d1a-4c0d-8360-d72b04ed8bbf None None] Network 79b64834-0601-4855-bf22-08ed596766a3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:37.469600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Provisioning for port 87da7f3a-0b4b-4b72-8733-14ee54a65fee completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:37.476214 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a435180a-4619-477d-a587-f444f8eb5f87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/054410f8-6e9c-49a9-944f-ef6f766165b4 HTTP/1.1" status: 204 len: 168 time: 0.9047368 Feb 16 13:48:37.477792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:37.478001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32860) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:37.485461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Provisioning complete for port 87da7f3a-0b4b-4b72-8733-14ee54a65fee triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:37.485771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.513854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.562086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:37.564947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:37.619179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=64e32608-cca9-4da1-8dc2-9b9b56ae9832,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:37.626987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Network 79b64834-0601-4855-bf22-08ed596766a3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:37.637279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': 'ebbc5821-778f-49dc-aa06-df0b9dcad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:37.637957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: fb1b0c83-995a-4633-be3c-a6b8cd19be73, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:37.640827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Allocated IP 172.20.0.2 (165fdce7-7d64-4c9a-8b48-6157f696be4d/97fe4ecd-2d04-4b20-85d5-cf28c9153510/a63c81de-8c85-4a44-8907-2187e0a69db6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:37.643258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:37.652806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:37.658809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:37.659466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.665195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'Port': ['ID=3c56bdf9-5485-48c6-a4d1-e69e6d18f458,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:37.689200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.706269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:37.738976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fb1b0c83-995a-4633-be3c-a6b8cd19be73) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:37.744930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:37.745185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.752383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Deleting subnet 7c388b79-060f-4b9b-b34b-48d79a926d9a {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:37.760393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d4831-2c25-4fd2-a354-23b8382eafd6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:37.764423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.774931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.778527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d7ee0bae-6410-46b7-915c-b1a1584e6da8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/cd0d4831-2c25-4fd2-a354-23b8382eafd6 HTTP/1.1" status: 204 len: 168 time: 2.1297624 Feb 16 13:48:37.801538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32866) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:37.837247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-faecb74d-e599-49b2-bb70-51ccb4245ee3 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1131711 Feb 16 13:48:37.840132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:37.850351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32874) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:37.850577 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c098f4fd-4b55-48f5-9f88-1ac1a2c5cf11 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.0945196 Feb 16 13:48:37.855808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1140397919'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:37.872233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:37.910236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fcf3b6-e63c-40e6-a6d4-e3de54c97454 None None] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:37.944307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7880f63e-dde1-451e-a03c-09359d40c4c1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:37.950084 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5dfceed-5d20-40b0-861d-6a2614df0fd8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1448958 Feb 16 13:48:37.950084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:37.953762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:37.996388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:37.996978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:38.013538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:38.038329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:38.039605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.040896 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-8f8e5543-c39e-40b3-aaa4-9fb4696bbe71 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] delete failed (client error): The resource could not be found. Feb 16 13:48:38.045838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f8e5543-c39e-40b3-aaa4-9fb4696bbe71 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/cd0d4831-2c25-4fd2-a354-23b8382eafd6 HTTP/1.1" status: 404 len: 347 time: 0.0416451 Feb 16 13:48:38.053003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32884) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:38.065515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:38.069239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.081174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167319626'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:38.095363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:38.114707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:38.122119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:38.145112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:38.167732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:38.184972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b31f6c-c7bb-4ab2-a21b-ca738df05d2d tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:38.190961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b31f6c-c7bb-4ab2-a21b-ca738df05d2d tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:38.196817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b31f6c-c7bb-4ab2-a21b-ca738df05d2d tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:38.201387 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e3b31f6c-c7bb-4ab2-a21b-ca738df05d2d tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3365693 Feb 16 13:48:38.202317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:38.204705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.242691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Attempting to bind port 47177481-6a3d-4e92-9c1e-7ba1207858c5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:38.243052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Attempting to bind port 47177481-6a3d-4e92-9c1e-7ba1207858c5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '021ed5c7-9150-4afd-b591-8e261bd42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:38.243412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Attempting to bind port 47177481-6a3d-4e92-9c1e-7ba1207858c5 on network 6f047dce-dde9-4c08-add2-bea9bf461c10 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:38.262617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.296013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.296369 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment a19b8581-1818-4635-bcc5-d40cecfd7252 of type vlan for network b77aab32-e3ee-49da-ac62-12fc32fd6567 Feb 16 13:48:38.328065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:38.340528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:38.354119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:38.362044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Deleting port 3c56bdf9-5485-48c6-a4d1-e69e6d18f458 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:38.362421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.363799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:38.364171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Checking segment: {'id': '021ed5c7-9150-4afd-b591-8e261bd42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:38.364616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.365013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Bound using segment: {'id': '021ed5c7-9150-4afd-b591-8e261bd42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:38.365524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Bound port: 47177481-6a3d-4e92-9c1e-7ba1207858c5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021ed5c7-9150-4afd-b591-8e261bd42a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '6f047dce-dde9-4c08-add2-bea9bf461c10'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:38.365891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.426542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:38.442794 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:38.455429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.461441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:38.462426 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:38.477579 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1b92fccd-0977-4f91-a14c-af8c60289c9a tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3427320 Feb 16 13:48:38.483926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32892) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:38.530487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:38.557049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.567373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 0ca71c24-7e86-48dd-816c-98569d4926e2 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:38.583761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.637959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.648687 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:38.677762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.719056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.721800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Subnet': ['ID=7c388b79-060f-4b9b-b34b-48d79a926d9a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:38.767591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.772989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:38.773622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.843013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7880f63e-dde1-451e-a03c-09359d40c4c1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:38.843479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.910984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7fbe732-2f4c-4136-8e12-202bea4ec88a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/7c388b79-060f-4b9b-b34b-48d79a926d9a HTTP/1.1" status: 204 len: 168 time: 1.4294190 Feb 16 13:48:38.925542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:38.950788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:38.974891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:38.987379 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1440685 Feb 16 13:48:39.046971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:39.057159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:35Z', 'revision_number': 9, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:39.061996 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:39.068237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.080876 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:39.081966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32902) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:39.083042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:39.089717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Transition to ACTIVE for port object a63c81de-8c85-4a44-8907-2187e0a69db6 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:39.094478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:39.095036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:39.096092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fb1b0c83-995a-4633-be3c-a6b8cd19be73', 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': '64e32608-cca9-4da1-8dc2-9b9b56ae9832'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:39.097098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.110965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.115400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:39.120020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Allocated IP 172.20.0.1 (6f047dce-dde9-4c08-add2-bea9bf461c10/d17ccd98-81f3-4a39-87f2-ccc97177ea9b/df715a48-762d-44c3-9a0a-bcc82028bc7c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:39.133220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.153129 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-941bc0f9-bce7-429e-aaa3-8e31b6a04f01 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1767056 Feb 16 13:48:39.169646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee758-a321-4d3a-bea5-4c590a211cef tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=b77aab32-e3ee-49da-ac62-12fc32fd6567,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:39.175569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32906) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:39.241793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.245977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1899061 Feb 16 13:48:39.255476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32910) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:39.271692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:39.272432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd4e77f76-10d3-4e4f-a12d-df64c340ea40', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:39.296266 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:39.296765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:39.305744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:39.311076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:39.329236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:39.389734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.393085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.398842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fcf2a-381f-4dbd-9228-dbb4b0125492 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e77f76-10d3-4e4f-a12d-df64c340ea40,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:39.423031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.431521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Transition to ACTIVE for port object df715a48-762d-44c3-9a0a-bcc82028bc7c will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:39.450006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:39.482545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.500456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Transition to ACTIVE for port object a63c81de-8c85-4a44-8907-2187e0a69db6 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:39.550009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.571913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.629424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.634168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:subnet and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:39.645880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Calling delete_port for 3c56bdf9-5485-48c6-a4d1-e69e6d18f458 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:39.646733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.737061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:39.751315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.755308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962280 Feb 16 13:48:39.768995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32914) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:39.771821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bb199-0183-496b-a325-0046131babd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352148a2-4e34-475d-b281-5079ec387b24,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:39.779400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:39.808150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:39.834145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:39.849951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:39.856401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed1e64-fa50-458d-9901-f0d84b3517e9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:39.858440 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-63ed1e64-fa50-458d-9901-f0d84b3517e9 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6754577 Feb 16 13:48:39.860210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:39.866105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:39.889085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:39.889664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:39.902168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:39.907083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:39.909294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a5db-46b9-4416-b4bd-96508e5831c0 None None] Pushing event updated for resources: {'Port': ['ID=47177481-6a3d-4e92-9c1e-7ba1207858c5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:39.940385 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:35Z', 'revision_number': 9, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:39.949873 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1bdafa-f944-45c0-926e-8befd9dc6403 None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:35Z', 'revision_number': 9, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '13989166-a0c7-4fc1-91ec-113daf26a6bb', 'name': '', 'network_id': '5f581b89-9a2e-4101-b908-f568f118e5ce', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:bb:35:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:41Z', 'updated_at': '2022-02-16T13:47:50Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '05efe446-82a9-44a1-a248-8069f70a0fa6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:40.025209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.042028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.090109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Pushing event updated for resources: {'Port': ['ID=a63c81de-8c85-4a44-8907-2187e0a69db6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:40.141285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Port': ['ID=df715a48-762d-44c3-9a0a-bcc82028bc7c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:40.156467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.156712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.164891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c618add-689c-4368-8ccf-2357f3352e96 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:40.165857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c618add-689c-4368-8ccf-2357f3352e96 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Synchronizing usage tracker for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:40.166350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca71c24-7e86-48dd-816c-98569d4926e2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:40.216995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.221499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.223961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.233974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83f69d1-2a23-485f-9dcd-979097611d5f None None] Update dhcp port {'port': {'network_id': 'e4d61445-6cd9-4f83-8ccb-7042d4e14b0d', 'fixed_ips': [{'subnet_id': '7c388b79-060f-4b9b-b34b-48d79a926d9a'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '87da7f3a-0b4b-4b72-8733-14ee54a65fee'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:48:40.245053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ac7a5ad9-3d91-457b-8a1a-e513a14bda99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/0ca71c24-7e86-48dd-816c-98569d4926e2 HTTP/1.1" status: 204 len: 168 time: 1.7593503 Feb 16 13:48:40.254251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32922) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.278849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c618add-689c-4368-8ccf-2357f3352e96 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Unset dirty status for tenant:064037da5cd14bc4bc6a112a7e676c29 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:40.280317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c618add-689c-4368-8ccf-2357f3352e96 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3844819 Feb 16 13:48:40.292823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32926) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.300216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event deleted for resources: {'Port': ['ID=3c56bdf9-5485-48c6-a4d1-e69e6d18f458,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:40.301292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5755f63-4519-4bfb-9406-495aeddd7d1f None None] Network ea68d540-7fa2-49a6-9938-abb8d4b57252 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:40.393394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.453872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=352148a2-4e34-475d-b281-5079ec387b24,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:40.484281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.485828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7362bd00-a3b8-4d0a-85a1-d99c96c019f5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/352148a2-4e34-475d-b281-5079ec387b24 HTTP/1.1" status: 204 len: 168 time: 0.7156367 Feb 16 13:48:40.494525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32930) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.524101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.625315 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ffdc7666-9ca2-44d1-a351-d25053a1fbc8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3256552 Feb 16 13:48:40.626150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.632248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:40.632686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.649725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Attempting to bind port a63c81de-8c85-4a44-8907-2187e0a69db6 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:40.650198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Attempting to bind port a63c81de-8c85-4a44-8907-2187e0a69db6 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '7d131461-c745-45d1-968f-11940b284ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:40.650646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Attempting to bind port a63c81de-8c85-4a44-8907-2187e0a69db6 on network 165fdce7-7d64-4c9a-8b48-6157f696be4d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:40.667386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c83f69d1-2a23-485f-9dcd-979097611d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.694688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bf1290d-ccdc-49fb-8bf4-ca94d903f650 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:40.723839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.727080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:40.748656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:40.749565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Checking segment: {'id': '7d131461-c745-45d1-968f-11940b284ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:40.750081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.750810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Bound using segment: {'id': '7d131461-c745-45d1-968f-11940b284ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:40.751671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Bound port: a63c81de-8c85-4a44-8907-2187e0a69db6, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d131461-c745-45d1-968f-11940b284ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '165fdce7-7d64-4c9a-8b48-6157f696be4d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:40.752719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.777567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.818271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6658ada-d9ca-486f-aadb-82cd888b0020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.829295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bf1290d-ccdc-49fb-8bf4-ca94d903f650 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:40.830707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3bf1290d-ccdc-49fb-8bf4-ca94d903f650 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3349040 Feb 16 13:48:40.848820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32938) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.894610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:40.897318 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2026632-85b8-4d13-af17-0a7c404b8daf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:40.897779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2026632-85b8-4d13-af17-0a7c404b8daf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:40.946104 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2026632-85b8-4d13-af17-0a7c404b8daf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/e3c34587-2175-4de5-b3ec-50722b040e2a HTTP/1.1" status: 404 len: 333 time: 0.3101721 Feb 16 13:48:40.951380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3287f93d-1af3-4076-bf2d-de996957eaa3 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "DELETE /v2.0/ports/3c56bdf9-5485-48c6-a4d1-e69e6d18f458 HTTP/1.1" status: 204 len: 168 time: 2.7478797 Feb 16 13:48:40.952152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.952482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:40.994704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Request body: {'port': {'name': 'tempest-new-port-name-1120945522', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:40.995153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] bootfile-name is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:40.995479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] tftp-server is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:40.995801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] server-ip-address is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:41.049471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Allocated IP 2001:db8:0:ffff::2 (fb1b0c83-995a-4633-be3c-a6b8cd19be73/64e32608-cca9-4da1-8dc2-9b9b56ae9832/a8672307-cff2-435f-8a2f-77d0c64f3022) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:41.069958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6822a6-02ec-4864-a286-63272ab30a89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.070432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6822a6-02ec-4864-a286-63272ab30a89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.072165 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a6822a6-02ec-4864-a286-63272ab30a89 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/054410f8-6e9c-49a9-944f-ef6f766165b4 HTTP/1.1" status: 404 len: 337 time: 0.1142032 Feb 16 13:48:41.092009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.139289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Could not find standard attr ID for object 3c56bdf9-5485-48c6-a4d1-e69e6d18f458. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:48:41.291888 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-283864e3-7299-4bdd-a6e4-502309ffba87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.292332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283864e3-7299-4bdd-a6e4-502309ffba87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.294012 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-283864e3-7299-4bdd-a6e4-502309ffba87 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/7c388b79-060f-4b9b-b34b-48d79a926d9a HTTP/1.1" status: 404 len: 337 time: 0.1577940 Feb 16 13:48:41.301360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.343804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,segment=NetworkSegment(64f2f4e9-41b6-47a5-8f66-6a92c82f90b2),segment_id=64f2f4e9-41b6-47a5-8f66-6a92c82f90b2)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:41.344154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.378284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50529c9-e061-4e9d-9abb-a23d5bddc365 None None] Pushing event updated for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:41.407498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Provisioning for port 23146130-86ec-4418-a1a1-2803b8308129 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:41.439454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Provisioning complete for port 23146130-86ec-4418-a1a1-2803b8308129 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:41.439829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.473458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3250af55-91e0-4d79-81f5-ac3278508d69 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.473682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3250af55-91e0-4d79-81f5-ac3278508d69 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.475880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3250af55-91e0-4d79-81f5-ac3278508d69 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/82781322-a6c9-4fc0-a18c-3d41e17d890d HTTP/1.1" status: 404 len: 333 time: 0.1709480 Feb 16 13:48:41.479457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] For port a63c81de-8c85-4a44-8907-2187e0a69db6, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:41.481392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:48:41.486909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.491156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.528877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c52dd2-5e3b-46ad-85b3-d9a2a9c4c094 None None] Network e4d61445-6cd9-4f83-8ccb-7042d4e14b0d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:41.552220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:41.572690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] For port a63c81de-8c85-4a44-8907-2187e0a69db6, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a63c81de-8c85-4a44-8907-2187e0a69db6,segment=NetworkSegment(7d131461-c745-45d1-968f-11940b284ab2),segment_id=7d131461-c745-45d1-968f-11940b284ab2)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:41.593485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.609136 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-03908f62-8436-4a77-bd15-e479068d65fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.609593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03908f62-8436-4a77-bd15-e479068d65fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.611577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03908f62-8436-4a77-bd15-e479068d65fc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ded575ab-b64c-4fb3-8f42-6d9db6830df5 HTTP/1.1" status: 404 len: 337 time: 0.1132269 Feb 16 13:48:41.621520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.667738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c99b8bd-1ced-4a31-ab52-98ff255c996b None None] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:41.682442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.728042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=da91b1b2-1887-45be-b336-445b42569419,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:41.755666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-777b16d2-7d6b-4857-b25d-1d407bc479f7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.756128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777b16d2-7d6b-4857-b25d-1d407bc479f7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.760973 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-777b16d2-7d6b-4857-b25d-1d407bc479f7 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/9c7aa794-4d1d-42fd-9e8c-4ab6379162c0 HTTP/1.1" status: 404 len: 337 time: 0.1325905 Feb 16 13:48:41.768566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.800050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.828932 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc1745d-1258-4d32-bfd5-b108da7cff15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.829410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc1745d-1258-4d32-bfd5-b108da7cff15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.834670 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ffc1745d-1258-4d32-bfd5-b108da7cff15 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/772bd7e4-c546-4054-bc32-7edf5c5aace4 HTTP/1.1" status: 404 len: 333 time: 0.0595014 Feb 16 13:48:41.834873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:41.836347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': 'a19b8581-1818-4635-bcc5-d40cecfd7252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:41.836507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: b77aab32-e3ee-49da-ac62-12fc32fd6567, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:41.885714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:41.908062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:41.919594 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29507b4-57ff-49cc-845d-dd96ca6f7490 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:41.919839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29507b4-57ff-49cc-845d-dd96ca6f7490 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:41.924474 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c29507b4-57ff-49cc-845d-dd96ca6f7490 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/291f75cd-8a05-46ed-b8a9-96f031195f85 HTTP/1.1" status: 404 len: 337 time: 0.0847640 Feb 16 13:48:41.949169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32976) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.024906 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ab3c0a-829c-498f-b82f-2d22646c65dd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:42.025358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ab3c0a-829c-498f-b82f-2d22646c65dd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:42.032418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, b77aab32-e3ee-49da-ac62-12fc32fd6567) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:42.053698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:42.054548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.059424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.111178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f8179-de7d-46f3-96f4-e5d7c7e85c60 None None] DHCP port deletion for ea68d540-7fa2-49a6-9938-abb8d4b57252 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:42.116002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca166af-e76f-4013-99d6-7774d9324596 None None] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:42.142469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f8f10c8-9d93-4aa4-b15e-e61253a3e94c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0592668 Feb 16 13:48:42.184825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.203264 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a5ab3c0a-829c-498f-b82f-2d22646c65dd tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6f4f7045-fdcb-4e12-99d8-cbf34bb1118d HTTP/1.1" status: 404 len: 337 time: 0.2496989 Feb 16 13:48:42.206336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=6a8e9c32-ea72-4a6c-b608-fe83cb8cc609,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:42.208129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 32984) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.228846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'port': {'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567', 'name': 'tempest-NetworksIpV6TestAttrs-1902644748'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:42.239865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 47177481-6a3d-4e92-9c1e-7ba1207858c5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:42.269522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:42.385975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.424183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d7a4b-3a2d-41fa-be37-43f59665bff0 None None] Pushing event updated for resources: {'Port': ['ID=a63c81de-8c85-4a44-8907-2187e0a69db6,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:42.451221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.456851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.543928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.556337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.570443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.578062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:42.588109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.596992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Transition to ACTIVE for port object a8672307-cff2-435f-8a2f-77d0c64f3022 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:42.598208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:port and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:42.667861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] For port 23146130-86ec-4418-a1a1-2803b8308129, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=23146130-86ec-4418-a1a1-2803b8308129,segment=NetworkSegment(3b73bbbf-b071-44c4-9326-3387c5266e5d),segment_id=3b73bbbf-b071-44c4-9326-3387c5266e5d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:42.673246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Port': ['ID=df715a48-762d-44c3-9a0a-bcc82028bc7c,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:42.673583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:42.683789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.694355 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9344c030-d6e9-4802-b1ee-1094fce06dfa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:42.694705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9344c030-d6e9-4802-b1ee-1094fce06dfa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:42.699410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:42.701589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] In _notify_port_updated(), no bound segment for port f5aba804-76d5-4c40-8a59-a1c09f6097f2 on network 79b64834-0601-4855-bf22-08ed596766a3 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:48:42.707070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:42.707883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.711643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "PUT /v2.0/ports/f5aba804-76d5-4c40-8a59-a1c09f6097f2 HTTP/1.1" status: 200 len: 1129 time: 1.7491188 Feb 16 13:48:42.713407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.738434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Transition to ACTIVE for port object a8672307-cff2-435f-8a2f-77d0c64f3022 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:42.740005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.780724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:42.784232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.796240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 47177481-6a3d-4e92-9c1e-7ba1207858c5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:42.796420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5af4a-002d-4a9f-b598-052176d1f0bf tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event updated for resources: {'Port': ['ID=f5aba804-76d5-4c40-8a59-a1c09f6097f2,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:42.826267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e330f-5557-44ea-ad5c-fe3b3b0de411 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:42.826267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-896e330f-5557-44ea-ad5c-fe3b3b0de411 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Synchronizing usage tracker for tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:42.830116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] device_id is not set on port 38fbf921-288c-4497-a388-5fbc9c588c5e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:42.834608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.850193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:42.854618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/d4e77f76-10d3-4e4f-a12d-df64c340ea40 HTTP/1.1" status: 204 len: 168 time: 2.0039771 Feb 16 13:48:42.867761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.896258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7d94-53bc-4d68-bc47-ff20c97122ec tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e77f76-10d3-4e4f-a12d-df64c340ea40,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:42.913061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9344c030-d6e9-4802-b1ee-1094fce06dfa tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/8f584a36-67fb-4aca-bd62-14a2efbff4a4 HTTP/1.1" status: 404 len: 333 time: 0.6950722 Feb 16 13:48:42.913543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 32996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:42.968900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Provisioning for port f5aba804-76d5-4c40-8a59-a1c09f6097f2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:43.000462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] DHCP port deletion for e4d61445-6cd9-4f83-8ccb-7042d4e14b0d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:43.008697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:43.013334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.026761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87da7f3a-0b4b-4b72-8733-14ee54a65fee no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:43.045723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc0e19b-a335-439a-9449-5aceaa7914a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.046420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc0e19b-a335-439a-9449-5aceaa7914a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.048675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-896e330f-5557-44ea-ad5c-fe3b3b0de411 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Unset dirty status for tenant:1b87b5fb7d4a4ed584af4cb9b9c1b9d9 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:43.052899 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-896e330f-5557-44ea-ad5c-fe3b3b0de411 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "GET /v2.0/ports/f5aba804-76d5-4c40-8a59-a1c09f6097f2 HTTP/1.1" status: 200 len: 1129 time: 0.3354869 Feb 16 13:48:43.053517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33002) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.077545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Pushing event updated for resources: {'Port': ['ID=23146130-86ec-4418-a1a1-2803b8308129,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:43.088647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Provisioning complete for port f5aba804-76d5-4c40-8a59-a1c09f6097f2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:43.089022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.113999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:43.118174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:43.156137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Deleting port 87da7f3a-0b4b-4b72-8733-14ee54a65fee {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:43.156510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.156727 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2bc0e19b-a335-439a-9449-5aceaa7914a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/f361551a-7e74-466a-9366-bc35b0a529de HTTP/1.1" status: 404 len: 337 time: 0.2419004 Feb 16 13:48:43.166987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.171202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Deleting port f5aba804-76d5-4c40-8a59-a1c09f6097f2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:43.171816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.210497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-b77aab32-e3ee-49da-ac62-12fc32fd6567', 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': 'da91b1b2-1887-45be-b336-445b42569419'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:43.211335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.235101 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0920d5-b7b9-4924-b229-155d5a94a35c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.235685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0920d5-b7b9-4924-b229-155d5a94a35c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.240082 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e0920d5-b7b9-4924-b229-155d5a94a35c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/18b6467c-1408-4f13-9868-c4707bc851f1 HTTP/1.1" status: 404 len: 337 time: 0.0645673 Feb 16 13:48:43.246930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d8e3fb70-43b1-48e9-bd59-5db456f4c19e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:43.249547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.260656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea68d540-7fa2-49a6-9938-abb8d4b57252']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:43.286483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Allocated IP 2001:db8::f816:3eff:fe11:e5e5 (b77aab32-e3ee-49da-ac62-12fc32fd6567/da91b1b2-1887-45be-b336-445b42569419/38fbf921-288c-4497-a388-5fbc9c588c5e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:43.314577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c075d172-34f1-4ac9-a9bd-97ef40c736a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.315371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c075d172-34f1-4ac9-a9bd-97ef40c736a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.317453 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c075d172-34f1-4ac9-a9bd-97ef40c736a2 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/57ab7981-793e-4009-8842-7933f71c4826 HTTP/1.1" status: 404 len: 333 time: 0.0648539 Feb 16 13:48:43.321859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33014) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.383085 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-feea1646-cb8d-4bf8-8bd3-dc85fa7a0eac tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.383698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feea1646-cb8d-4bf8-8bd3-dc85fa7a0eac tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.385504 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-feea1646-cb8d-4bf8-8bd3-dc85fa7a0eac tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/c19c8833-fc60-4914-ba04-e33021157fa5 HTTP/1.1" status: 404 len: 337 time: 0.0623789 Feb 16 13:48:43.386353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d8e3fb70-43b1-48e9-bd59-5db456f4c19e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:43.387771 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8e3fb70-43b1-48e9-bd59-5db456f4c19e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5190716 Feb 16 13:48:43.388741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33018) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.394041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33020) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.418689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:43.419048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f2f4e9-41b6-47a5-8f66-6a92c82f90b2') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:43.434533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612048670'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:43.440480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.446917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Pushing event updated for resources: {'Port': ['ID=a8672307-cff2-435f-8a2f-77d0c64f3022,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:43.461906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:43.482835 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-95580322-878e-43aa-9a91-ad6ff1c556f3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.483478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95580322-878e-43aa-9a91-ad6ff1c556f3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.485852 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95580322-878e-43aa-9a91-ad6ff1c556f3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/5009f812-b4f1-4c92-b6db-26655acf4273 HTTP/1.1" status: 404 len: 333 time: 0.0929337 Feb 16 13:48:43.496138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.501063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-406af0d6-ae17-4286-adf9-86d4ad649fd7 None None] Port f5aba804-76d5-4c40-8a59-a1c09f6097f2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:43.667963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:43.714550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:43.726720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.790091 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c59390-74b1-4998-ba63-8a0ce70283b1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.790571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c59390-74b1-4998-ba63-8a0ce70283b1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.793043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9c59390-74b1-4998-ba63-8a0ce70283b1 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/0730500b-4c18-414a-bc4e-6a40febf7239 HTTP/1.1" status: 404 len: 337 time: 0.2952349 Feb 16 13:48:43.807084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.837216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Attempting to bind port a8672307-cff2-435f-8a2f-77d0c64f3022 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:43.837549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Attempting to bind port a8672307-cff2-435f-8a2f-77d0c64f3022 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ebbc5821-778f-49dc-aa06-df0b9dcad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:43.837827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Attempting to bind port a8672307-cff2-435f-8a2f-77d0c64f3022 on network fb1b0c83-995a-4633-be3c-a6b8cd19be73 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:43.846778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526787a-95a0-42be-a1e6-e85c6f5c1f87 None None] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:43.866834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:43.877548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Calling delete_port for f5aba804-76d5-4c40-8a59-a1c09f6097f2 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:43.885518 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2278f7bd-4209-4e56-82cb-2c0c2248efe3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.886381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2278f7bd-4209-4e56-82cb-2c0c2248efe3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.890243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2278f7bd-4209-4e56-82cb-2c0c2248efe3 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/496f8b5b-1978-4cb2-8677-409d67d20706 HTTP/1.1" status: 404 len: 333 time: 0.0785623 Feb 16 13:48:43.909958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:43.981914 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-787a4ba7-b330-47a8-895d-0d8fcada5b86 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:43.982549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787a4ba7-b330-47a8-895d-0d8fcada5b86 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:43.985486 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-787a4ba7-b330-47a8-895d-0d8fcada5b86 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/819b871f-f7e2-48cd-b071-06525bf13bb8 HTTP/1.1" status: 404 len: 337 time: 0.0741913 Feb 16 13:48:44.005773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:44.018800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.053206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.055562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:44.087732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:44.088045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.090905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:44.104625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:44.112366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.112682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:44.112682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Checking segment: {'id': 'ebbc5821-778f-49dc-aa06-df0b9dcad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:44.112682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.112682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Bound using segment: {'id': 'ebbc5821-778f-49dc-aa06-df0b9dcad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:44.113293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Bound port: a8672307-cff2-435f-8a2f-77d0c64f3022, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbc5821-778f-49dc-aa06-df0b9dcad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'fb1b0c83-995a-4633-be3c-a6b8cd19be73'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:44.113293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:44.113811 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:44.117695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68cccbd-78b7-49b0-9cd2-71acbbe85b3a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.117839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a68cccbd-78b7-49b0-9cd2-71acbbe85b3a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.123867 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a68cccbd-78b7-49b0-9cd2-71acbbe85b3a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/d7ff135e-b227-4504-abef-65f7b7ee76f9 HTTP/1.1" status: 404 len: 333 time: 0.0955176 Feb 16 13:48:44.133737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Provisioning for port 47177481-6a3d-4e92-9c1e-7ba1207858c5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:44.134106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:44.140043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.152726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.162928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.189935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Transition to ACTIVE for port object 38fbf921-288c-4497-a388-5fbc9c588c5e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:44.244414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Provisioning complete for port 47177481-6a3d-4e92-9c1e-7ba1207858c5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:44.244831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.296206 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2368d1b-da40-433d-8acd-dd92df34ea8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.297095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2368d1b-da40-433d-8acd-dd92df34ea8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.302790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a2368d1b-da40-433d-8acd-dd92df34ea8a tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/8fa15843-177b-4bcb-9191-d66b706a2056 HTTP/1.1" status: 404 len: 337 time: 0.1614745 Feb 16 13:48:44.305064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.311445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.352099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.445949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd1c910-614b-4e90-8caf-e49481d335eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.450895 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-49245434-af87-45e1-b7b6-8a130d393086 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.451602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49245434-af87-45e1-b7b6-8a130d393086 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.460648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.479651 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-49245434-af87-45e1-b7b6-8a130d393086 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/4e3e8653-4ab2-41f2-aac9-c873f1c1f5ed HTTP/1.1" status: 404 len: 333 time: 0.1729693 Feb 16 13:48:44.480751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Port': ['ID=38fbf921-288c-4497-a388-5fbc9c588c5e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:44.484746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.485189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:44.485586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.493761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:44.501665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event deleted for resources: {'Port': ['ID=f5aba804-76d5-4c40-8a59-a1c09f6097f2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:44.502605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:44.538194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:44.544189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:44.544847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.584799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f83d12-4c3c-4564-a518-d179d284e103 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.585291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f83d12-4c3c-4564-a518-d179d284e103 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.601366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:44.604529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.612665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.616159 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b683564-7ed9-49dd-a727-ed786eb28414 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4279640 Feb 16 13:48:44.618419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-86f83d12-4c3c-4564-a518-d179d284e103 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/2cad1452-e12d-4c18-8044-fdbb7cb30134 HTTP/1.1" status: 404 len: 337 time: 0.1228876 Feb 16 13:48:44.619072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33056) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.619409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.648211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.671648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/ea68d540-7fa2-49a6-9938-abb8d4b57252 HTTP/1.1" status: 204 len: 168 time: 4.4176731 Feb 16 13:48:44.672658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f473c1-22de-4955-b546-702b10748a75 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=ea68d540-7fa2-49a6-9938-abb8d4b57252,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:44.681226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33064) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.688805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f7edae1-0329-4a86-8f90-98ad239b4e55 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "DELETE /v2.0/ports/f5aba804-76d5-4c40-8a59-a1c09f6097f2 HTTP/1.1" status: 204 len: 168 time: 1.6295521 Feb 16 13:48:44.697311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Calling delete_port for 87da7f3a-0b4b-4b72-8733-14ee54a65fee owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:44.717726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.721345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.736705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Allocated IP 2001:db8::f816:3eff:fec6:cf8a (b77aab32-e3ee-49da-ac62-12fc32fd6567/da91b1b2-1887-45be-b336-445b42569419/c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:44.789786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.790615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a51abbdd-07ff-4dc4-97fc-d98327f1733d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:44.834568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] For port a8672307-cff2-435f-8a2f-77d0c64f3022, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:44.846734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] For port a8672307-cff2-435f-8a2f-77d0c64f3022, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a8672307-cff2-435f-8a2f-77d0c64f3022,segment=NetworkSegment(ebbc5821-778f-49dc-aa06-df0b9dcad93f),segment_id=ebbc5821-778f-49dc-aa06-df0b9dcad93f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:44.867510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting subnet da91b1b2-1887-45be-b336-445b42569419 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:44.871803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Router c90c9164-b90e-4be0-9792-2394c365fc56 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:48:44.874519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.894408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dc6b28-1765-434d-a661-87af68b25694 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.894830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dc6b28-1765-434d-a661-87af68b25694 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.899080 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e3dc6b28-1765-434d-a661-87af68b25694 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/090b8890-5544-474f-8389-15dd40f1a02c HTTP/1.1" status: 404 len: 333 time: 0.2715414 Feb 16 13:48:44.910920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33072) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.969840 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eafc2ab-e5cd-4f4a-b5b3-7dba6ad5a626 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:44.970304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eafc2ab-e5cd-4f4a-b5b3-7dba6ad5a626 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:44.975741 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4eafc2ab-e5cd-4f4a-b5b3-7dba6ad5a626 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6baa9e82-08db-4a2c-82bc-c51f82b8efa1 HTTP/1.1" status: 404 len: 337 time: 0.0611787 Feb 16 13:48:44.983093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:44.986679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:44.992053 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5943677 Feb 16 13:48:44.994632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.017575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a51abbdd-07ff-4dc4-97fc-d98327f1733d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:45.018195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a51abbdd-07ff-4dc4-97fc-d98327f1733d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:45.020863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.046256 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40c42fd-d52d-492f-940d-09109a10bb84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:45.046719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40c42fd-d52d-492f-940d-09109a10bb84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:45.051359 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b40c42fd-d52d-492f-940d-09109a10bb84 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/6edc2093-f2c4-43f7-afbd-ad1723b0b5ad HTTP/1.1" status: 404 len: 337 time: 0.0556228 Feb 16 13:48:45.052619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33084) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.054129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Deleting subnet 98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:45.056414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c102ee-a8ae-4525-8e9c-6dedff667129 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78639fc-1f7f-4c9d-84a8-0f8be0ef982b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:45.062879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd78639fc-1f7f-4c9d-84a8-0f8be0ef982b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:45.069397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.107934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:45.117287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:45.121453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:45.131105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:45.148537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.210824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:45.211177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:45.223086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.279971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:45.351607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.355470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a63c81de-8c85-4a44-8907-2187e0a69db6 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:45.384482 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4053356d-812f-40e9-b93b-5486bcac5d46 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:45.384890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4053356d-812f-40e9-b93b-5486bcac5d46 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:45.386637 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4053356d-812f-40e9-b93b-5486bcac5d46 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/1cac16a5-d671-4e58-b4c2-9de903fb3170 HTTP/1.1" status: 404 len: 333 time: 0.3333507 Feb 16 13:48:45.395662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.396455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33088) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.403190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.448922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-85dfc397-43af-4c72-ba8b-8c17b036df51 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:45.450020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85dfc397-43af-4c72-ba8b-8c17b036df51 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:45.457757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.482701 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85dfc397-43af-4c72-ba8b-8c17b036df51 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/e12c6a6f-2267-40bf-9f1e-7f3279a98d7d HTTP/1.1" status: 404 len: 337 time: 0.0818183 Feb 16 13:48:45.483165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.488087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:45.489910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.500662 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9593408a-2ed5-4c81-94ee-da18f3b9c043 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7995901 Feb 16 13:48:45.504575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33096) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.508470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.523126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] Sync routers for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:45.525828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9296ad-d5f0-4edd-88c8-78833c03b642 None None] Pushing event updated for resources: {'Port': ['ID=a8672307-cff2-435f-8a2f-77d0c64f3022,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:45.529723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:45.533945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Transition to ACTIVE for port object c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:45.551697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.553662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684538d0-db65-48fb-b2ab-35b86fdc4f55,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:45.571382 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d457e1e-3da5-46ac-a417-d2a89e820712 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:45.572060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d457e1e-3da5-46ac-a417-d2a89e820712 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:45.577125 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6d457e1e-3da5-46ac-a417-d2a89e820712 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/0728659f-4d5e-4841-9435-eb6804aeaa45 HTTP/1.1" status: 404 len: 337 time: 0.0842094 Feb 16 13:48:45.577463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33100) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.598290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.600096 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2464ab9f-598d-494e-a315-a32ac7b2b182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6011760 Feb 16 13:48:45.603749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33104) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.604850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Could not find standard attr ID for object f5aba804-76d5-4c40-8a59-a1c09f6097f2. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:48:45.617247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:45.617885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:45.634386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.695192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Transition to ACTIVE for port object c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:45.725333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.736686 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "DELETE /v2.0/subnets/98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41 HTTP/1.1" status: 204 len: 168 time: 1.0029035 Feb 16 13:48:45.736686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952f658-8c34-47b9-bb13-30f7bcc8ad04 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event deleted for resources: {'Subnet': ['ID=98a5cfb6-4a5c-4a43-b3a6-12ae8014ac41,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:45.737072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Deleting port 87da7f3a-0b4b-4b72-8733-14ee54a65fee {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:45.738005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.738131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.767726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd78639fc-1f7f-4c9d-84a8-0f8be0ef982b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:45.773793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.796285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:45.816161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2e6851-0661-463c-84fe-19e2f1da018d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:45.816630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2e6851-0661-463c-84fe-19e2f1da018d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:45.818464 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be2e6851-0661-463c-84fe-19e2f1da018d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/c157957a-2c93-417c-b1f7-ff69a098769c HTTP/1.1" status: 404 len: 333 time: 0.2256436 Feb 16 13:48:45.819893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:45.826471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:45.829584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33112) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:45.889591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a407a-78d8-4881-8280-67bf7b217058 None None] Network 79b64834-0601-4855-bf22-08ed596766a3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:45.917116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:45.927977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.939760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:45.992694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.021595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Deleting port 23146130-86ec-4418-a1a1-2803b8308129 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:46.021819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.103509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a63c81de-8c85-4a44-8907-2187e0a69db6 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:46.107747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:46.114955 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-581b09fb-263e-4353-a351-9374e58f18a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:46.115599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581b09fb-263e-4353-a351-9374e58f18a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:46.121084 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-581b09fb-263e-4353-a351-9374e58f18a8 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ea965bbc-10c4-4938-a6dd-ec9d5164f2ed HTTP/1.1" status: 404 len: 337 time: 0.2876554 Feb 16 13:48:46.128210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33116) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.184607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 23146130-86ec-4418-a1a1-2803b8308129 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:46.215577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:46.216309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:46.248403 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-048cda51-a047-458e-972a-51f0dbe643de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:46.248904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048cda51-a047-458e-972a-51f0dbe643de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:46.250648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-048cda51-a047-458e-972a-51f0dbe643de tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/7e19d430-07d7-429b-a70c-17206119296a HTTP/1.1" status: 404 len: 337 time: 0.1204646 Feb 16 13:48:46.265957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33120) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.277127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.297925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Provisioning complete for port 87da7f3a-0b4b-4b72-8733-14ee54a65fee triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:46.298746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.369584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:46.378476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:46.381389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Pushing event updated for resources: {'Port': ['ID=47177481-6a3d-4e92-9c1e-7ba1207858c5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:46.384473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.397724 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb9b4b2-1056-4b73-a416-f2306f1ca37c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:46.398478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb9b4b2-1056-4b73-a416-f2306f1ca37c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:46.400321 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8bb9b4b2-1056-4b73-a416-f2306f1ca37c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/16462131-2692-4b69-b228-324039c57280 HTTP/1.1" status: 404 len: 333 time: 0.1338601 Feb 16 13:48:46.403150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:46.405283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33124) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.449948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:46.450297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c210b7d-361f-4450-aee2-3bff2148455e None None] The sync data for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:46.463394 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-34756fe0-33f5-4f89-88c4-b27e6d180331 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:46.463852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34756fe0-33f5-4f89-88c4-b27e6d180331 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:46.467937 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-34756fe0-33f5-4f89-88c4-b27e6d180331 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ff947b84-cd56-475c-9a4c-61d66e399b51 HTTP/1.1" status: 404 len: 337 time: 0.0582905 Feb 16 13:48:46.471540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33128) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.476167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.557319 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f63f5e-5db3-4e3c-bbfd-2cb175d3a525 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:46.557721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f63f5e-5db3-4e3c-bbfd-2cb175d3a525 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:46.561851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14f63f5e-5db3-4e3c-bbfd-2cb175d3a525 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/cc174509-2acf-4149-95cc-ed98ae10186e HTTP/1.1" status: 404 len: 337 time: 0.0858684 Feb 16 13:48:46.563230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] For port 23146130-86ec-4418-a1a1-2803b8308129, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=23146130-86ec-4418-a1a1-2803b8308129,segment=NetworkSegment(3b73bbbf-b071-44c4-9326-3387c5266e5d),segment_id=3b73bbbf-b071-44c4-9326-3387c5266e5d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:46.563591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.573085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33132) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.678264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.698337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.749484 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-adac68cf-26ac-48d0-a1e4-d37f1926cd51 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports?device_id=a7234501-e776-43f3-86f5-e8564f187567 HTTP/1.1" status: 200 len: 205 time: 0.1731682 Feb 16 13:48:46.749707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Pushing event updated for resources: {'Port': ['ID=c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:46.756484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Calling delete_port for 23146130-86ec-4418-a1a1-2803b8308129 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:46.760359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33136) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.774043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Attempting to bind port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:46.774435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Attempting to bind port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'a19b8581-1818-4635-bcc5-d40cecfd7252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:46.774816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Attempting to bind port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 on network b77aab32-e3ee-49da-ac62-12fc32fd6567 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:46.787285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:46.787670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.802033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:46.802528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Checking segment: {'id': 'a19b8581-1818-4635-bcc5-d40cecfd7252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:46.802842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.803229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Bound using segment: {'id': 'a19b8581-1818-4635-bcc5-d40cecfd7252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:46.803714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Bound port: c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19b8581-1818-4635-bcc5-d40cecfd7252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'b77aab32-e3ee-49da-ac62-12fc32fd6567'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:46.804086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.817983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.875623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228e0ffd-3ce5-43b7-b4e0-5586c6aa59fc,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:46.877597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=da91b1b2-1887-45be-b336-445b42569419,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:46.882559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.893613 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c81b6140-9034-4d54-a9a8-1ea67ab904df tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/da91b1b2-1887-45be-b336-445b42569419 HTTP/1.1" status: 204 len: 168 time: 2.2707138 Feb 16 13:48:46.894451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.909422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d3d497d1-de3f-4d67-a6c9-54c2ca710761 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] delete failed (client error): The resource could not be found. Feb 16 13:48:46.910937 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d3d497d1-de3f-4d67-a6c9-54c2ca710761 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/routers/a7234501-e776-43f3-86f5-e8564f187567 HTTP/1.1" status: 404 len: 336 time: 0.1439469 Feb 16 13:48:46.943515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33144) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:46.983337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:46.987824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e947c85b-e1a9-4e7e-9852-c999452cefdc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3735712 Feb 16 13:48:46.989095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33148) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.002945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.010102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 23146130-86ec-4418-a1a1-2803b8308129 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:47.010505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.016059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8bf5f-0012-47dc-b198-f0a9e3fda185 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:47.017625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8bf5f-0012-47dc-b198-f0a9e3fda185 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:47.018604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0e8bf5f-0012-47dc-b198-f0a9e3fda185 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Synchronizing usage tracker for tenant:619f5370401b46a3b08d5b5cfaf10452 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:47.023072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.057338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Calling delete_port for 87da7f3a-0b4b-4b72-8733-14ee54a65fee owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:47.078814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd78639fc-1f7f-4c9d-84a8-0f8be0ef982b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:47.090037 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acf64fe-fb23-4266-a113-95ca6bf9df9b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:47.090775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acf64fe-fb23-4266-a113-95ca6bf9df9b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.092789 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2acf64fe-fb23-4266-a113-95ca6bf9df9b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/e8f5e136-0d42-4fd2-9431-7b429315894d HTTP/1.1" status: 404 len: 337 time: 0.1461375 Feb 16 13:48:47.102590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.103665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event deleted for resources: {'Port': ['ID=23146130-86ec-4418-a1a1-2803b8308129,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:47.106316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:47.142807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 23146130-86ec-4418-a1a1-2803b8308129 was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:48:47.170707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:47.175755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f6d558-5d56-4909-a716-779ae7166113 None None] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:47.181510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:47.201302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.205596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0e8bf5f-0012-47dc-b198-f0a9e3fda185 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Unset dirty status for tenant:619f5370401b46a3b08d5b5cfaf10452 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:47.208494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0e8bf5f-0012-47dc-b198-f0a9e3fda185 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3113308 Feb 16 13:48:47.215801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33156) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.217016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:47.226146 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d09841ed-f24a-4a58-a8b5-b04b895b6175 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:48:47.230058 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d09841ed-f24a-4a58-a8b5-b04b895b6175 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7215579 Feb 16 13:48:47.234855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33160) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.243838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] No DVR routers for this DVR port 23146130-86ec-4418-a1a1-2803b8308129 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:47.249944 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-042c2866-69b4-4234-88bb-022615490255 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e49c65-7cd1-4cf6-999b-9560fb042401 HTTP/1.1" status: 200 len: 205 time: 0.1349630 Feb 16 13:48:47.285956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.303848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:47.332353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c32e50-3fb1-4c4c-a2bb-cdbed3673737 None None] DHCP port deletion for 79b64834-0601-4855-bf22-08ed596766a3 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:47.377713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:47.378117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6a8e9c32-ea72-4a6c-b608-fe83cb8cc609 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:47.414119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:47.450407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.457364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.486503 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-99afb4dc-cd95-4f1d-925c-b16bea4e4bc0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] delete failed (client error): The resource could not be found. Feb 16 13:48:47.488933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99afb4dc-cd95-4f1d-925c-b16bea4e4bc0 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/routers/44e49c65-7cd1-4cf6-999b-9560fb042401 HTTP/1.1" status: 404 len: 336 time: 0.2021554 Feb 16 13:48:47.501478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] For port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:47.518705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33168) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.536860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] For port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8,segment=NetworkSegment(a19b8581-1818-4635-bcc5-d40cecfd7252),segment_id=a19b8581-1818-4635-bcc5-d40cecfd7252)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:47.559408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:47.560011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:47.567135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.575598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-469de0dc-6e16-48fe-b69c-394fb6559009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.588067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.603183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-469de0dc-6e16-48fe-b69c-394fb6559009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 13:48:47.603648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469de0dc-6e16-48fe-b69c-394fb6559009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.615356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-343d7583-bb0a-4457-8ed7-b6dd430c8d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:47.615810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343d7583-bb0a-4457-8ed7-b6dd430c8d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.621153 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-343d7583-bb0a-4457-8ed7-b6dd430c8d10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/ba506988-37ca-49df-9713-4877752fb9bf HTTP/1.1" status: 404 len: 337 time: 0.0952005 Feb 16 13:48:47.622539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33172) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.627075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b64834-0601-4855-bf22-08ed596766a3']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:47.676046 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-469de0dc-6e16-48fe-b69c-394fb6559009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/b77aab32-e3ee-49da-ac62-12fc32fd6567 HTTP/1.1" status: 409 len: 405 time: 0.4527833 Feb 16 13:48:47.682526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33176) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.712919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2076193857'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:47.712919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b73bbbf-b071-44c4-9326-3387c5266e5d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:47.712919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b73bbbf-b071-44c4-9326-3387c5266e5d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:47.718549 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2868c3a5-0e20-4361-b490-0b8b76140bcf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:47.718549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2868c3a5-0e20-4361-b490-0b8b76140bcf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.723346 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2868c3a5-0e20-4361-b490-0b8b76140bcf tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/f3329dd1-d3f2-4c3f-91c6-6468ceffe4f6 HTTP/1.1" status: 404 len: 337 time: 0.0968261 Feb 16 13:48:47.727393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33180) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.737482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.739795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:47.747595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 47177481-6a3d-4e92-9c1e-7ba1207858c5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:47.781102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:47.789955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbb4d-8212-491a-a211-40ef1226ff12 None None] Pushing event updated for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:47.792271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:47.800271 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-181c3552-cf70-46f4-8c30-32e0ba4625dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:47.800798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181c3552-cf70-46f4-8c30-32e0ba4625dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.805384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-181c3552-cf70-46f4-8c30-32e0ba4625dc tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/99e2bb22-34ee-40a5-86b6-3cf5bdd95ed6 HTTP/1.1" status: 404 len: 333 time: 0.0743356 Feb 16 13:48:47.805384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:47.806209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.809330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33184) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.858940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:47.859344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:47.876326 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:47.878577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fad84e-8f73-4726-bb61-6cab0077a29e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:47.878577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fad84e-8f73-4726-bb61-6cab0077a29e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:47.883530 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8fad84e-8f73-4726-bb61-6cab0077a29e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/dd420587-7e6a-40b3-83c1-5665e9106ba0 HTTP/1.1" status: 404 len: 337 time: 0.0690317 Feb 16 13:48:47.883530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:47.883831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning complete for port 47177481-6a3d-4e92-9c1e-7ba1207858c5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:47.883831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.884002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:47.893134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33188) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:47.990914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.000788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.007424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Deleting port 87da7f3a-0b4b-4b72-8733-14ee54a65fee {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:48.007852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.066040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e4380-47e1-4dbc-bb0e-dc802ef852e6,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:48.125581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e826827-b9b8-4a68-b430-5f2b9b0d5794 None None] Pushing event updated for resources: {'Port': ['ID=c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:48.134434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.140141 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-175d30ef-bb35-4d86-9f37-764b3f0d3b9f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1409178 Feb 16 13:48:48.140857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33192) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.165966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd78639fc-1f7f-4c9d-84a8-0f8be0ef982b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:48.171619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b878b4-81d3-499b-97e9-371ca15ea6ed None None] Network b77aab32-e3ee-49da-ac62-12fc32fd6567 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:48.201859 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-13154203-a2f8-4c69-b469-822a29d0746c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.202478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13154203-a2f8-4c69-b469-822a29d0746c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.214784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13154203-a2f8-4c69-b469-822a29d0746c tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/51a6669f-8ee3-480c-b9c2-a6fa0179640c HTTP/1.1" status: 404 len: 333 time: 0.3154867 Feb 16 13:48:48.215086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:48.216575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33196) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.220945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.233863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:48.236700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 13989166-a0c7-4fc1-91ec-113daf26a6bb {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:48.237032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.261219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:48.276664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.279832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:48.284260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 47177481-6a3d-4e92-9c1e-7ba1207858c5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:48.284594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.287614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:48.292118 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1325179-b267-478d-958d-420260c76d36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.292569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1325179-b267-478d-958d-420260c76d36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.297994 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a1325179-b267-478d-958d-420260c76d36 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/98b53656-4b70-412b-9335-bdb240c8c045 HTTP/1.1" status: 404 len: 337 time: 0.0765090 Feb 16 13:48:48.300486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] Pushing event deleted for resources: {'Network': ['ID=79b64834-0601-4855-bf22-08ed596766a3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:48.300680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.301141 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37199b43-bd7b-4547-8448-b3acc37f6d91 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665 tempest-ExtraDHCPOptionsIpV6TestJSON-42264665-project] 10.222.0.105 "DELETE /v2.0/networks/79b64834-0601-4855-bf22-08ed596766a3 HTTP/1.1" status: 204 len: 168 time: 2.5616243 Feb 16 13:48:48.315120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.315874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment e7296174-0100-4ce9-b1e7-7bb2aefd058b of type vlan for network 3f446283-d334-4395-a31b-8edda1a4f249 Feb 16 13:48:48.366901 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecce82b4-4482-463c-a5af-d17aa77f566b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.367663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecce82b4-4482-463c-a5af-d17aa77f566b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.371839 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ecce82b4-4482-463c-a5af-d17aa77f566b tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/0ae56925-4646-46c1-bbb8-48e0dcc07b40 HTTP/1.1" status: 404 len: 333 time: 0.0693491 Feb 16 13:48:48.374153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33206) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.383633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.430758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.441613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:48.442618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.445591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.506285 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-32adf056-feea-430e-b99a-1170e6c6c705 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.506945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32adf056-feea-430e-b99a-1170e6c6c705 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.508985 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32adf056-feea-430e-b99a-1170e6c6c705 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/d1a32076-5a29-40f7-b27b-ab82e015a81c HTTP/1.1" status: 404 len: 337 time: 0.1311083 Feb 16 13:48:48.518753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33210) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.589137 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e778bdd-2b5d-49f1-b65d-982063f0a37e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.589633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e778bdd-2b5d-49f1-b65d-982063f0a37e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.591379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8e778bdd-2b5d-49f1-b65d-982063f0a37e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/740b28be-68e7-48f3-89a7-be58ea999fc2 HTTP/1.1" status: 404 len: 333 time: 0.0680637 Feb 16 13:48:48.611227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.624304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] For port 87da7f3a-0b4b-4b72-8733-14ee54a65fee, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87da7f3a-0b4b-4b72-8733-14ee54a65fee,segment=NetworkSegment(535d89b3-808f-4289-bbde-526d33f2614f),segment_id=535d89b3-808f-4289-bbde-526d33f2614f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:48.624658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.647162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=3f446283-d334-4395-a31b-8edda1a4f249,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:48.658832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.662705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fad6f9e5-a8ac-4a57-940b-8da6d8fb9a80 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9791462 Feb 16 13:48:48.667285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.675817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': '3f446283-d334-4395-a31b-8edda1a4f249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:48.731881 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ad7eea-ab26-44c8-84f6-1828dd86afea tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.732650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ad7eea-ab26-44c8-84f6-1828dd86afea tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.734732 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b4ad7eea-ab26-44c8-84f6-1828dd86afea tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/82ed69d8-b3c2-4cfe-b355-b113b479f5a3 HTTP/1.1" status: 404 len: 337 time: 0.1210508 Feb 16 13:48:48.746033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33230) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:48.813533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 13989166-a0c7-4fc1-91ec-113daf26a6bb, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=13989166-a0c7-4fc1-91ec-113daf26a6bb,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:48.814192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.822581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:48.836839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 3f446283-d334-4395-a31b-8edda1a4f249 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:48.839917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:48.858768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:48.864711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:48.871478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Calling delete_port for 87da7f3a-0b4b-4b72-8733-14ee54a65fee owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:48.887919 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-204860d3-24de-4f56-b83b-cc2751b51f00 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:48.889068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204860d3-24de-4f56-b83b-cc2751b51f00 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:48.981073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning for port a63c81de-8c85-4a44-8907-2187e0a69db6 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:49.018203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning complete for port a63c81de-8c85-4a44-8907-2187e0a69db6 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:49.018636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.020642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.049110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a8672307-cff2-435f-8a2f-77d0c64f3022 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:49.070544 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af4cd396-7f47-437a-a6a7-b5466d760787 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1b87b5fb7d4a4ed584af4cb9b9c1b9d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095850 Feb 16 13:48:49.074582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33234) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.202602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.209817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 13989166-a0c7-4fc1-91ec-113daf26a6bb owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:49.240309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.281437 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-204860d3-24de-4f56-b83b-cc2751b51f00 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/ec989fd3-882f-4df2-a81c-8b83e2a49c6d HTTP/1.1" status: 404 len: 333 time: 0.5271423 Feb 16 13:48:49.284020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.288189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33238) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.295710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.315698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] Pushing event deleted for resources: {'Port': ['ID=87da7f3a-0b4b-4b72-8733-14ee54a65fee,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.348896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798877bc-61ce-4b9e-8d06-45c24ad42e2e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.350352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff0dd60-2467-43d4-a228-10622fc8e713 None None] No DVR routers for this DVR port 87da7f3a-0b4b-4b72-8733-14ee54a65fee on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:49.357992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a8672307-cff2-435f-8a2f-77d0c64f3022 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:49.378210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5065c82a-1afe-445e-8904-3280090d941d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:49.379737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5065c82a-1afe-445e-8904-3280090d941d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:49.382573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5065c82a-1afe-445e-8904-3280090d941d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/160249ce-15c1-4e14-be80-4eb6729584e0 HTTP/1.1" status: 404 len: 337 time: 0.0851858 Feb 16 13:48:49.388793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.391017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.402510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c0763-ab6f-4d8f-b592-03cc9f8db606 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:48:49.413731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33242) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.469175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0998ae47-316c-4649-8b5b-f7a388fcf667 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:49.469809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0998ae47-316c-4649-8b5b-f7a388fcf667 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:49.470185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 23146130-86ec-4418-a1a1-2803b8308129 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:49.499745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0998ae47-316c-4649-8b5b-f7a388fcf667 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/e5586027-0b75-4852-ae99-d5d1978cf2fe HTTP/1.1" status: 404 len: 333 time: 0.0853713 Feb 16 13:48:49.499990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.503048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a96cb5a6-9e40-4771-a7a5-dc1b15721194 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3440628 Feb 16 13:48:49.503245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33246) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.518320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 23146130-86ec-4418-a1a1-2803b8308129 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:49.519035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 23146130-86ec-4418-a1a1-2803b8308129 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:49.542919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33248) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.549027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] For port a63c81de-8c85-4a44-8907-2187e0a69db6, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a63c81de-8c85-4a44-8907-2187e0a69db6,segment=NetworkSegment(7d131461-c745-45d1-968f-11940b284ab2),segment_id=7d131461-c745-45d1-968f-11940b284ab2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:49.555726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.558752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd78639fc-1f7f-4c9d-84a8-0f8be0ef982b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:49.604205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:49.605764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.608545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.612663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d273a5a1-01ad-46b4-a2ec-9914bc8a62b0 HTTP/1.1" status: 204 len: 168 time: 0.5369604 Feb 16 13:48:49.613874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c8173f-e957-4588-aa3d-cbc141ad003e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:49.614463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c8173f-e957-4588-aa3d-cbc141ad003e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:49.616354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18c8173f-e957-4588-aa3d-cbc141ad003e tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/306d40ef-fe28-45e5-b6e4-1e72984d4710 HTTP/1.1" status: 404 len: 337 time: 0.1140182 Feb 16 13:48:49.622808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:48:49.622965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33256) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.634762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning for port a8672307-cff2-435f-8a2f-77d0c64f3022 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:49.636374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:49.639979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f7e03-4be3-4bb9-914f-7819252a24ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d273a5a1-01ad-46b4-a2ec-9914bc8a62b0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.642967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.647485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:49.679402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning complete for port a8672307-cff2-435f-8a2f-77d0c64f3022 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:49.679776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.686483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:49.702249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baf902c-a597-4062-840c-5d1387dd7b10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:49.702719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baf902c-a597-4062-840c-5d1387dd7b10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:49.706985 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7baf902c-a597-4062-840c-5d1387dd7b10 tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/ports/819d0131-1f81-48d2-9aca-08a56212f6e0 HTTP/1.1" status: 404 len: 333 time: 0.0801311 Feb 16 13:48:49.710074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33260) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.762440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.773620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=84949b06-e1c5-4f90-8170-ded9a8187d17,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.785783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': 'e7296174-0100-4ce9-b1e7-7bb2aefd058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:49.786180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: 3f446283-d334-4395-a31b-8edda1a4f249, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:49.823036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Pushing event updated for resources: {'Port': ['ID=a63c81de-8c85-4a44-8907-2187e0a69db6,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.838054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network 3f446283-d334-4395-a31b-8edda1a4f249 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:49.859543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 3f446283-d334-4395-a31b-8edda1a4f249) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:49.864280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:49.864943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.883662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.893159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.916789 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8e1b61e8-4305-434c-95c2-f049239884af tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2474654 Feb 16 13:48:49.922699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33264) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:49.932653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.933354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'port': {'network_id': '3f446283-d334-4395-a31b-8edda1a4f249', 'name': 'tempest-NetworksIpV6TestAttrs-1125932336'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:49.952234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad733b0-92ac-4817-a226-2ad165bca558,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:49.960370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:49.961295 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-40eb1d77-615c-46ad-b74d-a1d47b76fa83 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4170783 Feb 16 13:48:49.976924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33268) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:50.023694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] For port a8672307-cff2-435f-8a2f-77d0c64f3022, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a8672307-cff2-435f-8a2f-77d0c64f3022,segment=NetworkSegment(ebbc5821-778f-49dc-aa06-df0b9dcad93f),segment_id=ebbc5821-778f-49dc-aa06-df0b9dcad93f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:50.036850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.113761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:50.120486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:port and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:50.120706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c0763-ab6f-4d8f-b592-03cc9f8db606 None None] Unable to find a vacant binding_index for network 3f446283-d334-4395-a31b-8edda1a4f249 and agent 5a494fcb-6816-47d6-a911-f7488ee922a4 {{(pid=87699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 13:48:50.124877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning for port df715a48-762d-44c3-9a0a-bcc82028bc7c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:50.124978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:50.133466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:50.137449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c0763-ab6f-4d8f-b592-03cc9f8db606 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 3f446283-d334-4395-a31b-8edda1a4f249) {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:48:50.141349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Provisioning complete for port df715a48-762d-44c3-9a0a-bcc82028bc7c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:50.141724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.153994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:50.158070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.159953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d2cc33-09be-4591-92a0-a057191438af tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] DELETE failed (client error): The resource could not be found. Feb 16 13:48:50.160402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d2cc33-09be-4591-92a0-a057191438af tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:50.171312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.184418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] device_id is not set on port 3039db18-2f41-4fb3-9749-a2d19dd49b3d yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:50.192020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Pushing event updated for resources: {'Port': ['ID=a8672307-cff2-435f-8a2f-77d0c64f3022,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:50.234680 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04d2cc33-09be-4591-92a0-a057191438af tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/subnets/2060616e-9aab-478b-9ad1-a552a86d1907 HTTP/1.1" status: 404 len: 337 time: 0.2637227 Feb 16 13:48:50.240591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.248594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33280) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:50.310756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-683738d0-5edd-42f8-b68f-0c80c329cbdb None None] Port df715a48-762d-44c3-9a0a-bcc82028bc7c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:50.399155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Allocated IP 2001:db8::f816:3eff:fec5:6825 (3f446283-d334-4395-a31b-8edda1a4f249/84949b06-e1c5-4f90-8170-ded9a8187d17/3039db18-2f41-4fb3-9749-a2d19dd49b3d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:50.422516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.444341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad733b0-92ac-4817-a226-2ad165bca558,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:50.447621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.485125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9df0cdc-a9b2-417f-8d53-4001f8e2ac80 None None] Provisioning complete for port a8672307-cff2-435f-8a2f-77d0c64f3022 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:50.485473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9df0cdc-a9b2-417f-8d53-4001f8e2ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.505038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.532262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=13989166-a0c7-4fc1-91ec-113daf26a6bb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:50.574390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.575933 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-122278ce-6f5c-418f-916b-b98d190b83c1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/8ad733b0-92ac-4817-a226-2ad165bca558 HTTP/1.1" status: 204 len: 168 time: 0.5901401 Feb 16 13:48:50.616351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33290) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:50.720413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-3f446283-d334-4395-a31b-8edda1a4f249', 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': '84949b06-e1c5-4f90-8170-ded9a8187d17'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:50.721511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.744286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.764350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Transition to ACTIVE for port object 3039db18-2f41-4fb3-9749-a2d19dd49b3d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:50.793196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.838393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:50.862307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port df715a48-762d-44c3-9a0a-bcc82028bc7c {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:50.862598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:50.919976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Allocated IP 2001:db8::f816:3eff:fef1:6536 (3f446283-d334-4395-a31b-8edda1a4f249/84949b06-e1c5-4f90-8170-ded9a8187d17/136dc42c-2ceb-426d-8a51-d5152177fb6f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:50.994264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network 3f446283-d334-4395-a31b-8edda1a4f249 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:50.997622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:51.002066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:51.008566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:51.009197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.012303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1ca0388-43a7-4e73-baa4-e0cb2cd6b0c2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:51.024601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Port': ['ID=3039db18-2f41-4fb3-9749-a2d19dd49b3d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:51.039789 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f3e1056-ae56-4e99-8673-35167f5af365 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1152978 Feb 16 13:48:51.042302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33304) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:51.051833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.099103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.140256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting subnet 84949b06-e1c5-4f90-8170-ded9a8187d17 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:51.180598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1109250502'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:51.186143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:51.190885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Usage tracker for resource:network and tenant:d401e10c22b34d8081fed340b94a821d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:51.195020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:51.201170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:51.214525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Made reservation on behalf of d401e10c22b34d8081fed340b94a821d for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:51.217586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1ca0388-43a7-4e73-baa4-e0cb2cd6b0c2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:51.218899 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a1ca0388-43a7-4e73-baa4-e0cb2cd6b0c2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5894501 Feb 16 13:48:51.219108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.230238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33308) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:51.238596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.250615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Transition to ACTIVE for port object 136dc42c-2ceb-426d-8a51-d5152177fb6f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:51.258704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.273971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Transition to ACTIVE for port object 136dc42c-2ceb-426d-8a51-d5152177fb6f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:51.284005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.284672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.318318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:51.322429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Usage tracker for resource:security_group_rule and tenant:d401e10c22b34d8081fed340b94a821d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:51.325466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:51.331901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d61445-6cd9-4f83-8ccb-7042d4e14b0d']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:51.332157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:51.355576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Network 3f446283-d334-4395-a31b-8edda1a4f249 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:51.361047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535d89b3-808f-4289-bbde-526d33f2614f') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:51.361398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535d89b3-808f-4289-bbde-526d33f2614f') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:51.366322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:51.373434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:51.386075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.388154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Pushing event updated for resources: {'Port': ['ID=136dc42c-2ceb-426d-8a51-d5152177fb6f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:51.423563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.434001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.435292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.443491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.482723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e548f1-916b-40c5-a23d-7cd7f1b8c601,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:51.489547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.514538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.520801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:51.547976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.589236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.589589 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Added segment 40a0edc3-1b0e-4058-ae59-b9fb5559467b of type vlan for network a7891346-55a7-4535-91cc-629c5df3462f Feb 16 13:48:51.595754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Attempting to bind port 136dc42c-2ceb-426d-8a51-d5152177fb6f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:51.596136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Attempting to bind port 136dc42c-2ceb-426d-8a51-d5152177fb6f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e7296174-0100-4ce9-b1e7-7bb2aefd058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:51.596499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Attempting to bind port 136dc42c-2ceb-426d-8a51-d5152177fb6f on network 3f446283-d334-4395-a31b-8edda1a4f249 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:51.606659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:51.607046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Checking segment: {'id': 'e7296174-0100-4ce9-b1e7-7bb2aefd058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:51.607452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.607947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Bound using segment: {'id': 'e7296174-0100-4ce9-b1e7-7bb2aefd058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:51.608634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Bound port: 136dc42c-2ceb-426d-8a51-d5152177fb6f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7296174-0100-4ce9-b1e7-7bb2aefd058b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3f446283-d334-4395-a31b-8edda1a4f249'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:51.609078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.613077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.676389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:51.677772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.679943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=798877bc-61ce-4b9e-8d06-45c24ad42e2e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:51.695803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:51.698469 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:51.757706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] For port 136dc42c-2ceb-426d-8a51-d5152177fb6f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:51.761471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] For port 136dc42c-2ceb-426d-8a51-d5152177fb6f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=136dc42c-2ceb-426d-8a51-d5152177fb6f,segment=NetworkSegment(e7296174-0100-4ce9-b1e7-7bb2aefd058b),segment_id=e7296174-0100-4ce9-b1e7-7bb2aefd058b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:51.771137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.775199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.779241 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-156dc4cc-ba04-40c6-9d7a-db68ec38cd8e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/798877bc-61ce-4b9e-8d06-45c24ad42e2e HTTP/1.1" status: 204 len: 168 time: 0.5477550 Feb 16 13:48:51.792739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.812223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a63c81de-8c85-4a44-8907-2187e0a69db6 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:51.814669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33312) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:51.864762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:48:51.902275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.911801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:51.912809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.933559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed7610-5020-4da3-9e69-4d36a0d85c29 None None] Pushing event updated for resources: {'Port': ['ID=136dc42c-2ceb-426d-8a51-d5152177fb6f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:51.962339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a63c81de-8c85-4a44-8907-2187e0a69db6 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:51.962933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:51.967174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Calling delete_port for df715a48-762d-44c3-9a0a-bcc82028bc7c owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:52.004596 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1531639 Feb 16 13:48:52.006529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.011270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.102383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.134763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a8672307-cff2-435f-8a2f-77d0c64f3022 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:52.137586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=84949b06-e1c5-4f90-8170-ded9a8187d17,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:52.152206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.158641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Request body: {'subnet': {'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:52.191962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.196610 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6dfc0180-9c24-4c85-bbf2-99a53c747a3f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/84949b06-e1c5-4f90-8170-ded9a8187d17 HTTP/1.1" status: 204 len: 168 time: 1.1508012 Feb 16 13:48:52.204861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33320) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.227965 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-65c52b4d-1ef7-40ce-866f-d900c3a0df65 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3501680 Feb 16 13:48:52.227965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:52.236918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] Pushing event deleted for resources: {'Network': ['ID=e4d61445-6cd9-4f83-8ccb-7042d4e14b0d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:52.240207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.244743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-85e33007-74c1-4ea1-a945-a4ea1a85209d tempest-NetworksTestDHCPv6-936379191 tempest-NetworksTestDHCPv6-936379191-project] 10.222.0.105 "DELETE /v2.0/networks/e4d61445-6cd9-4f83-8ccb-7042d4e14b0d HTTP/1.1" status: 204 len: 168 time: 1.9940946 Feb 16 13:48:52.290070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a8672307-cff2-435f-8a2f-77d0c64f3022 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:52.291195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.419853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056edd13-c7ab-4dc9-bc86-f0e27b5736be tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'Network': ['ID=a7891346-55a7-4535-91cc-629c5df3462f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:52.439646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network a7891346-55a7-4535-91cc-629c5df3462f details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:52.474905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:52.475493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4be494-dc1a-4472-831a-32db10ff769a tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:52.477494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4be494-dc1a-4472-831a-32db10ff769a tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:52.478451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec4be494-dc1a-4472-831a-32db10ff769a tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Synchronizing usage tracker for tenant:619f5370401b46a3b08d5b5cfaf10452 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:52.486344 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ebc8af2b-f4c0-4e8d-80a9-f9a140226f27 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8020122 Feb 16 13:48:52.489391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33330) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.497547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:52.502471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:52.510766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Usage tracker for resource:subnet and tenant:d401e10c22b34d8081fed340b94a821d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:52.514006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:52.517057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec4be494-dc1a-4472-831a-32db10ff769a tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Unset dirty status for tenant:619f5370401b46a3b08d5b5cfaf10452 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:52.521177 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec4be494-dc1a-4472-831a-32db10ff769a tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3130810 Feb 16 13:48:52.521680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33334) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.524184 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:52.525047 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:52.528147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:52.584148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.609685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.636217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Made reservation on behalf of d401e10c22b34d8081fed340b94a821d for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:52.644865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.704700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.758966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33340) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.759674 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:52.787556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f011fa73-1a75-49f0-8e1b-9f8391c88ec8 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.790470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 05efe446-82a9-44a1-a248-8069f70a0fa6 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:48:52.792460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Port': ['ID=df715a48-762d-44c3-9a0a-bcc82028bc7c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:52.809643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f011fa73-1a75-49f0-8e1b-9f8391c88ec8 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 13:48:52.809643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f011fa73-1a75-49f0-8e1b-9f8391c88ec8 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:48:52.817160 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f011fa73-1a75-49f0-8e1b-9f8391c88ec8 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/3f446283-d334-4395-a31b-8edda1a4f249 HTTP/1.1" status: 409 len: 405 time: 0.2912867 Feb 16 13:48:52.817804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:52.826088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-657556857'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:52.841373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:52.883779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.936117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:52.972201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:52.980349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:52.983703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.007759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa8e4380-47e1-4dbc-bb0e-dc802ef852e6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:53.028540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:53.035713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.091352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'Subnet': ['ID=de591345-5cb5-4331-b372-7c492139579e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:53.109573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:53.114602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.169484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Checking segment: {'id': '40a0edc3-1b0e-4058-ae59-b9fb5559467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:53.170383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Network hostable DHCP agents. Network: a7891346-55a7-4535-91cc-629c5df3462f, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:53.184437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:53.202678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.203271 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment dcc21ba8-c911-439c-8fd9-df37aed2b359 of type vlan for network 64b6d7d9-a106-4763-b3a9-1df47fdc4dee Feb 16 13:48:53.205621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Network a7891346-55a7-4535-91cc-629c5df3462f is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:53.226025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, a7891346-55a7-4535-91cc-629c5df3462f) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:53.242561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:53.243326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.248717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.249963 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1da4aca7-e7bb-4294-ad1f-91bfb3dd5cc8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/aa8e4380-47e1-4dbc-bb0e-dc802ef852e6 HTTP/1.1" status: 204 len: 168 time: 1.0077095 Feb 16 13:48:53.253498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:53.267839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.286025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.295238 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6acd4be5-9e7f-4af3-b130-98cf28870062 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=064037da5cd14bc4bc6a112a7e676c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347440 Feb 16 13:48:53.304398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33354) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:53.312250 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:50Z', 'revision_number': 10, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:53.317402 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:48:53.325413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c37760-7d76-4c84-9656-b0a9c2a1dae5 None None] Network 3f446283-d334-4395-a31b-8edda1a4f249 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:53.329176 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:53.329990 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:53.388235 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3cbae67e-a75d-4187-ad99-72ad6bff0029 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3350143 Feb 16 13:48:53.407466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33358) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:53.449766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8e5b9-da18-44f5-a78b-0b4b3fa2a24a None None] Network a7891346-55a7-4535-91cc-629c5df3462f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:53.451465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Request body: {'port': {'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1460379356'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:53.533740 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:48:53.661208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-19c51dd4-244c-431b-8ec4-5333bdb178b4 None None] Provisioning for port 136dc42c-2ceb-426d-8a51-d5152177fb6f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:53.739906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:53.744473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Usage tracker for resource:port and tenant:d401e10c22b34d8081fed340b94a821d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:53.747774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:53.753893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:53.762662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 136dc42c-2ceb-426d-8a51-d5152177fb6f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:53.774319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.782641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe3757f7-761e-4475-80c3-37af47f89c66 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:53.787772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.793964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:53.794899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.798917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Made reservation on behalf of d401e10c22b34d8081fed340b94a821d for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:53.802896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.880305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.979187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:53.987865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=05efe446-82a9-44a1-a248-8069f70a0fa6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:53.996890 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:50Z', 'revision_number': 10, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:54.001510 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bee8e4-2208-4b54-9768-3625c0f85df2 None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:48:50Z', 'revision_number': 10, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None, '_interfaces': [{'id': '4afb936a-003b-4ce2-b28b-ee618db7270d', 'name': '', 'network_id': 'ebf29efb-6280-4743-a2b7-b0616ad63fd6', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'mac_address': 'fa:16:3e:fb:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:47:25Z', 'updated_at': '2022-02-16T13:47:40Z', 'revision_number': 5, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'subnets': [{'id': '13de4bf2-3124-452b-be64-c37db098bb8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:54.013576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3152b61-6b99-4168-996b-92fa1fe5a48e None None] Network 5f581b89-9a2e-4101-b908-f568f118e5ce requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:54.041650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-a7891346-55a7-4535-91cc-629c5df3462f', 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f', 'tenant_id': 'd401e10c22b34d8081fed340b94a821d', 'fixed_ips': [{'subnet_id': 'de591345-5cb5-4331-b372-7c492139579e'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:54.042620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.074343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.090514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] device_id is not set on port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:54.102828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b077c1a4-0b57-470f-b268-80073242b03b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/05efe446-82a9-44a1-a248-8069f70a0fa6 HTTP/1.1" status: 204 len: 168 time: 1.6071057 Feb 16 13:48:54.112725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33362) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.129610 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3089786 Feb 16 13:48:54.152920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.166780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fe3757f7-761e-4475-80c3-37af47f89c66 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:54.168166 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe3757f7-761e-4475-80c3-37af47f89c66 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.9135108 Feb 16 13:48:54.184347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': '64b6d7d9-a106-4763-b3a9-1df47fdc4dee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:54.195553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33370) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.214883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043dcc0-a06b-47d5-83a4-189bc3b8ab67 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=64b6d7d9-a106-4763-b3a9-1df47fdc4dee,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:54.223613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 136dc42c-2ceb-426d-8a51-d5152177fb6f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:54.224921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.261393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 64b6d7d9-a106-4763-b3a9-1df47fdc4dee details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:54.281089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 136dc42c-2ceb-426d-8a51-d5152177fb6f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:54.281379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.329471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Router c90c9164-b90e-4be0-9792-2394c365fc56 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:48:54.352484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.374284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.386556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.424762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:54.447300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:54.469256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:54.473496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.573618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0406b-4657-4b9b-8444-3110cc91d22d None None] Network 3f446283-d334-4395-a31b-8edda1a4f249 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:54.577268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Allocated IP 172.20.0.13 (a7891346-55a7-4535-91cc-629c5df3462f/de591345-5cb5-4331-b372-7c492139579e/f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:54.592617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.613243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:54.613927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.626611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c7344f-d308-41d7-8ee9-8b079e09e75b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:54.647173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:48:54.660252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.696747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] Sync routers for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:48:54.697043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.702517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.703543 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/228e0ffd-3ce5-43b7-b4e0-5586c6aa59fc HTTP/1.1" status: 204 len: 168 time: 0.4951432 Feb 16 13:48:54.705283 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e13ff9fc-fd3f-46af-9aec-0c678c196820 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4694636 Feb 16 13:48:54.710200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33376) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.710904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33378) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.716120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd7643a6-8046-4c23-aee0-a261b3e19bcc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/62c7344f-d308-41d7-8ee9-8b079e09e75b HTTP/1.1" status: 204 len: 168 time: 1.4082067 Feb 16 13:48:54.733930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:54.734714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:54.808485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc65de1-95a5-4733-8907-018679fb15e1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=228e0ffd-3ce5-43b7-b4e0-5586c6aa59fc,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:54.811755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:54.825699 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:48:54.844900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:48:54.845450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:54.865460 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-80af6da9-77a9-44dd-b8bd-060368cd8764 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] delete failed (client error): The resource could not be found. Feb 16 13:48:54.871549 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-80af6da9-77a9-44dd-b8bd-060368cd8764 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-1882562228 HTTP/1.1" status: 404 len: 335 time: 0.1574249 Feb 16 13:48:54.874700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33384) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:54.923080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-78df4592-780c-4bb2-bfb6-55d2c5efbc50 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c90c9164-b90e-4be0-9792-2394c365fc56'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:54.942278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:54.942690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f6a53-4d2d-4a13-adae-e93c1f21b77d None None] The sync data for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:48:54.945912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] DHCP port deletion for 5f581b89-9a2e-4101-b908-f568f118e5ce request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:54.965851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:54.983573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Transition to ACTIVE for port object f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:55.055031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Deleting port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:55.055406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.125812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.178886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:55.179231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.222351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.223054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'Port': ['ID=f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:55.278275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 136dc42c-2ceb-426d-8a51-d5152177fb6f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=136dc42c-2ceb-426d-8a51-d5152177fb6f,segment=NetworkSegment(e7296174-0100-4ce9-b1e7-7bb2aefd058b),segment_id=e7296174-0100-4ce9-b1e7-7bb2aefd058b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:55.321394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:55.340666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:48:55.344207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.352004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Network a7891346-55a7-4535-91cc-629c5df3462f is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:55.431501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=41029559-fef9-4998-a12d-484b9abb80c6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:55.436410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:55.441164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:55.447335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] For port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,segment=NetworkSegment(094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57),segment_id=094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:55.447741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.513593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:55.514592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.565279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': 'dcc21ba8-c911-439c-8fd9-df37aed2b359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '64b6d7d9-a106-4763-b3a9-1df47fdc4dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:55.565279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: 64b6d7d9-a106-4763-b3a9-1df47fdc4dee, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:55.580087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Calling delete_port for e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:55.588837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9d9ea09-95f9-4a38-a8d7-6ab6fa5530c1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1514304 Feb 16 13:48:55.590760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:55.597519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Request body: {'port': {'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-239508545', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:55.599671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] bootfile-name is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:55.600185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] tftp-server is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:55.600665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.api.validators [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] server-ip-address is not in valid_values {{(pid=87698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:48:55.608481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Allocated IP 172.20.0.2 (a7891346-55a7-4535-91cc-629c5df3462f/de591345-5cb5-4331-b372-7c492139579e/ffea26aa-919f-4f85-9264-454aa535abc4) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:55.611045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.614418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3635c8ad-5518-4e5c-a927-7e51e5c9f5f7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:55.765930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network 64b6d7d9-a106-4763-b3a9-1df47fdc4dee is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:55.776636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:55.791460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13989166-a0c7-4fc1-91ec-113daf26a6bb no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:55.805806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 64b6d7d9-a106-4763-b3a9-1df47fdc4dee) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:55.824369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:55.825158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.834790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bdad0b-12ad-4325-83d0-fa2b9506ae44 None None] Network 64b6d7d9-a106-4763-b3a9-1df47fdc4dee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:55.880281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae850ba-1052-4162-89ae-56beb705888d None None] DHCP port deletion for 3f446283-d334-4395-a31b-8edda1a4f249 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:48:55.892584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1ee50ca-4b58-44b9-ae67-ffc66cc3e254 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7348678 Feb 16 13:48:55.893932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3635c8ad-5518-4e5c-a927-7e51e5c9f5f7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:55.894850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Deleting port 136dc42c-2ceb-426d-8a51-d5152177fb6f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:55.894850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.895742 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3635c8ad-5518-4e5c-a927-7e51e5c9f5f7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 1.1837249 Feb 16 13:48:55.898601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33416) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:55.898947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:55.903017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:55.922308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 13989166-a0c7-4fc1-91ec-113daf26a6bb {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:55.922655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 13989166-a0c7-4fc1-91ec-113daf26a6bb not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:55.923064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:55.939732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:55.955345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Usage tracker for resource:port and tenant:d401e10c22b34d8081fed340b94a821d is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:56.018097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:56.034441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1977306806'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:56.041484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:56.045601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:network and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:56.049413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:56.060824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:56.064407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:56.071870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:56.072285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:56.085650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=136dc42c-2ceb-426d-8a51-d5152177fb6f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:56.086666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.105681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.118608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:56.122006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.131862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:56.142296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:48:56.142959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:48:56.150759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Made reservation on behalf of d401e10c22b34d8081fed340b94a821d for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:56.154411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.176302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=e31562f8-10cd-47f8-95c0-11ffbfe2b1e9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:56.186183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.196512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78df4592-780c-4bb2-bfb6-55d2c5efbc50 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.231010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] device_id is not set on port abea56f3-c66d-4b06-a5f1-02383870ab7f yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:48:56.265756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:56.279068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.286797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:security_group_rule and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:56.294850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:56.297277 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-78df4592-780c-4bb2-bfb6-55d2c5efbc50 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] update failed (client error): The resource could not be found. Feb 16 13:48:56.303345 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-78df4592-780c-4bb2-bfb6-55d2c5efbc50 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56 HTTP/1.1" status: 404 len: 339 time: 1.3947659 Feb 16 13:48:56.306815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33424) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:56.330332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:56.338930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.340745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=684538d0-db65-48fb-b2ab-35b86fdc4f55,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:56.367057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.471595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f581b89-9a2e-4101-b908-f568f118e5ce']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:56.519725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.520976 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94f2d85e-5138-42f5-9c2f-f53869e70068 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/684538d0-db65-48fb-b2ab-35b86fdc4f55 HTTP/1.1" status: 204 len: 168 time: 0.6183457 Feb 16 13:48:56.523923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.524228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33428) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:56.536778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-dae850ba-1052-4162-89ae-56beb705888d None None] For port 136dc42c-2ceb-426d-8a51-d5152177fb6f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=136dc42c-2ceb-426d-8a51-d5152177fb6f,segment=NetworkSegment(e7296174-0100-4ce9-b1e7-7bb2aefd058b),segment_id=e7296174-0100-4ce9-b1e7-7bb2aefd058b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:48:56.537554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.548304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6bd5da-5e8d-46b4-b4f1-a6674da43875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-64b6d7d9-a106-4763-b3a9-1df47fdc4dee', 'network_id': '64b6d7d9-a106-4763-b3a9-1df47fdc4dee', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': '41029559-fef9-4998-a12d-484b9abb80c6'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:48:56.549138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd5da-5e8d-46b4-b4f1-a6674da43875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.559958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:56.560247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094a072b-3e1d-4ca8-81d7-1ae5ac8a2f57') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:56.568285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Transition to ACTIVE for port object ffea26aa-919f-4f85-9264-454aa535abc4 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:56.639754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.644165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.678332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9625cd7c-8ccf-4e69-8a9b-5f564183dfb2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:56.694546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Deleting port e31562f8-10cd-47f8-95c0-11ffbfe2b1e9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:56.695540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.719303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.726643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Calling delete_port for 136dc42c-2ceb-426d-8a51-d5152177fb6f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:48:56.730419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9625cd7c-8ccf-4e69-8a9b-5f564183dfb2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:56.731542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9625cd7c-8ccf-4e69-8a9b-5f564183dfb2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2062120 Feb 16 13:48:56.739231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33432) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:56.795422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:56.796352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.803339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:56.813139 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:56.817912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.842297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.884751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Transition to ACTIVE for port object ffea26aa-919f-4f85-9264-454aa535abc4 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:56.896368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-497f6228-b144-4e92-8046-9c458b5dddc9 None None] The port 'e31562f8-10cd-47f8-95c0-11ffbfe2b1e9' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:48:56.926841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.927575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:56.932101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=41029559-fef9-4998-a12d-484b9abb80c6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:56.954830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.979095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:56.995495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=5f581b89-9a2e-4101-b908-f568f118e5ce,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.007981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f659c5d-43db-4063-ad69-a6d357f813c6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.018503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.069440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.069839 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Added segment a0d0b484-efef-4314-8205-c8b0c2ac56b4 of type vlan for network 1e2b6225-777d-4c53-b076-b226ac98636c Feb 16 13:48:57.080951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.128072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Network a7891346-55a7-4535-91cc-629c5df3462f is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:57.135727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae850ba-1052-4162-89ae-56beb705888d None None] No DVR routers for this DVR port 136dc42c-2ceb-426d-8a51-d5152177fb6f on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:48:57.141276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:57.145480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:57.154825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server [None req-ca6bd5da-5e8d-46b4-b4f1-a6674da43875 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41029559-fef9-4998-a12d-484b9abb80c6: This subnet is being modified by another concurrent operation. Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41029559-fef9-4998-a12d-484b9abb80c6: This subnet is being modified by another concurrent operation. Feb 16 13:48:57.156883 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Feb 16 13:48:57.181826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.207289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.213771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.216012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7661e2-867c-4a70-a476-e2fcfa32635b None None] Network 64b6d7d9-a106-4763-b3a9-1df47fdc4dee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:57.218775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Allocated IP 172.20.0.3 (a7891346-55a7-4535-91cc-629c5df3462f/de591345-5cb5-4331-b372-7c492139579e/abea56f3-c66d-4b06-a5f1-02383870ab7f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:57.231098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Pushing event updated for resources: {'Port': ['ID=ffea26aa-919f-4f85-9264-454aa535abc4,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.233485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a4618304-7ada-4fc2-a3b7-7e3c61b0fb16 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/5f581b89-9a2e-4101-b908-f568f118e5ce HTTP/1.1" status: 204 len: 168 time: 3.1193111 Feb 16 13:48:57.239231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b6d7d9-a106-4763-b3a9-1df47fdc4dee']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:57.255060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:57.355891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc21ba8-c911-439c-8fd9-df37aed2b359') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:57.356332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc21ba8-c911-439c-8fd9-df37aed2b359') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:48:57.370359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae850ba-1052-4162-89ae-56beb705888d None None] Pushing event deleted for resources: {'Port': ['ID=136dc42c-2ceb-426d-8a51-d5152177fb6f,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.402005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Attempting to bind port ffea26aa-919f-4f85-9264-454aa535abc4 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:48:57.402374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Attempting to bind port ffea26aa-919f-4f85-9264-454aa535abc4 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '40a0edc3-1b0e-4058-ae59-b9fb5559467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:48:57.402759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Attempting to bind port ffea26aa-919f-4f85-9264-454aa535abc4 on network a7891346-55a7-4535-91cc-629c5df3462f {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:48:57.420617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:48:57.421183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Checking segment: {'id': '40a0edc3-1b0e-4058-ae59-b9fb5559467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:57.421938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.421938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Bound using segment: {'id': '40a0edc3-1b0e-4058-ae59-b9fb5559467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:48:57.424617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Bound port: ffea26aa-919f-4f85-9264-454aa535abc4, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a0edc3-1b0e-4058-ae59-b9fb5559467b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7891346-55a7-4535-91cc-629c5df3462f'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:48:57.424617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.443027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.490800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.496006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:57.496596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.521823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.533417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.588410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] For port ffea26aa-919f-4f85-9264-454aa535abc4, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:48:57.592438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] For port ffea26aa-919f-4f85-9264-454aa535abc4, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ffea26aa-919f-4f85-9264-454aa535abc4,segment=NetworkSegment(40a0edc3-1b0e-4058-ae59-b9fb5559467b),segment_id=40a0edc3-1b0e-4058-ae59-b9fb5559467b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:48:57.598488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.633615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:48:57.633615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.641337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Allocated IP 172.20.0.1 (89284221-cdf6-4c89-bdce-d75e243a3c12/624b9687-76b5-4354-83b9-3cf66f18d8dc/fb6a0705-1baa-4877-b7ee-48b4d2d31404) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:48:57.660676 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:48:57.663252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78639fc-1f7f-4c9d-84a8-0f8be0ef982b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.715912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cddd4c-9628-48f6-9637-26d139c21ae2 None None] Pushing event updated for resources: {'Port': ['ID=ffea26aa-919f-4f85-9264-454aa535abc4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.740912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 136dc42c-2ceb-426d-8a51-d5152177fb6f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:48:57.855711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 136dc42c-2ceb-426d-8a51-d5152177fb6f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:48:57.856093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 136dc42c-2ceb-426d-8a51-d5152177fb6f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:48:57.869097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.888056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Transition to ACTIVE for port object fb6a0705-1baa-4877-b7ee-48b4d2d31404 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:57.918549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Network': ['ID=1e2b6225-777d-4c53-b076-b226ac98636c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:57.921852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:57.949696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54e0bbde-e8df-4594-8587-a626b7088ff5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1639764 Feb 16 13:48:57.949888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 1e2b6225-777d-4c53-b076-b226ac98636c details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:57.998058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33440) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:58.023857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'subnet': {'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:58.058930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.066569 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4bffe72b-73d8-461a-9934-4db7f05acf92 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/d78639fc-1f7f-4c9d-84a8-0f8be0ef982b HTTP/1.1" status: 204 len: 168 time: 1.3190360 Feb 16 13:48:58.094641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33444) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:58.103836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.141936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Port': ['ID=fb6a0705-1baa-4877-b7ee-48b4d2d31404,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:58.158173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.161795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:58.168065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:58.172993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:58.185890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=64b6d7d9-a106-4763-b3a9-1df47fdc4dee,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:58.210892 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4bed171a-80e9-4503-8dd5-404109769009 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/64b6d7d9-a106-4763-b3a9-1df47fdc4dee HTTP/1.1" status: 204 len: 168 time: 2.3101106 Feb 16 13:48:58.217396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33448) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:58.232346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1834027028'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:58.238549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:58.249251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:58.255005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:58.258407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:58.265807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:58.281757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:subnet and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:58.288986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:58.300104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.303535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:58.314447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:58.318203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.346879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:58.351369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.449044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1298fcaf-dca9-44f6-9f06-932e870ad2b5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:58.470086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.479085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:48:58.512182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-155b3daa-8bf0-4a58-a02c-c656401fdf82 None None] Provisioning for port fb6a0705-1baa-4877-b7ee-48b4d2d31404 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:58.519334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-155b3daa-8bf0-4a58-a02c-c656401fdf82 None None] Provisioning complete for port fb6a0705-1baa-4877-b7ee-48b4d2d31404 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:58.520056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-155b3daa-8bf0-4a58-a02c-c656401fdf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.532215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Transition to ACTIVE for port object abea56f3-c66d-4b06-a5f1-02383870ab7f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:48:58.533359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.533765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment 3bad7e09-c10c-4e72-a8e1-7bde854e4f2d of type vlan for network bfad94ea-2ada-439b-b98b-b705b145009a Feb 16 13:48:58.540492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1298fcaf-dca9-44f6-9f06-932e870ad2b5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:58.541953 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1298fcaf-dca9-44f6-9f06-932e870ad2b5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4459548 Feb 16 13:48:58.549283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33452) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:58.575085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--441455295'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:58.585539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.588880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:58.605692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-155b3daa-8bf0-4a58-a02c-c656401fdf82 None None] Port fb6a0705-1baa-4877-b7ee-48b4d2d31404 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:58.619506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:58.624157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.670166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Network a7891346-55a7-4535-91cc-629c5df3462f is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:48:58.674497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.676261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:58.685656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:48:58.701694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.740501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'Port': ['ID=abea56f3-c66d-4b06-a5f1-02383870ab7f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:58.800336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:58.804089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:58.804773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.805903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.811546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:58.811975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.833902 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85617e90-5c81-45fd-940d-0e3f62ee45a7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2418306 Feb 16 13:48:58.836659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33456) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:58.875911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:58.906682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:58.961687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112e670-ac71-4a8a-aeaf-14f05add30a7 None None] Network a7891346-55a7-4535-91cc-629c5df3462f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:59.072596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3b3d627b-b159-4be1-b069-06778527f3d4 None None] Provisioning for port ffea26aa-919f-4f85-9264-454aa535abc4 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:59.077636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:59.083614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:59.089436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:59.090368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Synchronizing usage tracker for tenant:d401e10c22b34d8081fed340b94a821d on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:48:59.206740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Unset dirty status for tenant:d401e10c22b34d8081fed340b94a821d on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:48:59.210699 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1d0b0c1a-7e65-40e3-a8a4-e5b684fe1395 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3702192 Feb 16 13:48:59.211590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33460) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:59.271430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0484250 Feb 16 13:48:59.277024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33464) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:59.282571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.289329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:59.318341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061824-8b5f-489a-acd5-859db59dbc72 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=bfad94ea-2ada-439b-b98b-b705b145009a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:59.321192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Deleting port abea56f3-c66d-4b06-a5f1-02383870ab7f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:59.321529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.337703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network bfad94ea-2ada-439b-b98b-b705b145009a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:48:59.432944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Subnet': ['ID=d02e9e05-82c0-419e-96b5-061e4387f4bf,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:59.526845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Checking segment: {'id': 'a0d0b484-efef-4314-8205-c8b0c2ac56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:48:59.527481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network hostable DHCP agents. Network: 1e2b6225-777d-4c53-b076-b226ac98636c, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:48:59.533843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.555938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.561179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:59.641929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Provisioning for port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:59.642932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:59.648860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Provisioning complete for port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:59.650531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.655001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:48:59.664755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d21cff-5eb3-413f-b530-6bdd49e31b4e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:48:59.685749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 1e2b6225-777d-4c53-b076-b226ac98636c) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:48:59.687854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.689874 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e07f340b-57b0-404f-a923-4f74b5fb7dfe tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1322238 Feb 16 13:48:59.705974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33468) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:59.710796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:48:59.711621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.723106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'd5d21cff-5eb3-413f-b530-6bdd49e31b4e', 'direction': 'ingress', 'protocol': 17}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:59.746980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355d2b4-82f1-48f6-9917-3578d778d320 None None] Network 1e2b6225-777d-4c53-b076-b226ac98636c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:48:59.747202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:48:59.756157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:48:59.760755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.767694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.771390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:48:59.783616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.802800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 4afb936a-003b-4ce2-b28b-ee618db7270d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:48:59.803125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.814254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:48:59.822142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:48:59.825069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ffea26aa-919f-4f85-9264-454aa535abc4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:48:59.870086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9e9671dc-fcd3-45fb-af35-67ea7da73893 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8684199 Feb 16 13:48:59.885356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:48:59.889498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33472) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:48:59.949765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Provisioning for port abea56f3-c66d-4b06-a5f1-02383870ab7f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:48:59.975490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-227702244', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:48:59.984641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:48:59.988359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Provisioning complete for port abea56f3-c66d-4b06-a5f1-02383870ab7f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:48:59.988892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.012326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event updated for resources: {'Port': ['ID=fb6a0705-1baa-4877-b7ee-48b4d2d31404,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:00.018988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:00.063434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:router and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:00.079442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ffea26aa-919f-4f85-9264-454aa535abc4 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:00.089765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:00.114633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.122113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:00.134586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.144180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ffea26aa-919f-4f85-9264-454aa535abc4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:00.144527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.175712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8584fef0-6848-4e01-8eee-5b22072ed384 None None] Port abea56f3-c66d-4b06-a5f1-02383870ab7f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:00.184399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221a7f9-c78b-4475-8829-03d3659870a9 None None] Network 1e2b6225-777d-4c53-b076-b226ac98636c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:00.237984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.237984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.254520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.271641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.346354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.386024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Provisioning complete for port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:00.386467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.407798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Calling delete_port for abea56f3-c66d-4b06-a5f1-02383870ab7f owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:00.483890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceee889c-e777-4813-8bce-5f05e0d800a3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:00.506760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.517604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:00.574675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 4afb936a-003b-4ce2-b28b-ee618db7270d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4afb936a-003b-4ce2-b28b-ee618db7270d,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:00.575335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.596737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Provisioning complete for port abea56f3-c66d-4b06-a5f1-02383870ab7f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:00.597089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.623896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ffea26aa-919f-4f85-9264-454aa535abc4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ffea26aa-919f-4f85-9264-454aa535abc4,segment=NetworkSegment(40a0edc3-1b0e-4058-ae59-b9fb5559467b),segment_id=40a0edc3-1b0e-4058-ae59-b9fb5559467b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:00.625183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bceccde-22ff-46cd-a47a-3bec3aa2563f None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:49:00.654518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.658705 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0a2d4931-c87a-49da-b732-58f2aad8a7cc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9483862 Feb 16 13:49:00.658919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.666528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33476) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:00.671855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:00.684385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:00.726655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 4afb936a-003b-4ce2-b28b-ee618db7270d owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:00.739216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.827638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-be94902a-e3fb-496b-a5c7-cf7822cfae0d None None] Port abea56f3-c66d-4b06-a5f1-02383870ab7f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:00.876822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ffea26aa-919f-4f85-9264-454aa535abc4,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:00.878567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.922551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:00.959832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bceccde-22ff-46cd-a47a-3bec3aa2563f None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:49:00.961545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.003077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Router c90c9164-b90e-4be0-9792-2394c365fc56 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:01.006512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event deleted for resources: {'Port': ['ID=abea56f3-c66d-4b06-a5f1-02383870ab7f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:01.009217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.081929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=8c68f71a-1646-46d7-82e9-bc5055ebf461,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:01.138801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:01.139542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: bfad94ea-2ada-439b-b98b-b705b145009a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:01.220458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.228936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network bfad94ea-2ada-439b-b98b-b705b145009a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:01.260839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, bfad94ea-2ada-439b-b98b-b705b145009a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:01.271701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:01.271701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.278958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a501cb9a-a7ee-43ce-82bc-fc7b987bf3d1 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "DELETE /v2.0/ports/abea56f3-c66d-4b06-a5f1-02383870ab7f HTTP/1.1" status: 204 len: 168 time: 2.0668335 Feb 16 13:49:01.283550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33480) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:01.288185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.346851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18deb590-7dce-45ea-a11f-42bc30418d9d tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0660546 Feb 16 13:49:01.346851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=4afb936a-003b-4ce2-b28b-ee618db7270d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:01.349115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:01.352803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Request body: {'port': {'name': 'tempest-new-port-name-162683117', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:01.353198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] bootfile-name is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:49:01.354251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] tftp-server is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:49:01.354251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.api.validators [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] server-ip-address is not in valid_values {{(pid=87697) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 13:49:01.444380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209d3661-1d8c-491a-b79d-de09f69c2026 None None] Network bfad94ea-2ada-439b-b98b-b705b145009a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:01.459396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.526275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:01.548906 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] Sync routers for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:01.549606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d21cff-5eb3-413f-b530-6bdd49e31b4e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:01.567926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:01.568852 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:01.611193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cab4eb7f-8318-494f-96c3-291ff76ddb61 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3023498 Feb 16 13:49:01.615436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33488) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:01.640249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.641388 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3f6fe3fc-aa51-406d-8549-2e5d48ab9d5a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/d5d21cff-5eb3-413f-b530-6bdd49e31b4e HTTP/1.1" status: 204 len: 168 time: 0.9739041 Feb 16 13:49:01.667167 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:01.684189 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:01.686151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:01.702639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:01.787053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:01.912190 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:01.912848 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f83ed9-e50a-4a3a-8f90-2930ae210b8d None None] The sync data for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:01.920972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ffea26aa-919f-4f85-9264-454aa535abc4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:01.980027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-bfad94ea-2ada-439b-b98b-b705b145009a', 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': '8c68f71a-1646-46d7-82e9-bc5055ebf461'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:01.980865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.012446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e2a88b2e-782a-46f6-aff0-19bedf46538c None None] Provisioning complete for port fb6a0705-1baa-4877-b7ee-48b4d2d31404 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:02.013070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e2a88b2e-782a-46f6-aff0-19bedf46538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.073276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.117996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.142639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e2a88b2e-782a-46f6-aff0-19bedf46538c None None] Port fb6a0705-1baa-4877-b7ee-48b4d2d31404 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:02.165485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ffea26aa-919f-4f85-9264-454aa535abc4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:02.165485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.184407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.269380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.278428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dc19787-7da1-4b2f-8522-d99f84075e95 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.283787 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bcff4873-afb8-485f-81d3-39dfab9ace5f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5516880 Feb 16 13:49:02.288790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:02.299735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Allocated IP 2001:db8::2 (bfad94ea-2ada-439b-b98b-b705b145009a/8c68f71a-1646-46d7-82e9-bc5055ebf461/7eb16a1d-5ba5-4210-b116-4a1d7eeef62e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:02.344225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--36518234'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:02.362698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:02.374912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:02.405993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:02.421719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:02.422699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:02.452616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.530366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.589522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-5dc19787-7da1-4b2f-8522-d99f84075e95 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 13:49:02.591588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.593792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5dc19787-7da1-4b2f-8522-d99f84075e95 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56 HTTP/1.1" status: 409 len: 329 time: 0.9686577 Feb 16 13:49:02.594550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:02.604424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Transition to ACTIVE for port object 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:02.627698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Transition to ACTIVE for port object 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:02.635466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.640932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:02.650654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:02.655651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:02.671274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:02.676421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:02.677134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.162 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/b310ecea-3606-4263-95a9-738d5f8ed413) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:02.682507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bc3577d5-c650-4460-9008-a4c7227b7cc0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4253314 Feb 16 13:49:02.687251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33504) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:02.710509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:02.730900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Pushing event updated for resources: {'Port': ['ID=7eb16a1d-5ba5-4210-b116-4a1d7eeef62e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:02.738330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Network bfad94ea-2ada-439b-b98b-b705b145009a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:02.738604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:02.739229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:02.760222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:02.789606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:02.798274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:02.824872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=8c68f71a-1646-46d7-82e9-bc5055ebf461,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:02.833292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting subnet 13de4bf2-3124-452b-be64-c37db098bb8d {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:02.858622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.012282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.023536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:03.043586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.074324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.090321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.113944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfad94ea-2ada-439b-b98b-b705b145009a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.136570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.138839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Attempting to bind port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:03.139116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Attempting to bind port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:03.139675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Attempting to bind port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e on network bfad94ea-2ada-439b-b98b-b705b145009a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:03.146390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:03.146754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Checking segment: {'id': '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:03.147151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.147565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Bound using segment: {'id': '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:03.147741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.148010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Bound port: 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'bfad94ea-2ada-439b-b98b-b705b145009a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:03.148169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.148385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.159523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:03.188464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.194971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fc9f38-4055-4c58-8f9d-1e96636ba219,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:03.206073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:03.206744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.215662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.216911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c75d008-3657-4b00-84aa-38ba6336057e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9270260 Feb 16 13:49:03.218717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.225329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33508) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:03.231225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:03.231634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.246698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--962642013'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:03.246927 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:03.277297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.279291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:03.300276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.308204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:03.333263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 13:49:03.333263 dv-neutron-828143-3-hyperv neutron-server[87698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 13:49:03.333263 dv-neutron-828143-3-hyperv neutron-server[87698]: [parameters: {'id': 'bfad94ea-2ada-439b-b98b-b705b145009a'}] Feb 16 13:49:03.333263 dv-neutron-828143-3-hyperv neutron-server[87698]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:03.334381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:03.336171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.352084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:03.354769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:03.383273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:03.423529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.480065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.483225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.488066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Subnet': ['ID=13de4bf2-3124-452b-be64-c37db098bb8d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:03.492144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c35201b-5058-4dcd-b76a-e9dbf3dce42b tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/13de4bf2-3124-452b-be64-c37db098bb8d HTTP/1.1" status: 204 len: 168 time: 0.8036463 Feb 16 13:49:03.494716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:03.510081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe356b-ad38-45d2-be6b-03e7142c52e8 None None] Network ebf29efb-6280-4743-a2b7-b0616ad63fd6 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:03.529089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event updated for resources: {'Port': ['ID=f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:03.532081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.533316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:03.607098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d30b3e-6aa4-4e2b-af41-0c7b541dafef None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:03.609266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] For port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:03.650880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:03.656378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:03.668970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.671928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:03.679700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:03.680995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Deleting port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:03.681426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.708551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] For port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7eb16a1d-5ba5-4210-b116-4a1d7eeef62e,segment=NetworkSegment(3bad7e09-c10c-4e72-a8e1-7bde854e4f2d),segment_id=3bad7e09-c10c-4e72-a8e1-7bde854e4f2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:03.715752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.781208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.796756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] In _notify_port_updated(), no bound segment for port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa on network a7891346-55a7-4535-91cc-629c5df3462f {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:49:03.802154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:03.802813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.806779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-102ecec7-1796-4b66-991f-0f968468c0d4 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "PUT /v2.0/ports/f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa HTTP/1.1" status: 200 len: 1136 time: 2.5193343 Feb 16 13:49:03.807533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33516) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:03.808207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.842150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.884055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.890458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93755aa5-e8c8-4470-a6e4-37b38ca9076e None None] Provisioning complete for port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:03.890780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93755aa5-e8c8-4470-a6e4-37b38ca9076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.940908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4f1ee-ee74-4056-8165-cdeac27d8472 None None] Pushing event updated for resources: {'Port': ['ID=7eb16a1d-5ba5-4210-b116-4a1d7eeef62e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:03.942905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd402c-f291-4b12-8912-31e969638719,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:03.979006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:03.983526 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-532605de-38d8-4f92-a460-a33c58391797 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7544141 Feb 16 13:49:03.984389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33520) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:03.986803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:03.989563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-93755aa5-e8c8-4470-a6e4-37b38ca9076e None None] Port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:04.002198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'a9fc9f38-4055-4c58-8f9d-1e96636ba219', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bbcd402c-f291-4b12-8912-31e969638719', 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:04.008493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203b773-fe74-49e2-889a-9bbc618e97a5 None None] Network bfad94ea-2ada-439b-b98b-b705b145009a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:04.009334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:04.014374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=b310ecea-3606-4263-95a9-738d5f8ed413,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:04.018844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:04.057211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:04.103254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:04.120827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:04.138267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:04.146181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] DHCP port deletion for ebf29efb-6280-4743-a2b7-b0616ad63fd6 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:04.162469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f45da-0547-4181-b996-4bf2c4632a4a tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:04.163257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b99f45da-0547-4181-b996-4bf2c4632a4a tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Synchronizing usage tracker for tenant:d401e10c22b34d8081fed340b94a821d on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:04.169968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:04.170813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.171375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Deleting port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:04.171553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.239482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] For port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:04.239997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.366143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b99f45da-0547-4181-b996-4bf2c4632a4a tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Unset dirty status for tenant:d401e10c22b34d8081fed340b94a821d on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:04.367080 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b99f45da-0547-4181-b996-4bf2c4632a4a tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "GET /v2.0/ports/f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa HTTP/1.1" status: 200 len: 1136 time: 0.5583708 Feb 16 13:49:04.379575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Calling delete_port for 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:04.388239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33524) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:04.392973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.482982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.491756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] For port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,segment=NetworkSegment(ed492643-f7a8-432d-bcef-d8d415625cd5),segment_id=ed492643-f7a8-432d-bcef-d8d415625cd5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:04.492148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.594297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.650885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Port': ['ID=5583ab4d-f17f-49cb-b7b0-7789d777f3f8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:04.658540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No DVR routers for this DVR port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:04.661961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] For port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7eb16a1d-5ba5-4210-b116-4a1d7eeef62e,segment=NetworkSegment(3bad7e09-c10c-4e72-a8e1-7bde854e4f2d),segment_id=3bad7e09-c10c-4e72-a8e1-7bde854e4f2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:04.662703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.672141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Calling delete_port for 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:04.673356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Deleting port f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:04.673770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.758139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:04.758533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:04.837997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Calling delete_port for 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:04.957559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:04.999109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf29efb-6280-4743-a2b7-b0616ad63fd6']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.015914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed492643-f7a8-432d-bcef-d8d415625cd5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.016557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed492643-f7a8-432d-bcef-d8d415625cd5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.029450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.035039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.092646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Port': ['ID=7eb16a1d-5ba5-4210-b116-4a1d7eeef62e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:05.098208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No DVR routers for this DVR port 7eb16a1d-5ba5-4210-b116-4a1d7eeef62e on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:05.111672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.126939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.156891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:05.157292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.160901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:05.173889 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:05.259761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Deleting port 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:05.260214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.317016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.333109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e1669f-020a-445a-9b38-03fc6ff189c3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:05.335529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4adc5-df16-427f-939a-0b3189882328 None None] The port '5583ab4d-f17f-49cb-b7b0-7789d777f3f8' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:05.339271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.360722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.362745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e33a44-ce8b-4f0e-a4de-6b5374eaf34c None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:49:05.369660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfad94ea-2ada-439b-b98b-b705b145009a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.388908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Pushing event deleted for resources: {'Network': ['ID=ebf29efb-6280-4743-a2b7-b0616ad63fd6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:05.396744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.396744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bad7e09-c10c-4e72-a8e1-7bde854e4f2d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:05.396975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.406276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-405b02c8-5e52-4093-b591-31e86691f545 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/networks/ebf29efb-6280-4743-a2b7-b0616ad63fd6 HTTP/1.1" status: 204 len: 168 time: 1.9079754 Feb 16 13:49:05.407017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:05.411765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:05.446664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.451257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-02da4220-d61d-4e6f-83c4-f7dc9c38bc3e tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4571660 Feb 16 13:49:05.458534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33532) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:05.472321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.520349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e33a44-ce8b-4f0e-a4de-6b5374eaf34c None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:49:05.613733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.624902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.668305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.673738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.744348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4afb936a-003b-4ce2-b28b-ee618db7270d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:05.794970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:05.795768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:05.810855 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:05.817340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4afb936a-003b-4ce2-b28b-ee618db7270d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:05.817671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4afb936a-003b-4ce2-b28b-ee618db7270d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:05.818079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:05.821796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Calling delete_port for f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:05.867057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:05.867475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5583ab4d-f17f-49cb-b7b0-7789d777f3f8 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:05.930324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:49:05.930976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Removed routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:49:05.931494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.011280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port fb6a0705-1baa-4877-b7ee-48b4d2d31404 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:06.011621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.013776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.019398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.041319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.103216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e1669f-020a-445a-9b38-03fc6ff189c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:06.104163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=bfad94ea-2ada-439b-b98b-b705b145009a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:06.113970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca3e344e-405c-46f3-925e-61635e279064 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/bfad94ea-2ada-439b-b98b-b705b145009a HTTP/1.1" status: 204 len: 168 time: 4.7598937 Feb 16 13:49:06.114976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:06.159287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.160427 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-03e508aa-ca76-4e5b-b87a-3e301ce82c22 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/32e1669f-020a-445a-9b38-03fc6ff189c3 HTTP/1.1" status: 204 len: 168 time: 0.6972334 Feb 16 13:49:06.168940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1948376096'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:06.172696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33540) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:06.186726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:06.247640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Usage tracker for resource:network and tenant:619f5370401b46a3b08d5b5cfaf10452 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:06.252059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:06.260601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.262050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:06.267847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.329495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:06.332781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.432638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router eec2efb2-890d-4c43-ab42-18323cc6b427 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:06.437546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:06.451718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.452081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Added segment c6cb0d43-2570-4fb8-9816-18690fce5530 of type vlan for network d7f2eb8d-0055-4a58-b401-11c633ce7f4a Feb 16 13:49:06.507419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.585774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:06.597270 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Sync routers for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:06.610085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.611233 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-258a4d72-a3bc-4c15-b1c6-7407d95efab3 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 705 time: 1.2035182 Feb 16 13:49:06.613143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.614664 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:06.615604 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:06.616270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33544) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:06.645862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6f47c837-13fc-4f70-840f-a6071de67003 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:06.648663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.655427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:06.656058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.697105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.756041 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:06.761778 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6458933 Feb 16 13:49:06.762561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:06.787538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Request body: {'subnet': {'network_id': 'd7f2eb8d-0055-4a58-b401-11c633ce7f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:06.789703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0215978-8bba-49b0-bfbb-27f854c1ec55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Synchronizing usage tracker for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:06.799125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event deleted for resources: {'Port': ['ID=f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:06.804311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:06.880953 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:06.886169 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Checking router: eec2efb2-890d-4c43-ab42-18323cc6b427 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:06.897197 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Routers {'eec2efb2-890d-4c43-ab42-18323cc6b427'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:06.898116 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['eec2efb2-890d-4c43-ab42-18323cc6b427'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:06.971917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6f47c837-13fc-4f70-840f-a6071de67003 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:06.976653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6f47c837-13fc-4f70-840f-a6071de67003 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7911427 Feb 16 13:49:07.039515 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] Set router eec2efb2-890d-4c43-ab42-18323cc6b427 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:07.055356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33552) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:07.082405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72672d2f-dc1e-4641-91ee-49ce9d6ca623 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Network': ['ID=d7f2eb8d-0055-4a58-b401-11c633ce7f4a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:07.097305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network d7f2eb8d-0055-4a58-b401-11c633ce7f4a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:07.097978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Calling delete_port for fb6a0705-1baa-4877-b7ee-48b4d2d31404 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:07.135689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:07.149244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:07.165342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Made reservation on behalf of 619f5370401b46a3b08d5b5cfaf10452 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:07.171385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.179839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0215978-8bba-49b0-bfbb-27f854c1ec55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Unset dirty status for tenant:1c581c8c68f541f6a2bf4f425b83071a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:07.181112 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c0215978-8bba-49b0-bfbb-27f854c1ec55 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 205 time: 0.5522366 Feb 16 13:49:07.196299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33556) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:07.196649 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:07.201755 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17258f-9a4a-4340-8a0f-5fb3bcfd4606 None None] The sync data for ids ['eec2efb2-890d-4c43-ab42-18323cc6b427'] in dv-neutron-828143-3-hyperv is: [{'id': 'eec2efb2-890d-4c43-ab42-18323cc6b427', 'name': 'tempest-RoutersIpV6Test-router-1999335478', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:47:18Z', 'updated_at': '2022-02-16T13:49:01Z', 'revision_number': 11, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:07.387273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.426293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.525028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.objects.ports [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87698) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 16 13:49:07.526170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.561316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c0723557-bad7-4fa5-b8d8-30f5ee9fcbbd tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "DELETE /v2.0/ports/f0a2aee0-c5a7-431b-82a5-1aa6560a6cfa HTTP/1.1" status: 204 len: 168 time: 3.1703250 Feb 16 13:49:07.566669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33560) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:07.587813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.671931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event updated for resources: {'Subnet': ['ID=ace316d2-be3f-4ae9-9467-704e313900f4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:07.680755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Deleting subnet de591345-5cb5-4331-b372-7c492139579e {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:07.685873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.713854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Checking segment: {'id': 'c6cb0d43-2570-4fb8-9816-18690fce5530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd7f2eb8d-0055-4a58-b401-11c633ce7f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:07.714231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network hostable DHCP agents. Network: d7f2eb8d-0055-4a58-b401-11c633ce7f4a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:07.758386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.794948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Network d7f2eb8d-0055-4a58-b401-11c633ce7f4a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:07.796819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:49:07.805261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.817030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, d7f2eb8d-0055-4a58-b401-11c633ce7f4a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:07.821670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:07.822290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.871641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8bf3e61-721d-4112-8bcd-87c6e732040e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1019344 Feb 16 13:49:07.871856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b05c58b-6d68-402a-95ef-d07179ad28db None None] Network d7f2eb8d-0055-4a58-b401-11c633ce7f4a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:07.871983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:07.965408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:07.998405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.005272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.088020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.102143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.119207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.119725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router eec2efb2-890d-4c43-ab42-18323cc6b427 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:49:08.183415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.192902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event deleted for resources: {'Subnet': ['ID=de591345-5cb5-4331-b372-7c492139579e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:08.205789 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d8375538-18e4-4686-8832-24c0c869eac8 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "DELETE /v2.0/subnets/de591345-5cb5-4331-b372-7c492139579e HTTP/1.1" status: 204 len: 168 time: 0.6372571 Feb 16 13:49:08.208958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:08.213742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebe9f1-33a3-4cba-9a74-20bf9f0f5cfc None None] Network a7891346-55a7-4535-91cc-629c5df3462f requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:08.245136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5377cf5a-095c-4de6-a367-8782e6be0d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-d7f2eb8d-0055-4a58-b401-11c633ce7f4a', 'network_id': 'd7f2eb8d-0055-4a58-b401-11c633ce7f4a', 'tenant_id': '619f5370401b46a3b08d5b5cfaf10452', 'fixed_ips': [{'subnet_id': 'ace316d2-be3f-4ae9-9467-704e313900f4'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:08.246946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5377cf5a-095c-4de6-a367-8782e6be0d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.283333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.303390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.334047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd402c-f291-4b12-8912-31e969638719,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:08.340349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.401595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.415247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.415247 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e141eed7-2e6b-455c-8136-c984cf6e3753 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 204 len: 168 time: 1.2142251 Feb 16 13:49:08.417006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Port': ['ID=fb6a0705-1baa-4877-b7ee-48b4d2d31404,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:08.427236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:08.444985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702210986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:08.447477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:08.452748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:08.456558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Deleting port ffea26aa-919f-4f85-9264-454aa535abc4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:08.456558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.459857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.459857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e77c17e2-ded9-43ac-abdf-d3a7fec9613a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/bbcd402c-f291-4b12-8912-31e969638719 HTTP/1.1" status: 204 len: 168 time: 1.3689315 Feb 16 13:49:08.469306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33576) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:08.472797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:08.494344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:08.495608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:08.497319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Usage tracker for resource:router and tenant:1c581c8c68f541f6a2bf4f425b83071a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:08.507194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:08.510378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.556285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:08.572645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=ace316d2-be3f-4ae9-9467-704e313900f4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:08.595112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.596589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a1973418-9916-455f-ac01-16d6409eeb33 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6341801 Feb 16 13:49:08.605923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:08.672083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:08.703822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:08.704570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:08.749360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-53a39ce1-ada5-4616-ab14-b61dbbf3e31d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:08.761440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.762494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.773275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.780481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:08.782028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aa0be6-3538-42fa-8e63-206d7c43fcf7 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server [None req-5377cf5a-095c-4de6-a367-8782e6be0d29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ace316d2-be3f-4ae9-9467-704e313900f4: This subnet is being modified by another concurrent operation. Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ace316d2-be3f-4ae9-9467-704e313900f4: This subnet is being modified by another concurrent operation. Feb 16 13:49:08.786500 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Feb 16 13:49:08.813425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec93b36-c024-4d75-acba-fabfc021cad4 None None] Network d7f2eb8d-0055-4a58-b401-11c633ce7f4a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:08.849116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-53a39ce1-ada5-4616-ab14-b61dbbf3e31d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:08.850733 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-53a39ce1-ada5-4616-ab14-b61dbbf3e31d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.3543458 Feb 16 13:49:08.857280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33584) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:08.915948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] DHCP port deletion for a7891346-55a7-4535-91cc-629c5df3462f request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:08.939649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Deleting port ffea26aa-919f-4f85-9264-454aa535abc4 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:08.940358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.954585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:08.983446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.125166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.129533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f2eb8d-0055-4a58-b401-11c633ce7f4a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.131058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Router c90c9164-b90e-4be0-9792-2394c365fc56 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:09.167314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.172769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cb0d43-2570-4fb8-9816-18690fce5530') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.173108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cb0d43-2570-4fb8-9816-18690fce5530') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.197621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.215849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.231407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] For port ffea26aa-919f-4f85-9264-454aa535abc4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ffea26aa-919f-4f85-9264-454aa535abc4,segment=NetworkSegment(40a0edc3-1b0e-4058-ae59-b9fb5559467b),segment_id=40a0edc3-1b0e-4058-ae59-b9fb5559467b)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:09.231407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.269557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] For port ffea26aa-919f-4f85-9264-454aa535abc4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ffea26aa-919f-4f85-9264-454aa535abc4,segment=NetworkSegment(40a0edc3-1b0e-4058-ae59-b9fb5559467b),segment_id=40a0edc3-1b0e-4058-ae59-b9fb5559467b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:09.270167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.334634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:09.343921 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b3e23814-580b-4f52-ad35-f5af40f47e2c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7377241 Feb 16 13:49:09.345590 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] Sync routers for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:09.350720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33588) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.370297 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:09.371047 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.407985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Calling delete_port for ffea26aa-919f-4f85-9264-454aa535abc4 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:09.427364 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-ecd44bb7-0cf9-4b27-9a0c-36cac5eb617e tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] show failed (client error): The resource could not be found. Feb 16 13:49:09.432496 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ecd44bb7-0cf9-4b27-9a0c-36cac5eb617e tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-1346116029 HTTP/1.1" status: 404 len: 335 time: 0.0807073 Feb 16 13:49:09.433249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33592) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.433892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.434039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.443292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0b0c2300-f811-4e39-b4b6-f34a3a6816cb tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:09.448226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Calling delete_port for ffea26aa-919f-4f85-9264-454aa535abc4 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:09.474611 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.488093 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] Routers {'c90c9164-b90e-4be0-9792-2394c365fc56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:09.488718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['c90c9164-b90e-4be0-9792-2394c365fc56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.504001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.529460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:09.529863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:09.544993 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:09.554292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.558056 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a10307a-1806-494d-8b56-97687e5d6872 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1273828 Feb 16 13:49:09.581163 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:09.581573 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcac26f-bbe8-4a94-9d2a-deb8705f30c6 None None] The sync data for ids ['c90c9164-b90e-4be0-9792-2394c365fc56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:09.590853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] No DVR routers for this DVR port ffea26aa-919f-4f85-9264-454aa535abc4 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:09.601305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290a3b3-086f-4a12-966d-320466397c44 None None] Pushing event deleted for resources: {'Port': ['ID=ffea26aa-919f-4f85-9264-454aa535abc4,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:09.613616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b7bec4-2471-456a-b83e-b3a93f4f6cb2 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:49:09.619320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33596) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.643044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:09.674707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fc9f38-4055-4c58-8f9d-1e96636ba219,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:09.681934 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-0b0c2300-f811-4e39-b4b6-f34a3a6816cb tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] update failed (client error): The resource could not be found. Feb 16 13:49:09.687028 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b0c2300-f811-4e39-b4b6-f34a3a6816cb tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-545041010 HTTP/1.1" status: 404 len: 334 time: 0.2489398 Feb 16 13:49:09.692127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33600) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.732121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.733142 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-382dfa08-253e-4cde-bb58-3d1745254e39 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/a9fc9f38-4055-4c58-8f9d-1e96636ba219 HTTP/1.1" status: 204 len: 168 time: 0.8755538 Feb 16 13:49:09.738242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ffea26aa-919f-4f85-9264-454aa535abc4 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:09.738621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33604) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.781679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ffea26aa-919f-4f85-9264-454aa535abc4 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:09.782160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ffea26aa-919f-4f85-9264-454aa535abc4 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:09.798373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting subnet 97fe4ecd-2d04-4b20-85d5-cf28c9153510 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:09.808335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.831431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b7bec4-2471-456a-b83e-b3a93f4f6cb2 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:49:09.856796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d1133dd7-208b-4efb-860e-9fbf5585fd0b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:09.863069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.884863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.918083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d1133dd7-208b-4efb-860e-9fbf5585fd0b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:09.919653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d1133dd7-208b-4efb-860e-9fbf5585fd0b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1801095 Feb 16 13:49:09.926706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33608) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:09.935163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986093648'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:09.937779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:09.938328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:09.948028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:09.951250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:09.975034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:09.995298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.015569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=d7f2eb8d-0055-4a58-b401-11c633ce7f4a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:10.024554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:10.032094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:10.035468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.040743 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ef2c713-eb72-4dab-be6c-de98d9ab242f tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/d7f2eb8d-0055-4a58-b401-11c633ce7f4a HTTP/1.1" status: 204 len: 168 time: 2.1635113 Feb 16 13:49:10.044237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.065391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:10.081349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:10.138622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.187911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Subnet': ['ID=97fe4ecd-2d04-4b20-85d5-cf28c9153510,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:10.196542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.226911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-51d00820-0991-4057-865a-1425403cab37 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/subnets/97fe4ecd-2d04-4b20-85d5-cf28c9153510 HTTP/1.1" status: 204 len: 168 time: 0.5333526 Feb 16 13:49:10.239260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.275018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec301c12-f449-4197-a9a9-8c62f740d5d0 None None] Network 165fdce7-7d64-4c9a-8b48-6157f696be4d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:10.316009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.327817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.384932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting subnet d17ccd98-81f3-4a39-87f2-ccc97177ea9b {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:10.390641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.394565 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4638708 Feb 16 13:49:10.395548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33620) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.398650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.427951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': 'f7d5179b-504d-4530-8d85-d423774bb3e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:10.428212 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf110f16-22cb-4e20-bb7c-0f1968e9c241 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.428591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf110f16-22cb-4e20-bb7c-0f1968e9c241 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.433444 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf110f16-22cb-4e20-bb7c-0f1968e9c241 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/ace316d2-be3f-4ae9-9467-704e313900f4 HTTP/1.1" status: 404 len: 337 time: 0.3325384 Feb 16 13:49:10.434317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:10.435558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.436705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbed15-8755-4d51-9886-a66e9340cbe8 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d5179b-504d-4530-8d85-d423774bb3e9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:10.443253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.447814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:10.452943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:10.462181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:10.463943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Deleting port ffea26aa-919f-4f85-9264-454aa535abc4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:10.463943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.480318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.513753 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1b971-b1e1-47f8-92dc-e4cf6d7c7810 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.514250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1b971-b1e1-47f8-92dc-e4cf6d7c7810 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.516141 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16f1b971-b1e1-47f8-92dc-e4cf6d7c7810 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/d7f2eb8d-0055-4a58-b401-11c633ce7f4a HTTP/1.1" status: 404 len: 339 time: 0.0779445 Feb 16 13:49:10.520739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33628) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.530399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.580599 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e75349-7f90-4f3f-8d81-5b6b672c64c5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.581034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e75349-7f90-4f3f-8d81-5b6b672c64c5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.582751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-34e75349-7f90-4f3f-8d81-5b6b672c64c5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/8c68f71a-1646-46d7-82e9-bc5055ebf461 HTTP/1.1" status: 404 len: 337 time: 0.0588131 Feb 16 13:49:10.587499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.591037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] DHCP port deletion for 165fdce7-7d64-4c9a-8b48-6157f696be4d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:10.597132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Deleting port a63c81de-8c85-4a44-8907-2187e0a69db6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:10.598943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.599981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.615707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] The port 'ffea26aa-919f-4f85-9264-454aa535abc4' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:10.651845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-758474f4-6bb0-4607-943e-7e49bb76b3bd tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.652227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758474f4-6bb0-4607-943e-7e49bb76b3bd tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.656490 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-758474f4-6bb0-4607-943e-7e49bb76b3bd tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/bfad94ea-2ada-439b-b98b-b705b145009a HTTP/1.1" status: 404 len: 339 time: 0.0595717 Feb 16 13:49:10.663084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33636) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.722554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6798c604-286e-430e-830e-568392b19c1e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.723663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6798c604-286e-430e-830e-568392b19c1e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.727541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6798c604-286e-430e-830e-568392b19c1e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/41029559-fef9-4998-a12d-484b9abb80c6 HTTP/1.1" status: 404 len: 337 time: 0.0595469 Feb 16 13:49:10.728526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33640) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.731249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c5585142-95c1-4599-b0a6-cf60039aabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.764186 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6cc5df-b342-4415-933d-f42e5b0283c7 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:10.764706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6cc5df-b342-4415-933d-f42e5b0283c7 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:10.781277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.810345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.812076 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd6cc5df-b342-4415-933d-f42e5b0283c7 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/64b6d7d9-a106-4763-b3a9-1df47fdc4dee HTTP/1.1" status: 404 len: 339 time: 0.0802436 Feb 16 13:49:10.817001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:10.823067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.850662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] For port a63c81de-8c85-4a44-8907-2187e0a69db6, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a63c81de-8c85-4a44-8907-2187e0a69db6,segment=NetworkSegment(7d131461-c745-45d1-968f-11940b284ab2),segment_id=7d131461-c745-45d1-968f-11940b284ab2)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:10.851056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.883814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.922194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa35a4f-50b2-4914-9007-aa7905c72762,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:10.945219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port 3039db18-2f41-4fb3-9749-a2d19dd49b3d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:10.945515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.956855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7891346-55a7-4535-91cc-629c5df3462f']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:10.978414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:10.979979 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d334cba-1f61-4b6d-827e-ab9b96f40dc1 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5835490 Feb 16 13:49:10.981126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a0edc3-1b0e-4058-ae59-b9fb5559467b') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:10.981413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a0edc3-1b0e-4058-ae59-b9fb5559467b') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:10.987957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33648) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.000487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.033588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Calling delete_port for a63c81de-8c85-4a44-8907-2187e0a69db6 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:11.067177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.077359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.078896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:11.079564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:11.095194 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:11.122489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.130164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.146849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Subnet': ['ID=d17ccd98-81f3-4a39-87f2-ccc97177ea9b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:11.153078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Router e50c4122-507f-4a42-8873-bc9fd5c9ffe9 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:49:11.157114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.163762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.170884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3454f2-1d33-48fc-b276-278117003298 None None] Network 6f047dce-dde9-4c08-add2-bea9bf461c10 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:11.189836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e909e136-2abb-4d5d-bfed-1fe71b3b0c47 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/subnets/d17ccd98-81f3-4a39-87f2-ccc97177ea9b HTTP/1.1" status: 204 len: 168 time: 0.9469686 Feb 16 13:49:11.203728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] No DVR routers for this DVR port a63c81de-8c85-4a44-8907-2187e0a69db6 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:11.206941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33652) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.252981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd42aa4-bc7f-4c6f-8750-710f6a052a7a None None] Pushing event deleted for resources: {'Port': ['ID=a63c81de-8c85-4a44-8907-2187e0a69db6,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:11.361765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.377129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.393736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.411607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.423290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fa35a4f-50b2-4914-9007-aa7905c72762,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:11.424607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] Pushing event deleted for resources: {'Network': ['ID=a7891346-55a7-4535-91cc-629c5df3462f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:11.429638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:11.431989 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d10061c3-b832-4ee9-8ec4-bb3519da5ad7 tempest-ExtraDHCPOptionsTestJSON-2069270444 tempest-ExtraDHCPOptionsTestJSON-2069270444-project] 10.222.0.105 "DELETE /v2.0/networks/a7891346-55a7-4535-91cc-629c5df3462f HTTP/1.1" status: 204 len: 168 time: 3.2219298 Feb 16 13:49:11.434679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.437392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.441110 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-724d6de7-7204-4d56-b19d-0d2003cb7d99 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "PUT /v2.0/routers/e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 200 len: 698 time: 1.8182106 Feb 16 13:49:11.442032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33658) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.454270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Sync routers for ids ['e50c4122-507f-4a42-8873-bc9fd5c9ffe9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:11.454798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.455914 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72e811b1-03b6-4928-a908-475818399018 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/0fa35a4f-50b2-4914-9007-aa7905c72762 HTTP/1.1" status: 204 len: 168 time: 0.4601758 Feb 16 13:49:11.462291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33662) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.476282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Routers {'e50c4122-507f-4a42-8873-bc9fd5c9ffe9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:11.481039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e50c4122-507f-4a42-8873-bc9fd5c9ffe9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:11.539842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.606278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Calling delete_port for 3039db18-2f41-4fb3-9749-a2d19dd49b3d owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:11.629560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Set router e50c4122-507f-4a42-8873-bc9fd5c9ffe9 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:11.818384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dfbcd61d-93cf-47f7-ae1f-bfb923978357 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/routers/e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 200 len: 704 time: 0.3756635 Feb 16 13:49:11.821178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33668) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.842063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] DHCP port deletion for 6f047dce-dde9-4c08-add2-bea9bf461c10 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:11.844549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a63c81de-8c85-4a44-8907-2187e0a69db6 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:11.880068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:11.896894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c4122-507f-4a42-8873-bc9fd5c9ffe9', 'name': 'tempest-RoutersIpV6Test-router-1702210986', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:08Z', 'updated_at': '2022-02-16T13:49:10Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:11.900382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Deleting port 47177481-6a3d-4e92-9c1e-7ba1207858c5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:11.900768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:11.912598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e8a0cd3e-8565-48aa-920d-a1d1f61b2bc6 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:11.933261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a63c81de-8c85-4a44-8907-2187e0a69db6 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:11.933605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a63c81de-8c85-4a44-8907-2187e0a69db6 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:11.934438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 47177481-6a3d-4e92-9c1e-7ba1207858c5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:11.979845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4be0ff33-7f48-4428-9997-9a667dc20694 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 200 len: 205 time: 0.1574371 Feb 16 13:49:11.980525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33678) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:12.002099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Checking router: e50c4122-507f-4a42-8873-bc9fd5c9ffe9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:12.022562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Routers {'e50c4122-507f-4a42-8873-bc9fd5c9ffe9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:12.023181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:48:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e50c4122-507f-4a42-8873-bc9fd5c9ffe9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:12.156756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1c8f6a2b-a3dc-4f4e-ad92-dccaf33a7b88 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=d401e10c22b34d8081fed340b94a821d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729728 Feb 16 13:49:12.159261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:12.187181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.264609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e8a0cd3e-8565-48aa-920d-a1d1f61b2bc6 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:12.265805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e8a0cd3e-8565-48aa-920d-a1d1f61b2bc6 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8001068 Feb 16 13:49:12.276131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] Set router e50c4122-507f-4a42-8873-bc9fd5c9ffe9 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:12.278190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33686) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:12.278342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.1 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/6a415a45-42c1-4284-bb2a-f8ec8d864c1d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:12.287586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.340534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.371594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165fdce7-7d64-4c9a-8b48-6157f696be4d']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:12.378117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.440079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50c4122-507f-4a42-8873-bc9fd5c9ffe9', 'name': 'tempest-RoutersIpV6Test-router-1702210986', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:08Z', 'updated_at': '2022-02-16T13:49:10Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:12.459851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.500785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Port': ['ID=3039db18-2f41-4fb3-9749-a2d19dd49b3d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:12.505153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f23542a-0573-40ac-ad52-e3a06812be79 None None] The sync data for ids ['e50c4122-507f-4a42-8873-bc9fd5c9ffe9'] in dv-neutron-828143-3-hyperv is: [{'id': 'e50c4122-507f-4a42-8873-bc9fd5c9ffe9', 'name': 'tempest-RoutersIpV6Test-router-1702210986', 'tenant_id': '1c581c8c68f541f6a2bf4f425b83071a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:08Z', 'updated_at': '2022-02-16T13:49:10Z', 'revision_number': 2, 'project_id': '1c581c8c68f541f6a2bf4f425b83071a', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:12.506012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d131461-c745-45d1-968f-11940b284ab2') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:12.506012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d131461-c745-45d1-968f-11940b284ab2') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:12.525625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.527178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.537965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.569357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:12.569890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.570013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.600195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.636497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e548f1-916b-40c5-a23d-7cd7f1b8c601,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:12.641257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.690607 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bcefa6e3-f9fb-49b1-a46b-f66808241fb6 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/ports/3039db18-2f41-4fb3-9749-a2d19dd49b3d HTTP/1.1" status: 204 len: 168 time: 1.8722208 Feb 16 13:49:12.694553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:12.720029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.723034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:12.731031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Calling delete_port for 47177481-6a3d-4e92-9c1e-7ba1207858c5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:12.750617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.760408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-064c4e20-a01c-49e4-bfbf-4b8710768d1c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:12.760859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064c4e20-a01c-49e4-bfbf-4b8710768d1c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:12.769306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:12.771892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.779555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.781499 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b5342e3d-90a1-40f2-82a4-50fdbcc46a8a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/a9e548f1-916b-40c5-a23d-7cd7f1b8c601 HTTP/1.1" status: 204 len: 168 time: 0.6209519 Feb 16 13:49:12.782884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:12.798873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.803743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:12.860787 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-064c4e20-a01c-49e4-bfbf-4b8710768d1c tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/84949b06-e1c5-4f90-8170-ded9a8187d17 HTTP/1.1" status: 404 len: 337 time: 0.1574786 Feb 16 13:49:12.873545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33696) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:12.887381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=47177481-6a3d-4e92-9c1e-7ba1207858c5,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:12.899944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.907432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:12.907844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:12.932317 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:12.934623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=6a415a45-42c1-4284-bb2a-f8ec8d864c1d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:12.940775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:12.941125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:12.999102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.024817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.045052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d5179b-504d-4530-8d85-d423774bb3e9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:13.048422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.079230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.079830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Fanout notify agent at l3_agent the message router_deleted on router e50c4122-507f-4a42-8873-bc9fd5c9ffe9 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:49:13.085840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.102532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.121818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.122947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9071fd65-3375-4b06-96bd-8d1e3dff163f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/f7d5179b-504d-4530-8d85-d423774bb3e9 HTTP/1.1" status: 204 len: 168 time: 0.8416758 Feb 16 13:49:13.124579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.132694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33702) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.163693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Network': ['ID=165fdce7-7d64-4c9a-8b48-6157f696be4d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:13.201463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a057359c-1284-449a-8e05-85b578ee7247 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:13.210739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.211277 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a59c4878-cada-465b-b6b2-d18e50b76ae7 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/networks/165fdce7-7d64-4c9a-8b48-6157f696be4d HTTP/1.1" status: 204 len: 168 time: 2.0051920 Feb 16 13:49:13.216729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.217874 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60ca6e15-a7ac-4fcb-9210-d3126f970654 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 204 len: 168 time: 1.1457486 Feb 16 13:49:13.228390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33714) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.267718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a057359c-1284-449a-8e05-85b578ee7247 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:13.270488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a057359c-1284-449a-8e05-85b578ee7247 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1301663 Feb 16 13:49:13.275557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33720) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.280328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0bb6d9d5-dd07-4083-bb8e-d781388ae7d5 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 200 len: 205 time: 0.0506289 Feb 16 13:49:13.283977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--194236229'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:13.289215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33724) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.292214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:13.369036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-c1933294-666a-4f3a-a0bd-708ffcfffce0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:13.372454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c1933294-666a-4f3a-a0bd-708ffcfffce0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/e50c4122-507f-4a42-8873-bc9fd5c9ffe9 HTTP/1.1" status: 404 len: 336 time: 0.0799241 Feb 16 13:49:13.372454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:13.373939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33730) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.414420 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd444e-a85f-4650-8a91-770cb88c7d61 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:13.414936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfd444e-a85f-4650-8a91-770cb88c7d61 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:13.419672 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dcfd444e-a85f-4650-8a91-770cb88c7d61 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/c96d33df-9b8a-4dc7-a11f-5dafaef36db3 HTTP/1.1" status: 404 len: 337 time: 0.0429509 Feb 16 13:49:13.419672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.422086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.442763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Deleting port 47177481-6a3d-4e92-9c1e-7ba1207858c5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:13.443484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.456946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.470124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f446283-d334-4395-a31b-8edda1a4f249']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:13.517097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7296174-0100-4ce9-b1e7-7bb2aefd058b') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:13.517097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7296174-0100-4ce9-b1e7-7bb2aefd058b') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:13.538195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port 47177481-6a3d-4e92-9c1e-7ba1207858c5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:13.538195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.575568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.605103 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f037402-e210-4f65-8d7e-b792231f1004 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:13.605549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f037402-e210-4f65-8d7e-b792231f1004 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:13.607961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7f037402-e210-4f65-8d7e-b792231f1004 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/0ca71c24-7e86-48dd-816c-98569d4926e2 HTTP/1.1" status: 404 len: 337 time: 0.1875784 Feb 16 13:49:13.611475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33744) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.614097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.615517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.626921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:13.627515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:13.647907 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:13.657384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.697046 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-76187edd-cd86-4a41-8683-075f6cbdfcb0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:13.697644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76187edd-cd86-4a41-8683-075f6cbdfcb0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:13.699265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-76187edd-cd86-4a41-8683-075f6cbdfcb0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/05efe446-82a9-44a1-a248-8069f70a0fa6 HTTP/1.1" status: 404 len: 337 time: 0.0866425 Feb 16 13:49:13.700495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:13.703112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33750) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.707975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:13.749047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:13.760154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-61002009-b4c3-4155-8fcd-76664464827f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:13.760645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61002009-b4c3-4155-8fcd-76664464827f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:13.762469 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-61002009-b4c3-4155-8fcd-76664464827f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/13de4bf2-3124-452b-be64-c37db098bb8d HTTP/1.1" status: 404 len: 337 time: 0.0582392 Feb 16 13:49:13.763611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:13.765628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33754) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.781875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:13.783126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:13.829819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-48fc4223-4bfa-4ae6-ad4d-fe98bf396488 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 200 len: 205 time: 0.0629303 Feb 16 13:49:13.832401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.898656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.938633 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-41da27c8-0d8f-48ee-8050-15febca02507 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:13.939946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41da27c8-0d8f-48ee-8050-15febca02507 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/eec2efb2-890d-4c43-ab42-18323cc6b427 HTTP/1.1" status: 404 len: 336 time: 0.1064999 Feb 16 13:49:13.942649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33768) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:13.984854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Calling delete_port for 47177481-6a3d-4e92-9c1e-7ba1207858c5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:14.023459 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-06e33278-f3f6-49d6-ac4e-81c35dbc3cb7 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=1a52c5cc-f32b-4486-920e-e6b244a75d18 HTTP/1.1" status: 200 len: 205 time: 0.0795100 Feb 16 13:49:14.024351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.027250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33772) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.066855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.121856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a4163684-69d7-482e-bbac-7e8f5c0c116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.129841 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-e751149a-7cf7-4407-b17c-6229e3570159 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:14.131304 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e751149a-7cf7-4407-b17c-6229e3570159 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/1a52c5cc-f32b-4486-920e-e6b244a75d18 HTTP/1.1" status: 404 len: 336 time: 0.1026955 Feb 16 13:49:14.133747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.138767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33776) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.159951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.184619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2492790-1472-452e-80eb-d32d2057e6cd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:14.185347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2492790-1472-452e-80eb-d32d2057e6cd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:14.197015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-291600091'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:14.198519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a2492790-1472-452e-80eb-d32d2057e6cd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/4bf4b859-9e70-4870-947a-e4d3975b5ecf HTTP/1.1" status: 404 len: 337 time: 0.0586190 Feb 16 13:49:14.202053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33780) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.216287 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/3f446283-d334-4395-a31b-8edda1a4f249 HTTP/1.1" status: 204 len: 168 time: 1.3271346 Feb 16 13:49:14.216287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=3f446283-d334-4395-a31b-8edda1a4f249,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:14.225443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33784) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.229428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] Pushing event deleted for resources: {'Port': ['ID=47177481-6a3d-4e92-9c1e-7ba1207858c5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:14.235648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318171a3-4575-445a-bae5-d048ef787b6c None None] No DVR routers for this DVR port 47177481-6a3d-4e92-9c1e-7ba1207858c5 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:14.236111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:14.250261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:14.251753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.274068 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be4d9c48-65d7-4e73-a9ee-b7bbbf9c5045 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 200 len: 205 time: 0.0702286 Feb 16 13:49:14.276917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33788) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.283826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:14.308604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.308922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.309274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.309605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.309896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.310245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.310595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.310916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.311264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.311580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.311892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.312203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084399cd-1409-44eb-bb7f-c2e680a227f5 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.321171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:14.342613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] For port 47177481-6a3d-4e92-9c1e-7ba1207858c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=47177481-6a3d-4e92-9c1e-7ba1207858c5,segment=NetworkSegment(021ed5c7-9150-4afd-b591-8e261bd42a59),segment_id=021ed5c7-9150-4afd-b591-8e261bd42a59)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:14.342964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.354236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.359373 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-19414d7b-ba0c-4b9e-92c0-8258a7c64dcd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:14.360766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-19414d7b-ba0c-4b9e-92c0-8258a7c64dcd tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/82ad250c-6a6a-4e32-8ca7-784648d103b7 HTTP/1.1" status: 404 len: 336 time: 0.0828645 Feb 16 13:49:14.362737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.366796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33792) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.450275 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-891b57e3-0f8d-412c-a009-229b887a7b2f tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 HTTP/1.1" status: 200 len: 205 time: 0.0751140 Feb 16 13:49:14.454317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33796) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.456882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.460664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1816244 Feb 16 13:49:14.460664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0194f92d-a38d-4857-b9a4-5929fea77ec5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:14.484193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33800) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.533569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.533781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.534102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.534483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.534809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.535132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.535448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.535744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.536057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.536380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.536717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.537036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415623ac-0d05-42b7-8605-8646c93f5182 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:14.540382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-be0a9745-5819-44e9-ad52-7f3b6e7a92ba tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:14.544020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be0a9745-5819-44e9-ad52-7f3b6e7a92ba tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/4e4a8a07-eb45-4ae7-ad2f-ef0b4542e5f2 HTTP/1.1" status: 404 len: 336 time: 0.0860395 Feb 16 13:49:14.544273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33804) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.548996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Calling delete_port for 47177481-6a3d-4e92-9c1e-7ba1207858c5 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:14.577010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:14.580436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.582409 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6362b5f8-3f8e-4962-80de-6a6bde858890 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:14.582863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6362b5f8-3f8e-4962-80de-6a6bde858890 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:14.584581 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6362b5f8-3f8e-4962-80de-6a6bde858890 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/1a4a6826-0528-4a85-a22b-b13fdd1c3974 HTTP/1.1" status: 404 len: 337 time: 0.0393600 Feb 16 13:49:14.587522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33808) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.592254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': '0194f92d-a38d-4857-b9a4-5929fea77ec5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:14.608469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port 38fbf921-288c-4497-a388-5fbc9c588c5e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:14.608701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.633232 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-92e4a9a5-0cb7-476f-818c-e3a83bb38d3d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=c1fd2f95-f44b-41af-aff9-a659fc28d22b HTTP/1.1" status: 200 len: 205 time: 0.0446231 Feb 16 13:49:14.635636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33812) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.648181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:14.663649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.682257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:14.710062 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-2dc29372-0781-4390-99ba-4983a6891345 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:14.711121 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2dc29372-0781-4390-99ba-4983a6891345 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/c1fd2f95-f44b-41af-aff9-a659fc28d22b HTTP/1.1" status: 404 len: 336 time: 0.0745790 Feb 16 13:49:14.712558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:14.713738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33816) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.750509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:14.751696 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3a4604-c8c9-4670-a4a9-1ad66c2d9914 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:14.752140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3a4604-c8c9-4670-a4a9-1ad66c2d9914 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:14.753911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4b3a4604-c8c9-4670-a4a9-1ad66c2d9914 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/d4f6fc14-60d0-4517-a8f4-8929e6f158a4 HTTP/1.1" status: 404 len: 337 time: 0.0392313 Feb 16 13:49:14.757027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33820) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.758095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:14.806857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ce38a83d-8725-413f-b8f1-48dc1bc48f9c tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "GET /v2.0/ports?device_id=228bf865-fd87-401b-a5d9-7923f6597c91 HTTP/1.1" status: 200 len: 205 time: 0.0483594 Feb 16 13:49:14.809396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33824) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.859920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:14.872779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:14.879231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-a0737410-fbe2-44ce-a49d-8ab7c475e52d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] delete failed (client error): The resource could not be found. Feb 16 13:49:14.880296 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a0737410-fbe2-44ce-a49d-8ab7c475e52d tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/routers/228bf865-fd87-401b-a5d9-7923f6597c91 HTTP/1.1" status: 404 len: 336 time: 0.0699196 Feb 16 13:49:14.884047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33828) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.895947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:14.916958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:14.924977 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f21e10-cd46-4d9f-990e-153bc4fe2ef0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:14.925391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f21e10-cd46-4d9f-990e-153bc4fe2ef0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:14.927075 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-63f21e10-cd46-4d9f-990e-153bc4fe2ef0 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/63575c63-d720-4516-a7a6-c6d8fad02d7b HTTP/1.1" status: 404 len: 337 time: 0.0421627 Feb 16 13:49:14.929750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33832) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:14.930409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:14.930728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:14.968129 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bb7e49-de84-4cb2-b9da-7788e0575020 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:14.968638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bb7e49-de84-4cb2-b9da-7788e0575020 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:14.973271 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-08bb7e49-de84-4cb2-b9da-7788e0575020 tempest-RoutersIpV6Test-1763140836 tempest-RoutersIpV6Test-1763140836-project] 10.222.0.105 "DELETE /v2.0/subnets/f4407fde-e40b-43fa-880f-6eb1f57821cb HTTP/1.1" status: 404 len: 337 time: 0.0397093 Feb 16 13:49:15.005225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.028426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.277116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=6a415a45-42c1-4284-bb2a-f8ec8d864c1d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:15.284057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33840) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:15.297758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.314190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.431473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.511199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port 47177481-6a3d-4e92-9c1e-7ba1207858c5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:15.511507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.548688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.566055 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b13f486-d76f-4952-a683-86c3753ccb68 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1c581c8c68f541f6a2bf4f425b83071a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807796 Feb 16 13:49:15.568628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33848) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:15.617600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Calling delete_port for 38fbf921-288c-4497-a388-5fbc9c588c5e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:15.633283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.649269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.667991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.676767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.727713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.743051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e09e5-98a0-4a7d-aec4-b8be12c48309,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:15.749742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:15.753582 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-203d3f14-753c-41c0-baee-eb61b6cc3727 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/510e09e5-98a0-4a7d-aec4-b8be12c48309 HTTP/1.1" status: 204 len: 168 time: 0.1813688 Feb 16 13:49:15.792473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] The port '47177481-6a3d-4e92-9c1e-7ba1207858c5' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:15.843201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a655156-d623-4b2d-878e-cea1e6ee7a56,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:15.974847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.021964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.046538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.054788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.055950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-790bad35-d8eb-4f28-b6c5-fbda06506a53 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5171385 Feb 16 13:49:16.059095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33860) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.088310 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea1a454a-3a50-4f73-acac-56e86f766c01 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules/5a655156-d623-4b2d-878e-cea1e6ee7a56 HTTP/1.1" status: 200 len: 763 time: 0.0247257 Feb 16 13:49:16.090763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33864) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.103489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.121567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f047dce-dde9-4c08-add2-bea9bf461c10']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:16.156860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-613ea624-b70b-47b7-84d2-6f43c56f4a42 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:16.162683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:16.178837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-613ea624-b70b-47b7-84d2-6f43c56f4a42 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:16.180978 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-613ea624-b70b-47b7-84d2-6f43c56f4a42 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0890965 Feb 16 13:49:16.182381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6588a319-111c-4fa1-b4d5-cb1024101ea8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:16.183800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33872) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.186151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021ed5c7-9150-4afd-b591-8e261bd42a59') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:16.186602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021ed5c7-9150-4afd-b591-8e261bd42a59') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:16.205928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:16.216235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Port': ['ID=38fbf921-288c-4497-a388-5fbc9c588c5e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:16.217647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:16.220453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.228120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.228493 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment 0a033307-3201-4a49-be02-4131ef043af8 of type vlan for network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee Feb 16 13:49:16.233998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.242853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.246770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.281718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.300649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a655156-d623-4b2d-878e-cea1e6ee7a56,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:16.312698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.314287 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8220e116-c0cb-4b08-8232-78bb54db30a0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/5a655156-d623-4b2d-878e-cea1e6ee7a56 HTTP/1.1" status: 204 len: 168 time: 0.1285191 Feb 16 13:49:16.317155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33880) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.319906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.362995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-800cb51c-1f1c-40f1-a4b5-dcfb1697eac9 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/ports/38fbf921-288c-4497-a388-5fbc9c588c5e HTTP/1.1" status: 204 len: 168 time: 2.1207299 Feb 16 13:49:16.362995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:16.362995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.364809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33886) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:16.379545 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:16.381675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.416399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-be841bac-c0c8-461c-af3c-55863f9cae2d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:16.551466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd366f78-85fe-4051-8707-bab285d1da9e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:16.551825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd366f78-85fe-4051-8707-bab285d1da9e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:16.557072 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd366f78-85fe-4051-8707-bab285d1da9e tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/da91b1b2-1887-45be-b336-445b42569419 HTTP/1.1" status: 404 len: 337 time: 0.1878037 Feb 16 13:49:16.557306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.571557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-be841bac-c0c8-461c-af3c-55863f9cae2d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:16.573033 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be841bac-c0c8-461c-af3c-55863f9cae2d tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2545855 Feb 16 13:49:16.576086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33898) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.581581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': '0194f92d-a38d-4857-b9a4-5929fea77ec5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:16.589112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:16.600323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33902) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.610130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:16.627456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.643393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.676176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.694094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.701271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.701411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:16.701411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.707996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.718127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Network': ['ID=6f047dce-dde9-4c08-add2-bea9bf461c10,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:16.736698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1736455082'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:16.745028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:16.747230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e43fa24-1d4b-4a7a-917b-83ad364581b5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:16.752937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:16.758543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:16.761489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b39d8883-6599-4721-8cc3-8db1ad36e3fa tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/networks/6f047dce-dde9-4c08-add2-bea9bf461c10 HTTP/1.1" status: 204 len: 168 time: 3.5489068 Feb 16 13:49:16.762288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:16.763981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33908) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.800739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:16.813460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.814550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f600b691-9a71-432d-a5c8-7a124722eca0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375295 Feb 16 13:49:16.820574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33912) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.825942 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9217236 Feb 16 13:49:16.830936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.839555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33918) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.846811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:16.850572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.860509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'name': 'tempest-PortsTestJSON-1079050523'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:16.872723 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8764263e-2669-498d-b465-e57fb27009cf tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules/3e43fa24-1d4b-4a7a-917b-83ad364581b5 HTTP/1.1" status: 200 len: 763 time: 0.0509598 Feb 16 13:49:16.879698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.888740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33922) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:16.914075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting subnet 624b9687-76b5-4354-83b9-3cf66f18d8dc {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:16.924107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:16.950642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:16.963521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:security_group_rule and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:16.972237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:16.996077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:17.005355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.064793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-02cce4b3-045f-4aa3-a1b2-45b7f9e08ea7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:17.115639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7d42-5791-4bd2-a821-1bb85b5667a1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=b2f46f24-83b2-4f96-aae3-87dcd00ee1ee,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:17.124270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-02cce4b3-045f-4aa3-a1b2-45b7f9e08ea7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:17.125585 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-02cce4b3-045f-4aa3-a1b2-45b7f9e08ea7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2335014 Feb 16 13:49:17.129703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33926) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.135807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:17.152566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:17.152901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.195941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.220454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.227250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.327845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.334575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:17.335051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.351315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.354435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:17.364804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:17.368273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e43fa24-1d4b-4a7a-917b-83ad364581b5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:17.384495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:17.405173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:17.407735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.426004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:17.437085 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:17.449189 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:17.450104 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:17.463131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa4f34-a95b-4e05-9b6a-d1e56610a5a1,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:17.466341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.466687 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment cf5d02df-e7ab-4e27-a196-be5203b39182 of type vlan for network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 Feb 16 13:49:17.468156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.472001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8153b577-ccb8-4c74-ac55-d3f1178e1614 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/3e43fa24-1d4b-4a7a-917b-83ad364581b5 HTTP/1.1" status: 204 len: 168 time: 0.3386242 Feb 16 13:49:17.472001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Subnet': ['ID=624b9687-76b5-4354-83b9-3cf66f18d8dc,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:17.473432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33930) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.473566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:17.477194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.481442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.484375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7f99d-bc68-4cff-9584-577b779d4c9b None None] Network 89284221-cdf6-4c89-bdce-d75e243a3c12 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:17.494277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b062b0b5-76ff-4da1-8f75-f72a11da333a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/routers/5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8872180 Feb 16 13:49:17.501397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.518007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'port': {'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c', 'name': 'tempest-FloatingIPTestJSON-1919414723'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:17.544145 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:17.545937 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-44f9bf93-55f4-42f3-b734-67d41ed2ddd0 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/subnets/624b9687-76b5-4354-83b9-3cf66f18d8dc HTTP/1.1" status: 204 len: 168 time: 0.7808194 Feb 16 13:49:17.552524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33938) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.557062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.557503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:17.558296 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:17.559072 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:17.646028 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:17.650562 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282b3e1-27b6-4725-981c-f31121ac878a None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:17.673925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] For port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8,segment=NetworkSegment(a19b8581-1818-4635-bcc5-d40cecfd7252),segment_id=a19b8581-1818-4635-bcc5-d40cecfd7252)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:17.674307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.695204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.704396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d5ae39af-0cef-4602-99ab-5f3e7b1e500f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:17.708738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:49:17.743556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.749036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:17.749651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.769913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d5ae39af-0cef-4602-99ab-5f3e7b1e500f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:17.771242 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d5ae39af-0cef-4602-99ab-5f3e7b1e500f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2927024 Feb 16 13:49:17.772079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port 7880f63e-dde1-451e-a03c-09359d40c4c1 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:17.772409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.805315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33942) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.830066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] DHCP port deletion for 89284221-cdf6-4c89-bdce-d75e243a3c12 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:17.830576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Calling delete_port for c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:17.835049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Deleting port 7880f63e-dde1-451e-a03c-09359d40c4c1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:17.835420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:17.869141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': '0194f92d-a38d-4857-b9a4-5929fea77ec5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:17.886349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:17.917352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:17.952476 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3495157 Feb 16 13:49:17.954544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:17.969740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-389925087'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:17.992616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:18.012213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:18.015581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319be0-ef3b-4769-8f8d-bf2ee61fcea3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=0bef07f7-fd18-43b6-8d16-2b9223a0b2c0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.023416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:port and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:18.026897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:18.037274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:18.038786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.076262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:18.080198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:18.092448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:18.112110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:18.116021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.170433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] For port 7880f63e-dde1-451e-a03c-09359d40c4c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7880f63e-dde1-451e-a03c-09359d40c4c1,segment=NetworkSegment(32a9b1e3-48e5-40b3-aee6-68a5e1c65a68),segment_id=32a9b1e3-48e5-40b3-aee6-68a5e1c65a68)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:18.171147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.192119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Port': ['ID=c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.196607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.198750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:18.203221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.206041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] For port 7880f63e-dde1-451e-a03c-09359d40c4c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7880f63e-dde1-451e-a03c-09359d40c4c1,segment=NetworkSegment(32a9b1e3-48e5-40b3-aee6-68a5e1c65a68),segment_id=32a9b1e3-48e5-40b3-aee6-68a5e1c65a68)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:18.206441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.216202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] No DVR routers for this DVR port c1a34e46-a820-40f1-a6b3-02d3ecfa4ff8 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:18.222412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.228475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:18.231946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.288630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.310778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Calling delete_port for 7880f63e-dde1-451e-a03c-09359d40c4c1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:18.321963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] device_id is not set on port 41c54450-83ca-4bd8-984c-b13b1672d20b yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:18.352342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fc1dc5-cea1-4174-a8c7-9bbdd650f02d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.360614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Calling delete_port for 7880f63e-dde1-451e-a03c-09359d40c4c1 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:18.399365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.434859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.434859 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-406a7316-05ef-4731-ba51-ce368ca4ac58 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6277845 Feb 16 13:49:18.440143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:18.452264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33950) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:18.466085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:18.466460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:18.469333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Pushing event deleted for resources: {'Port': ['ID=7880f63e-dde1-451e-a03c-09359d40c4c1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.472134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] No DVR routers for this DVR port 7880f63e-dde1-451e-a03c-09359d40c4c1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:18.480443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.481959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.482463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.482825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.483470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.483710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.484049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.484382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.484703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.485045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.485432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.485695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db391d-084c-4400-86da-85419bcb20ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:18.493426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.516641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.516941 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment e7738ad2-547a-4ccf-a707-0b6abaea9030 of type vlan for network dfb17058-bd1e-4e39-a678-f0112d407747 Feb 16 13:49:18.532719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6e5cfb1-56c9-4eee-973d-b7578c035ba5 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules/96fc1dc5-cea1-4174-a8c7-9bbdd650f02d HTTP/1.1" status: 200 len: 764 time: 0.0753329 Feb 16 13:49:18.535288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33954) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:18.588948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-51325fb0-cadb-46f0-b773-7c6e1fdc392f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:18.603917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b77aab32-e3ee-49da-ac62-12fc32fd6567']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:18.607754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-51325fb0-cadb-46f0-b773-7c6e1fdc392f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:18.613219 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-51325fb0-cadb-46f0-b773-7c6e1fdc392f tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0742192 Feb 16 13:49:18.614395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33958) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:18.618772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.632811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.656363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.668398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.682188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19b8581-1818-4635-bcc5-d40cecfd7252') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:18.682500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19b8581-1818-4635-bcc5-d40cecfd7252') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:18.694024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.713638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96fc1dc5-cea1-4174-a8c7-9bbdd650f02d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.729021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.734020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-591a9622-83b7-4a18-aae4-c22fde8a1265 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/96fc1dc5-cea1-4174-a8c7-9bbdd650f02d HTTP/1.1" status: 204 len: 168 time: 0.1068840 Feb 16 13:49:18.734020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:18.782510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-114a2754-9d3c-4669-be74-b57ed30707bc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:18.800827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-114a2754-9d3c-4669-be74-b57ed30707bc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:18.805601 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-114a2754-9d3c-4669-be74-b57ed30707bc tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0711391 Feb 16 13:49:18.806310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33966) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:18.850000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.883428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.917390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.7 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/41c54450-83ca-4bd8-984c-b13b1672d20b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:18.921887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.931052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.933795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=3a542c02-9f28-4cfb-aa3c-69272a89bba2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:18.946521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.952160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:18.952762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.959227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:18.959618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.970508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Deleting port 7880f63e-dde1-451e-a03c-09359d40c4c1 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:18.970980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:18.991045 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:19.141350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': '0a033307-3201-4a49-be02-4131ef043af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:19.142189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: b2f46f24-83b2-4f96-aae3-87dcd00ee1ee, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:19.168413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] The port '7880f63e-dde1-451e-a03c-09359d40c4c1' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:19.217230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.228812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.236903 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2740579 Feb 16 13:49:19.236903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229d6d-297e-4133-8c09-703ea74f984a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=dfb17058-bd1e-4e39-a678-f0112d407747,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:19.238062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.247949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network dfb17058-bd1e-4e39-a678-f0112d407747 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:19.260273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.317131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:19.342785 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/b77aab32-e3ee-49da-ac62-12fc32fd6567 HTTP/1.1" status: 204 len: 168 time: 2.7838938 Feb 16 13:49:19.346179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992a674-5adc-4f23-af7e-515420226d1b tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=b77aab32-e3ee-49da-ac62-12fc32fd6567,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:19.347824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.358695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0194f92d-a38d-4857-b9a4-5929fea77ec5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:19.387075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:19.432780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, b2f46f24-83b2-4f96-aae3-87dcd00ee1ee) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:19.442438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4462f-3277-4d9c-b669-9501ec150dba None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:19.453173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:19.458585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:19.459199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.471048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.499148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.500260 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-504f1346-7829-4fe5-a2d6-42149ff5b36b tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/0194f92d-a38d-4857-b9a4-5929fea77ec5 HTTP/1.1" status: 204 len: 168 time: 0.6930006 Feb 16 13:49:19.502501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting subnet 64e32608-cca9-4da1-8dc2-9b9b56ae9832 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:19.509795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.514831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.521444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89284221-cdf6-4c89-bdce-d75e243a3c12']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:19.528763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:19.537410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:19.540611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:19.541292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a9b1e3-48e5-40b3-aee6-68a5e1c65a68') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:19.548110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:19.557863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:19.559585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.560856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.566323 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3115ade-e627-4803-8252-404ee0686eca tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7226260 Feb 16 13:49:19.567919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33982) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.580705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1558022167'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:19.589750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:19.595257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:19.598890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.601921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:19.604733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:19.608269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.615860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.675259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-af36568f-6224-433e-a67a-f85543a4375a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:19.703872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:19.713985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.716718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:19.717429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.728757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7880f63e-dde1-451e-a03c-09359d40c4c1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:19.740461 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:19.764915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-af36568f-6224-433e-a67a-f85543a4375a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:19.766164 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-af36568f-6224-433e-a67a-f85543a4375a tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2553942 Feb 16 13:49:19.772016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 7880f63e-dde1-451e-a03c-09359d40c4c1 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:19.772016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7880f63e-dde1-451e-a03c-09359d40c4c1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:19.786550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33986) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.803946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446801721'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:19.819338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:19.825848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:19.833004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:19.841899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:19.850967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:19.854532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.867711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:19.875162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=41c54450-83ca-4bd8-984c-b13b1672d20b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:19.883376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.901266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.909584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.914693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.924511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Pushing event deleted for resources: {'Network': ['ID=89284221-cdf6-4c89-bdce-d75e243a3c12,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:19.934504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:19.941157 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-652eb633-32ba-457a-88e4-702768b1015d tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/networks/89284221-cdf6-4c89-bdce-d75e243a3c12 HTTP/1.1" status: 204 len: 168 time: 2.3876033 Feb 16 13:49:19.944378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 33990) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:19.975869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:19.976241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.987939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:19.994775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:19.995456 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment 1f488f91-dc01-472c-bd95-d27d2873145f of type vlan for network 342e1fc9-8d00-46fe-9360-099f4cff50bd Feb 16 13:49:20.010019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:20.013472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:20.025938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:20.031151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4c6d32f-1bd3-4fbd-b628-8001ababe459 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5287256 Feb 16 13:49:20.035795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 33996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:20.036349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-126d19ab-4535-4f1f-94e7-877abce3fb15 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Synchronizing usage tracker for tenant:513a027d28124870ab28aa6238820a1f on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:20.050655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'port': {'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c', 'name': 'tempest-FloatingIPTestJSON-1835666574'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:20.079129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.081447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.095823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-126d19ab-4535-4f1f-94e7-877abce3fb15 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Unset dirty status for tenant:513a027d28124870ab28aa6238820a1f on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:20.097004 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-126d19ab-4535-4f1f-94e7-877abce3fb15 tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "GET /v2.0/ports?device_id=c90c9164-b90e-4be0-9792-2394c365fc56 HTTP/1.1" status: 200 len: 205 time: 0.1514969 Feb 16 13:49:20.101575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34000) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:20.184280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Subnet': ['ID=64e32608-cca9-4da1-8dc2-9b9b56ae9832,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:20.188794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.189028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d764b0a-37f0-4a20-9454-1537541c8453 None None] Network fb1b0c83-995a-4633-be3c-a6b8cd19be73 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:20.225785 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5df860e0-4afc-47bf-98a3-a0b8f9efa5bf tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/subnets/64e32608-cca9-4da1-8dc2-9b9b56ae9832 HTTP/1.1" status: 204 len: 168 time: 0.8767951 Feb 16 13:49:20.230848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34004) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:20.241889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:49:20.286777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.354262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.362953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:20.364028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.400572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.424852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.439896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:20.452548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.461316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.466145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:port and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:20.476435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:20.480589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] DHCP port deletion for fb1b0c83-995a-4633-be3c-a6b8cd19be73 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:20.486316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Deleting port a8672307-cff2-435f-8a2f-77d0c64f3022 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:20.486556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.495451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:20.498900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.500131 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7126205 Feb 16 13:49:20.504162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:20.515728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Request body: {'security_group_rule': {'security_group_id': '7c5b9be0-5024-4a3c-a555-d0e0fb399c89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:20.523657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34ac0-c820-4e0e-806a-5840675e59c4 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b9be0-5024-4a3c-a555-d0e0fb399c89,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:20.526191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:20.528423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:20.531974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.541364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port a8672307-cff2-435f-8a2f-77d0c64f3022 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:20.541699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.569690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Usage tracker for resource:security_group_rule and tenant:2be4438a789a4d5cba2ead2390e69fc5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:20.579990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:20.601111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:20.616781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] device_id is not set on port c42a9801-2a38-41d4-9355-4a66c17d4666 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:20.624990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0545752 Feb 16 13:49:20.653567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:20.670848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'ports': [{'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'}, {'network_id': '342e1fc9-8d00-46fe-9360-099f4cff50bd'}]} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:20.671191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:20.671605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '342e1fc9-8d00-46fe-9360-099f4cff50bd'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:20.775847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] For port a8672307-cff2-435f-8a2f-77d0c64f3022, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a8672307-cff2-435f-8a2f-77d0c64f3022,segment=NetworkSegment(ebbc5821-778f-49dc-aa06-df0b9dcad93f),segment_id=ebbc5821-778f-49dc-aa06-df0b9dcad93f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:20.776087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.897192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa81dc5-f7b2-4732-9ff3-3a89133d45d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=342e1fc9-8d00-46fe-9360-099f4cff50bd,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:20.905521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Calling delete_port for a8672307-cff2-435f-8a2f-77d0c64f3022 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:20.926358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.932853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.934076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 342e1fc9-8d00-46fe-9360-099f4cff50bd details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:20.936639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=10db7fde-acaf-42ab-9a8f-f608c4110861,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:20.940415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.957000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': 'cf5d02df-e7ab-4e27-a196-be5203b39182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:20.957358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:20.991583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:20.994096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Fanout notify agent at l3_agent the message router_deleted on router c90c9164-b90e-4be0-9792-2394c365fc56 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:49:21.012683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:21.020576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.024096 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cd219e59-7513-44c2-be6f-5d33bd18a15c tempest-RoutersNegativeTest-1952279158 tempest-RoutersNegativeTest-1952279158-project] 10.222.0.105 "DELETE /v2.0/routers/c90c9164-b90e-4be0-9792-2394c365fc56 HTTP/1.1" status: 204 len: 168 time: 0.9189694 Feb 16 13:49:21.039017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:21.056465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:21.057054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.064732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f7838-6712-4878-8734-448b4a5a92e4 None None] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:21.088412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-594ba82d-87e2-4314-88df-05af0e7e05c3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8401985 Feb 16 13:49:21.091706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34018) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:21.100608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:21.236597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:21.241743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:21.245549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:21.257262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:21.281463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:21.292474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.356763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-0bef07f7-fd18-43b6-8d16-2b9223a0b2c0', 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '10db7fde-acaf-42ab-9a8f-f608c4110861'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:21.357593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.373742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.388781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] For port a8672307-cff2-435f-8a2f-77d0c64f3022, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a8672307-cff2-435f-8a2f-77d0c64f3022,segment=NetworkSegment(ebbc5821-778f-49dc-aa06-df0b9dcad93f),segment_id=ebbc5821-778f-49dc-aa06-df0b9dcad93f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:21.389325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.413611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.3 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/c42a9801-2a38-41d4-9355-4a66c17d4666) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:21.427736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.456228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34026) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:21.467963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.551228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] Pushing event deleted for resources: {'Port': ['ID=a8672307-cff2-435f-8a2f-77d0c64f3022,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:21.564383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1479f1-d06f-446a-be45-471e9e5bd47b None None] No DVR routers for this DVR port a8672307-cff2-435f-8a2f-77d0c64f3022 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:21.612453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Calling delete_port for a8672307-cff2-435f-8a2f-77d0c64f3022 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:21.636227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.647540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac000df-175b-45cb-b040-609518d11559,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:21.664833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Allocated IP 172.20.0.2 (0bef07f7-fd18-43b6-8d16-2b9223a0b2c0/10db7fde-acaf-42ab-9a8f-f608c4110861/ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:21.677110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:21.705499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:21.709456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.710954 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3d2e97a6-2786-45dd-a5db-9ff25e25bda0 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2028925 Feb 16 13:49:21.712252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:21.723166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34032) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:21.734337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:21.778896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a8672307-cff2-435f-8a2f-77d0c64f3022 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:21.784951 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-546e030c-f2cb-44c8-87b5-cd71e970c375 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=513a027d28124870ab28aa6238820a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274405 Feb 16 13:49:21.790731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34036) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:21.793404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=2fc42b2c-d5b6-41da-a8eb-bf304932fad5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:21.807815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 2} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:21.812269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.825577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': 'e7738ad2-547a-4ccf-a707-0b6abaea9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:21.826086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: dfb17058-bd1e-4e39-a678-f0112d407747, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:21.828103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a8672307-cff2-435f-8a2f-77d0c64f3022 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:21.828448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a8672307-cff2-435f-8a2f-77d0c64f3022 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:21.889157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network dfb17058-bd1e-4e39-a678-f0112d407747 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:21.910751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d871292-b223-4472-b311-25625353b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.913603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, dfb17058-bd1e-4e39-a678-f0112d407747) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:21.939585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:21.940603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.945729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.951006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac2902-a99e-41c4-9c22-942296f28ce7 None None] Network dfb17058-bd1e-4e39-a678-f0112d407747 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:21.975022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:21.975329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:21.979054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d871292-b223-4472-b311-25625353b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:21.988505 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2f00aefb-7411-4de7-aac7-a354529c90f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8950644 Feb 16 13:49:21.992035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34040) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:21.999827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1484583584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:22.019136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:22.028563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:22.039598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:22.050276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:22.074154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.075662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.077965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.085956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.097537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d871292-b223-4472-b311-25625353b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.113654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.119196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Transition to ACTIVE for port object ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:22.127690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d871292-b223-4472-b311-25625353b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a133fbd-f89c-4583-b3db-c1a0d94df456,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:22.150663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6d871292-b223-4472-b311-25625353b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.154619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6d871292-b223-4472-b311-25625353b28f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/3a133fbd-f89c-4583-b3db-c1a0d94df456 HTTP/1.1" status: 204 len: 168 time: 0.3610637 Feb 16 13:49:22.158290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.198074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.203283 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9b409d80-b9c1-4744-a1a4-09b2dce4c762 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2069826 Feb 16 13:49:22.204482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34046) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:22.209839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Transition to ACTIVE for port object ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:22.221830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.273086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.296233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.302269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Pushing event updated for resources: {'Port': ['ID=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:22.362366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:22.365460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-dfb17058-bd1e-4e39-a678-f0112d407747', 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '2fc42b2c-d5b6-41da-a8eb-bf304932fad5'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:22.366556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.369141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 2ad2207f-bb20-41ee-a5fc-193c62a8e111 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:22.380554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:22.389164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:22.401764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.430718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.442149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b9be0-5024-4a3c-a555-d0e0fb399c89,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:22.481571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Deleting port a8672307-cff2-435f-8a2f-77d0c64f3022 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:22.481881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.563417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.566270 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a61947e8-e42b-4bc3-9863-c80b3e3404dd tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/7c5b9be0-5024-4a3c-a555-d0e0fb399c89 HTTP/1.1" status: 204 len: 168 time: 0.8355119 Feb 16 13:49:22.567147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34056) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:22.591797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Attempting to bind port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:22.592370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Attempting to bind port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'cf5d02df-e7ab-4e27-a196-be5203b39182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:22.592527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Attempting to bind port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 on network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:22.609148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:22.609566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Checking segment: {'id': 'cf5d02df-e7ab-4e27-a196-be5203b39182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:22.609920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.610331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Bound using segment: {'id': 'cf5d02df-e7ab-4e27-a196-be5203b39182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:22.610811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Bound port: ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d02df-e7ab-4e27-a196-be5203b39182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bef07f7-fd18-43b6-8d16-2b9223a0b2c0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:22.611183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.623398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] The port 'a8672307-cff2-435f-8a2f-77d0c64f3022' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:22.636012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:22.642164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:22.677240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:22.722880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] For port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:22.726614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] For port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,segment=NetworkSegment(cf5d02df-e7ab-4e27-a196-be5203b39182),segment_id=cf5d02df-e7ab-4e27-a196-be5203b39182)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:22.738643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=c42a9801-2a38-41d4-9355-4a66c17d4666,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:22.794898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-27dedec6-1090-4a3f-93d8-0fa7f29958b2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:22.796928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.914150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Allocated IP 172.21.0.2 (dfb17058-bd1e-4e39-a678-f0112d407747/2fc42b2c-d5b6-41da-a8eb-bf304932fad5/80dc72df-5fd2-425d-a886-b6c21eae3b6f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:22.929213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-27dedec6-1090-4a3f-93d8-0fa7f29958b2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:22.930617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-27dedec6-1090-4a3f-93d8-0fa7f29958b2 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3616641 Feb 16 13:49:22.931983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:22.944562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:22.947410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f33827-fcab-4901-bb6a-5560a056114b None None] Pushing event updated for resources: {'Port': ['ID=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:23.037547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.072096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:23.072933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.080595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.264647 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c31f54e-ad57-4f62-9e36-2cbc4ccbbc79 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2246685 Feb 16 13:49:23.272391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-333fe874-6f73-4594-bb37-c6c6a40483c7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:23.278061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1b0c83-995a-4633-be3c-a6b8cd19be73']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:23.301831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34076) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:23.302024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:23.331976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'c42a9801-2a38-41d4-9355-4a66c17d4666', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:23.352052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbc5821-778f-49dc-aa06-df0b9dcad93f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:23.352340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbc5821-778f-49dc-aa06-df0b9dcad93f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:23.361293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.375781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Transition to ACTIVE for port object 80dc72df-5fd2-425d-a886-b6c21eae3b6f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:23.391102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:23.401274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Transition to ACTIVE for port object 80dc72df-5fd2-425d-a886-b6c21eae3b6f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:23.410851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.412594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.429151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:floatingip and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:23.440848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port dbc49051-0a36-4d9d-89a6-e18ecc5ab340 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:23.444145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:23.453772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-333fe874-6f73-4594-bb37-c6c6a40483c7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:23.455130 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-333fe874-6f73-4594-bb37-c6c6a40483c7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5025010 Feb 16 13:49:23.462642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:23.465319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34086) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:23.487937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.499903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:23.500298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.516918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-409cdb89-6cc9-4b19-8f67-1487ff49ecd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] delete failed (client error): The resource could not be found. Feb 16 13:49:23.517950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-409cdb89-6cc9-4b19-8f67-1487ff49ecd7 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "DELETE /v2.0/security-groups/7c5b9be0-5024-4a3c-a555-d0e0fb399c89 HTTP/1.1" status: 404 len: 347 time: 0.0516891 Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:23.519074 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:23.521721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Network dfb17058-bd1e-4e39-a678-f0112d407747 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:23.521817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34090) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:23.523442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:23.525594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.526347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:23.607371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Pushing event updated for resources: {'Port': ['ID=80dc72df-5fd2-425d-a886-b6c21eae3b6f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:23.633871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-56d0e13b-3adc-4806-adf0-3a55f7de7afe tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-859954125', 'prefixes': ['172.20.0.0/16']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:23.637460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Attempting to bind port 80dc72df-5fd2-425d-a886-b6c21eae3b6f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:23.637832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Attempting to bind port 80dc72df-5fd2-425d-a886-b6c21eae3b6f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e7738ad2-547a-4ccf-a707-0b6abaea9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:23.638191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Attempting to bind port 80dc72df-5fd2-425d-a886-b6c21eae3b6f on network dfb17058-bd1e-4e39-a678-f0112d407747 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:23.657594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-56d0e13b-3adc-4806-adf0-3a55f7de7afe tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:23.660450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:23.660450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Checking segment: {'id': 'e7738ad2-547a-4ccf-a707-0b6abaea9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:23.660744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.660994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Bound using segment: {'id': 'e7738ad2-547a-4ccf-a707-0b6abaea9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:23.661361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Bound port: 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7738ad2-547a-4ccf-a707-0b6abaea9030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'dfb17058-bd1e-4e39-a678-f0112d407747'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:23.661734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.662901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.20.0.1 (0bef07f7-fd18-43b6-8d16-2b9223a0b2c0/10db7fde-acaf-42ab-9a8f-f608c4110861/9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:23.773787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.782667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3dc67c5b-0a79-43e6-9018-121e2cd2aa14 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Synchronizing usage tracker for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:23.795680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:23.830435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.859647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] For port 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:23.868306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] Pushing event deleted for resources: {'Network': ['ID=fb1b0c83-995a-4633-be3c-a6b8cd19be73,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:23.874595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] For port 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80dc72df-5fd2-425d-a886-b6c21eae3b6f,segment=NetworkSegment(e7738ad2-547a-4ccf-a707-0b6abaea9030),segment_id=e7738ad2-547a-4ccf-a707-0b6abaea9030)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:23.884471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.884652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.884932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3dc67c5b-0a79-43e6-9018-121e2cd2aa14 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] Unset dirty status for tenant:2be4438a789a4d5cba2ead2390e69fc5 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:23.886377 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3dc67c5b-0a79-43e6-9018-121e2cd2aa14 tempest-SecGroupTest-184135340 tempest-SecGroupTest-184135340-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3635840 Feb 16 13:49:23.912415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:23.916513 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03cdbf2c-9090-44f5-b7c9-6fcd4ebfc458 tempest-NetworksIpV6TestAttrs-189810959 tempest-NetworksIpV6TestAttrs-189810959-project] 10.222.0.105 "DELETE /v2.0/networks/fb1b0c83-995a-4633-be3c-a6b8cd19be73 HTTP/1.1" status: 204 len: 168 time: 3.6832485 Feb 16 13:49:23.963256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:23.966387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.007917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.059713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:24.085191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:24.089154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:24.119211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:24.152697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=2ad2207f-bb20-41ee-a5fc-193c62a8e111,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:24.160270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3496-d6d1-46e3-8360-f7750185f737 None None] Pushing event updated for resources: {'Port': ['ID=80dc72df-5fd2-425d-a886-b6c21eae3b6f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:24.173435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-56d0e13b-3adc-4806-adf0-3a55f7de7afe tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Notify callbacks [] for subnetpool, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.185263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-56d0e13b-3adc-4806-adf0-3a55f7de7afe tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8797438 Feb 16 13:49:24.197734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34098) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.206007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:24.260023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:24.269754 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6461fb16-928c-4a19-abc2-03861dcc4c45 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "GET /v2.0/subnetpools/adfa2705-c75c-446a-849b-632eeecd8c8e HTTP/1.1" status: 200 len: 731 time: 0.0680351 Feb 16 13:49:24.270132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.270433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34104) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.273462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:24.276991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-694e0d38-4fe8-415f-9498-7cab21f2f3da tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1336675444'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:24.280081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:24.281071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.292227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.402907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34110) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.508181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.555025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=dbc49051-0a36-4d9d-89a6-e18ecc5ab340,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:24.573228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-694e0d38-4fe8-415f-9498-7cab21f2f3da tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Notify callbacks [] for subnetpool, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.574879 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-694e0d38-4fe8-415f-9498-7cab21f2f3da tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "PUT /v2.0/subnetpools/adfa2705-c75c-446a-849b-632eeecd8c8e HTTP/1.1" status: 200 len: 684 time: 0.3035166 Feb 16 13:49:24.580245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34122) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.699973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': '1f488f91-dc01-472c-bd95-d27d2873145f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '342e1fc9-8d00-46fe-9360-099f4cff50bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:24.700325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 342e1fc9-8d00-46fe-9360-099f4cff50bd, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:24.713351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.761056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.189 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/38f1ed54-9caa-41fe-a03b-fedb10cec4c8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:24.763547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 342e1fc9-8d00-46fe-9360-099f4cff50bd is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:24.765111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73976119-7625-43d9-b6a7-9b9e4fad3889 None None] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:24.782256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 342e1fc9-8d00-46fe-9360-099f4cff50bd) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:24.788454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:24.796321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:24.799212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8395d6-f61c-4150-9d1a-745e00dbcea5 None None] Network 342e1fc9-8d00-46fe-9360-099f4cff50bd requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:24.802675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:24.803604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.804184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-64118bb5-c378-4fa1-b401-fe620eaa78b0 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] Notify callbacks [] for subnetpool, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:24.806208 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-64118bb5-c378-4fa1-b401-fe620eaa78b0 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "DELETE /v2.0/subnetpools/adfa2705-c75c-446a-849b-632eeecd8c8e HTTP/1.1" status: 204 len: 168 time: 0.2246447 Feb 16 13:49:24.812503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34126) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.877658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-2584d0ba-ebf9-470c-88ce-06210947cb46 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] show failed (client error): The resource could not be found. Feb 16 13:49:24.879013 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2584d0ba-ebf9-470c-88ce-06210947cb46 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "GET /v2.0/subnetpools/adfa2705-c75c-446a-849b-632eeecd8c8e HTTP/1.1" status: 404 len: 346 time: 0.0506170 Feb 16 13:49:24.934154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34130) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:24.961692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Provisioning for port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:24.994344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f45a3c6-d0ba-4484-b887-a7f6d03318ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3359632 Feb 16 13:49:25.003582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34134) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:25.004634 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-72178bfa-5067-481c-ba68-5f7514b86570 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] delete failed (client error): The resource could not be found. Feb 16 13:49:25.011336 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72178bfa-5067-481c-ba68-5f7514b86570 tempest-SubnetPoolsTestJSON-639718182 tempest-SubnetPoolsTestJSON-639718182-project] 10.222.0.105 "DELETE /v2.0/subnetpools/adfa2705-c75c-446a-849b-632eeecd8c8e HTTP/1.1" status: 404 len: 346 time: 0.0704591 Feb 16 13:49:25.025627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Provisioning complete for port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:25.026037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.055676 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-686cf285-a5a6-40f9-932f-3e6b34a79198 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2be4438a789a4d5cba2ead2390e69fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513627 Feb 16 13:49:25.058737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34140) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:25.113246 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-504e94fb-0937-42b8-823f-d23697feec60 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=619f5370401b46a3b08d5b5cfaf10452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998635 Feb 16 13:49:25.120893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34144) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:25.200657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port dbc49051-0a36-4d9d-89a6-e18ecc5ab340 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:25.201390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.251294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.300502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.353873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.385909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34150) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:25.460783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.492368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.527192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.554960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.586095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] For port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,segment=NetworkSegment(cf5d02df-e7ab-4e27-a196-be5203b39182),segment_id=cf5d02df-e7ab-4e27-a196-be5203b39182)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:25.595406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.601981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.626189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b87da-e3f0-4399-883e-445505939106,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:25.663540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.664810 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bb4dee3a-02e5-4786-ab19-696e58f599a4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/508b87da-e3f0-4399-883e-445505939106 HTTP/1.1" status: 204 len: 168 time: 0.5429850 Feb 16 13:49:25.702812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.712783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.732528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad5c6c-d084-4fe7-86d3-65d02dc05582 None None] Pushing event updated for resources: {'Port': ['ID=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:25.758855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc06394-7ebc-4bf5-81dc-716bc6712299 None None] Network dfb17058-bd1e-4e39-a678-f0112d407747 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:25.761806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:25.783522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:25.790019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.866487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.940578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:25.959865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4287f6f-1cc3-448c-b83e-bfa2f10bf83a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:25.964594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:25.996021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.011452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:26.060115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80dc72df-5fd2-425d-a886-b6c21eae3b6f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:26.077153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:26.082979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ad2ee7be834dce99e59cbcd7d9c223 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:26.087105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:26.094090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:26.218636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.222375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-335ecbcc-4564-4107-b728-361ff80808d3 None None] Provisioning for port 80dc72df-5fd2-425d-a886-b6c21eae3b6f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:26.301146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.302648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e1994592-cfc3-44b9-bc72-8ab1b5a7ee7b admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/c4287f6f-1cc3-448c-b83e-bfa2f10bf83a HTTP/1.1" status: 204 len: 168 time: 1.2429683 Feb 16 13:49:26.319415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 80dc72df-5fd2-425d-a886-b6c21eae3b6f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:26.333325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 80dc72df-5fd2-425d-a886-b6c21eae3b6f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:26.336942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.453551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.456974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:26.460929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:26.490865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for dbc49051-0a36-4d9d-89a6-e18ecc5ab340 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:26.555933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.599867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80dc72df-5fd2-425d-a886-b6c21eae3b6f,segment=NetworkSegment(e7738ad2-547a-4ccf-a707-0b6abaea9030),segment_id=e7738ad2-547a-4ccf-a707-0b6abaea9030)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:26.601386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Provisioning complete for port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:26.601985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.612787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1191bf6-59fb-44ce-a5b0-cea3a57dd896,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:26.616564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=38f1ed54-9caa-41fe-a03b-fedb10cec4c8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:26.643251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.768204 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f817db3-7153-4455-a22c-3513ef6c6280 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=f4ad2ee7be834dce99e59cbcd7d9c223&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3796501 Feb 16 13:49:26.783522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:26.804220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=80dc72df-5fd2-425d-a886-b6c21eae3b6f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:26.867074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 81d9f669-ff47-4119-939f-210f2eb519d9 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:49:26.893997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Provisioning for port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:26.904613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Provisioning complete for port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:26.908261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.923788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:26.985764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ad0dd9e5-b56a-4bfd-91cf-b8d3a155a2c5 None None] Port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:27.030896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=dbc49051-0a36-4d9d-89a6-e18ecc5ab340,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:27.092100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.125351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b62493b7-41f4-4be8-a8bf-96da9b3e60ce None None] Provisioning complete for port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:27.125936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62493b7-41f4-4be8-a8bf-96da9b3e60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.128017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.143439 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-752adb3a-1833-4a3a-9275-cae730a488fb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/dbc49051-0a36-4d9d-89a6-e18ecc5ab340 HTTP/1.1" status: 204 len: 168 time: 2.1365664 Feb 16 13:49:27.146264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.192660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:27.198908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b1d06815-c22e-408b-a14a-e63763c6f9bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9905589 Feb 16 13:49:27.202776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34194) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.217147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] Sync routers for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:27.237126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.268017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:27.268647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:27.285983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278b48f-6ad9-495c-b354-f19503f84010 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:27.286177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5278b48f-6ad9-495c-b354-f19503f84010 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:27.312542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34198) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.346897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5278b48f-6ad9-495c-b354-f19503f84010 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:27.351786 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5278b48f-6ad9-495c-b354-f19503f84010 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports/9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc HTTP/1.1" status: 200 len: 910 time: 0.1449363 Feb 16 13:49:27.351954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34206) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.361085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:27.375301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:27.375574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:27.395675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.421731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1191bf6-59fb-44ce-a5b0-cea3a57dd896,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:27.440936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b62493b7-41f4-4be8-a8bf-96da9b3e60ce None None] Port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:27.447583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.451039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-51f8ef2f-0074-4463-b4f8-2cc4ac1a6fd2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e1191bf6-59fb-44ce-a5b0-cea3a57dd896 HTTP/1.1" status: 204 len: 168 time: 0.6555338 Feb 16 13:49:27.483180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:27.483522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d12cef-d432-4fad-a180-12ceeb1fa801 None None] The sync data for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:27.492564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b62493b7-41f4-4be8-a8bf-96da9b3e60ce None None] Provisioning complete for port 80dc72df-5fd2-425d-a886-b6c21eae3b6f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:27.492993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62493b7-41f4-4be8-a8bf-96da9b3e60ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.525882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.609515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a5e80-4c94-46a7-8f5e-941caac5ca4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:27.629899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263a5e80-4c94-46a7-8f5e-941caac5ca4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:27.631542 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-263a5e80-4c94-46a7-8f5e-941caac5ca4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4804485 Feb 16 13:49:27.637006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34214) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.714634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d8ca6d3e-655a-4ad8-b2f9-18c5b742f1ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:27.715235 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-d8ca6d3e-655a-4ad8-b2f9-18c5b742f1ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 13:49:27.715769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d8ca6d3e-655a-4ad8-b2f9-18c5b742f1ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:49:27.721893 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d8ca6d3e-655a-4ad8-b2f9-18c5b742f1ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3998597 Feb 16 13:49:27.723106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:27.734650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--397994402'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:27.741608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:27.778532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:27.806037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:27.820796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:27.904473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:27.904806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.012198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:28.021661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 2ad2207f-bb20-41ee-a5fc-193c62a8e111 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:28.022009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.099723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:28.152523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34238) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:28.164008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.186406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80dc72df-5fd2-425d-a886-b6c21eae3b6f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:28.189004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.359781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 80dc72df-5fd2-425d-a886-b6c21eae3b6f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:28.360156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.434536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.452671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1850064674-network', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:28.509854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:28.530501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Usage tracker for resource:network and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:28.536617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:28.547006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:28.572925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Made reservation on behalf of 259a9ed7d25b4c22a9a6a7a621a15ae8 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:28.575346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.629306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.662143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:28.670866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:28.683310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:28.687517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 2ad2207f-bb20-41ee-a5fc-193c62a8e111 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:28.722061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:28.736808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.750133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:49:28.775487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.779094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:28.788295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.794261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:28.842707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:28.870576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.21.0.1 (dfb17058-bd1e-4e39-a678-f0112d407747/2fc42b2c-d5b6-41da-a8eb-bf304932fad5/4c6ce6f2-f132-437e-b771-80c6d218fb14) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:28.871515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:28.929216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.938544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=38f1ed54-9caa-41fe-a03b-fedb10cec4c8,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:28.987832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:28.995407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.006126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=2ad2207f-bb20-41ee-a5fc-193c62a8e111,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.012612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.027256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.052624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:29.077374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf721f5-5e70-4653-be7c-0a4e6e2e4463,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.103693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.104036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Added segment d426e563-37fa-4ff2-92f4-9530e66356fc of type vlan for network 8392594a-9e80-4fbd-b394-8eb8bb509d53 Feb 16 13:49:29.120419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ce6022fc-3686-4310-a57e-cc7bb333696b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/2ad2207f-bb20-41ee-a5fc-193c62a8e111 HTTP/1.1" status: 204 len: 168 time: 1.4820554 Feb 16 13:49:29.124830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:29.135622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.163562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.169282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 4c6ce6f2-f132-437e-b771-80c6d218fb14 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:29.210430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.211376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:29.211938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.239278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.343299 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 28cfa0c8-d613-4317-bc9b-e698015780ef associated. External IP: 172.26.1.189, port: c42a9801-2a38-41d4-9355-4a66c17d4666. Feb 16 13:49:29.363495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34270) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:29.393376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network dfb17058-bd1e-4e39-a678-f0112d407747 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:29.401418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:29.401595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.405061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8392594a-9e80-4fbd-b394-8eb8bb509d53,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.408353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:29.420068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:29.421960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c60de9-b897-4a39-9556-c525c652493d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:29.422721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6c60de9-b897-4a39-9556-c525c652493d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:29.425352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.458506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:29.477869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.494597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6c45e0af-a54c-4a3c-8bd7-15a98458a9d0 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3374884 Feb 16 13:49:29.507349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:29.510757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34276) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:29.521352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Request body: {'subnet': {'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1850064674-subnet', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:29.526673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=4c6ce6f2-f132-437e-b771-80c6d218fb14,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.544385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:29.560674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Usage tracker for resource:subnet and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:29.570248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:29.577426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:29.585868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:29.589884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e84c08d-36b1-45b3-82b0-7b387f4fa374,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.594474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:29.610638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Made reservation on behalf of 259a9ed7d25b4c22a9a6a7a621a15ae8 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:29.613788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.761914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--1440582157', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:29.779190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:29.779769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-59da7e2f-879e-4b21-987b-dacfade75915 None None] Provisioning for port 4c6ce6f2-f132-437e-b771-80c6d218fb14 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:29.786325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-59da7e2f-879e-4b21-987b-dacfade75915 None None] Provisioning complete for port 4c6ce6f2-f132-437e-b771-80c6d218fb14 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:29.787018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59da7e2f-879e-4b21-987b-dacfade75915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.800845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:29.807727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:29.816601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:29.833890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.849017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-59da7e2f-879e-4b21-987b-dacfade75915 None None] Port 4c6ce6f2-f132-437e-b771-80c6d218fb14 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:29.874859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.887065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.913661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6c60de9-b897-4a39-9556-c525c652493d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:29.914855 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b6c60de9-b897-4a39-9556-c525c652493d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7867751 Feb 16 13:49:29.922712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:29.936553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:29.939869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.965324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:29.992036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9f150-302f-4fd2-9fc1-14f1a414cb43,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:29.994444 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc8fd33-7606-488a-a677-f159d7aa817e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:49:29.995986 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3fc8fd33-7606-488a-a677-f159d7aa817e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/dbc49051-0a36-4d9d-89a6-e18ecc5ab340 HTTP/1.1" status: 404 len: 333 time: 0.0686579 Feb 16 13:49:30.000766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:30.004729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:30.046528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.047732 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5850b9c8-19e2-419e-a22f-11986d86de3f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3245492 Feb 16 13:49:30.055017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:30.061023 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6909f56e-5f5e-448d-a24c-5aff29ec79bb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:49:30.065050 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6909f56e-5f5e-448d-a24c-5aff29ec79bb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/2ad2207f-bb20-41ee-a5fc-193c62a8e111 HTTP/1.1" status: 404 len: 333 time: 0.0604906 Feb 16 13:49:30.067367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'b1f9f150-302f-4fd2-9fc1-14f1a414cb43', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:30.071536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:30.118478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:30.131205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:30.142252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:30.154515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:30.161202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:30.202149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.216573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:30.221895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:30.248342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:30.475181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.480393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.526921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=053f70f0-540d-443c-82d7-b875733addf7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:30.529211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:30.539993 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:30.554358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:30.554705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Network hostable DHCP agents. Network: 8392594a-9e80-4fbd-b394-8eb8bb509d53, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:30.556333 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:30.557021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.606616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.622608 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.631584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.632376 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:30.633042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.640069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.654157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:30.683476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:30.695425 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.695832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2ca3a-0979-448f-bbc2-8b334132afbc None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:30.702706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.708187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 8392594a-9e80-4fbd-b394-8eb8bb509d53) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:30.713593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a84465-e25a-48f8-badf-a3641fc66a2b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:30.716726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.717301 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 716d8ee7-69c7-4493-b14b-14e5866994e7 of type vlan for network 98931028-44fb-434a-9b5d-8d17e0b4905c Feb 16 13:49:30.719400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:30.720236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.721061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d790b16-bfa4-4e3f-bfd2-89de2d99eb3f None None] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:30.725858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.747158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.773668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.778045 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dbec6a22-a64f-4fe1-aaf5-683c4e5c453f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4750686 Feb 16 13:49:30.780896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34296) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:30.784282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342e1fc9-8d00-46fe-9360-099f4cff50bd']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.794795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:30.861203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.885649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f488f91-dc01-472c-bd95-d27d2873145f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.886399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f488f91-dc01-472c-bd95-d27d2873145f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:30.896960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=4c6ce6f2-f132-437e-b771-80c6d218fb14,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:30.900439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.904776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.914560 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-898115fd-4a3d-427b-b982-4bba8c6ebf6c admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3994601 Feb 16 13:49:30.917312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34300) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:30.932992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.939536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:30.939875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a3746b-2493-469e-847b-f67be3c39138,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:30.963988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.965206 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e1d24be4-d9b3-4707-bf26-b0299616dc22 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9075730 Feb 16 13:49:30.966492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.970543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:30.995878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:30.997888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34304) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:31.006804 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-8392594a-9e80-4fbd-b394-8eb8bb509d53', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:31.008630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.019302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'b1f9f150-302f-4fd2-9fc1-14f1a414cb43', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:31.024090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Usage tracker for resource:router and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:31.029017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:31.036795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:31.047898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:31.048558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:31.048967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.050077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:31.056481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:31.064280 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:31.103549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:31.109778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.115567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:31.116102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.156286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.156811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.202497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Allocated IP 172.20.0.2 (8392594a-9e80-4fbd-b394-8eb8bb509d53/053f70f0-540d-443c-82d7-b875733addf7/a7c31f0c-c908-460a-aeac-93ea855763ba) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:31.254015 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8771567 Feb 16 13:49:31.255062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network dfb17058-bd1e-4e39-a678-f0112d407747 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:31.256892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34308) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:31.263439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.268055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.277920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:31.279841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-145734493', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:31.293922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.306023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:31.306240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f7896-cec1-4c7a-ac37-76f95a40200c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=98931028-44fb-434a-9b5d-8d17e0b4905c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:31.311078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.324393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 98931028-44fb-434a-9b5d-8d17e0b4905c details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:31.331966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:31.336580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=342e1fc9-8d00-46fe-9360-099f4cff50bd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:31.340202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:31.344962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-423f9f91-276c-4ae9-aba9-9398253681cf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/342e1fc9-8d00-46fe-9360-099f4cff50bd HTTP/1.1" status: 204 len: 168 time: 1.2723053 Feb 16 13:49:31.376477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34312) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:31.433385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:31.445675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.448986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063892913'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:31.456385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.457331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 28cfa0c8-d613-4317-bc9b-e698015780ef disassociated. External IP: 172.26.1.189, port: c42a9801-2a38-41d4-9355-4a66c17d4666. Feb 16 13:49:31.505257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:31.517045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:31.525184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:31.534471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:31.553988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.555669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.578781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:31.583122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.619950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-94622638-a4f0-4f8b-b2d5-5d9cde57402c None None] Provisioning complete for port 4c6ce6f2-f132-437e-b771-80c6d218fb14 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:31.620459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94622638-a4f0-4f8b-b2d5-5d9cde57402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.622056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.677498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.693693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Transition to ACTIVE for port object a7c31f0c-c908-460a-aeac-93ea855763ba will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:31.696286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-94622638-a4f0-4f8b-b2d5-5d9cde57402c None None] Port 4c6ce6f2-f132-437e-b771-80c6d218fb14 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:31.728082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Transition to ACTIVE for port object a7c31f0c-c908-460a-aeac-93ea855763ba will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:31.734484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.742914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 81d9f669-ff47-4119-939f-210f2eb519d9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:31.815772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:31.820186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:31.824953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:31.834531 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:49:31.835177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Pushing event updated for resources: {'Port': ['ID=a7c31f0c-c908-460a-aeac-93ea855763ba,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:31.843235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:49:31.847127 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-524b5363-e02b-4575-a496-c8ca44e02a74 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8401554 Feb 16 13:49:31.851465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:31.897132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:31.947087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Attempting to bind port a7c31f0c-c908-460a-aeac-93ea855763ba on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:31.947805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Attempting to bind port a7c31f0c-c908-460a-aeac-93ea855763ba by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:31.948382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Attempting to bind port a7c31f0c-c908-460a-aeac-93ea855763ba on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:31.957232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:31.958082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:31.958698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.959737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Bound using segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:31.960696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Bound port: a7c31f0c-c908-460a-aeac-93ea855763ba, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:31.961417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:31.989973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.002157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.002645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment b7041bcb-1ef3-48c7-b65e-8343e234d639 of type vlan for network 563d3fa8-61d6-49c4-bb2b-afdf782047eb Feb 16 13:49:32.078833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] For port a7c31f0c-c908-460a-aeac-93ea855763ba, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:32.082566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] For port a7c31f0c-c908-460a-aeac-93ea855763ba, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a7c31f0c-c908-460a-aeac-93ea855763ba,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:32.088304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.177968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ea67-ab1b-42ff-92ab-18892ea4a449 None None] Pushing event updated for resources: {'Port': ['ID=a7c31f0c-c908-460a-aeac-93ea855763ba,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:32.271288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.294577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.355839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:32.360339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:32.389484 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8589ab8c-4ef2-4435-8aff-480c0a697d2f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0364618 Feb 16 13:49:32.393888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] Sync routers for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:32.402981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:32.412715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:32.413598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.416001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.421857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:32.422599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.442547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.502747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.516899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:32.518255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.609117 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2309279 Feb 16 13:49:32.613927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.614584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f72693-fe43-4f66-9c66-0a4611835bff None None] The sync data for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:32.619003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:32.628533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45758a8c-c2fa-4a8a-8b4c-6106d9af407d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:32.629138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-45758a8c-c2fa-4a8a-8b4c-6106d9af407d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:32.631798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5794a3-c41a-4886-95f5-84e812b961e4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=563d3fa8-61d6-49c4-bb2b-afdf782047eb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:32.638168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:32.645555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.646005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:32.706582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:32.719640 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:32.743645 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:32.744342 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.765784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-45758a8c-c2fa-4a8a-8b4c-6106d9af407d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:32.767024 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-45758a8c-c2fa-4a8a-8b4c-6106d9af407d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports/4c6ce6f2-f132-437e-b771-80c6d218fb14 HTTP/1.1" status: 200 len: 910 time: 0.3536010 Feb 16 13:49:32.775646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.779220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.780305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34328) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:32.783937 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/b1f9f150-302f-4fd2-9fc1-14f1a414cb43 HTTP/1.1" status: 204 len: 168 time: 0.8835919 Feb 16 13:49:32.783937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:32.786202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34332) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:32.827211 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.836146 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:32.836866 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.850646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3d5df-d7e6-456e-86a3-d29a3128ea9c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9f150-302f-4fd2-9fc1-14f1a414cb43,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:32.904344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75a3a25e-ee68-4f1e-bb12-6464de31588c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/28cfa0c8-d613-4317-bc9b-e698015780ef HTTP/1.1" status: 200 len: 688 time: 2.1198616 Feb 16 13:49:32.905042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:32.933372 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:32.934021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfade765-49f9-4b35-850b-606424f2f928 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:32.941601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:33.028689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:33.039007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:33.111479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:33.190596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 38f1ed54-9caa-41fe-a03b-fedb10cec4c8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:33.190933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.255272 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8cdbe140-b817-4f1d-89d1-e76ac4607ca7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4156239 Feb 16 13:49:33.258074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.265795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:33.271102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.291937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34340) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:33.302448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--2010861749'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:33.309629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.315575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:33.332029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935a36d4-d193-4fc9-9d19-c2635703bc5b None None] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:33.356893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:33.362275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:33.437206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:33.447680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.470865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-63cfff26-88cd-4264-8c8e-f6af1d029ea7 None None] Provisioning for port a7c31f0c-c908-460a-aeac-93ea855763ba completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:33.473959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.484287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Performing IP validity checks on allocation pools {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 13:49:33.484904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 13:49:33.490097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.705868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:33.729098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:33.730374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:33.743794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.744117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.752118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:33.790797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a7c31f0c-c908-460a-aeac-93ea855763ba up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:33.879319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a7c31f0c-c908-460a-aeac-93ea855763ba completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:33.885068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a7c31f0c-c908-460a-aeac-93ea855763ba triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:33.885355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:33.899724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 38f1ed54-9caa-41fe-a03b-fedb10cec4c8 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:34.011796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fbb32689-ae15-425c-898d-9fe3b03dfdeb None None] Provisioning complete for port a7c31f0c-c908-460a-aeac-93ea855763ba triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:34.012164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb32689-ae15-425c-898d-9fe3b03dfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.021229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.79 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/81f4ea09-cf4d-44df-95f4-6062d3a9c08e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:34.028096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.078509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.135137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:34.149023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': 'b7041bcb-1ef3-48c7-b65e-8343e234d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:34.149500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 563d3fa8-61d6-49c4-bb2b-afdf782047eb, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:34.174122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a7c31f0c-c908-460a-aeac-93ea855763ba, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a7c31f0c-c908-460a-aeac-93ea855763ba,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:34.176761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.182824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.224399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbb32689-ae15-425c-898d-9fe3b03dfdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.235419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:34.275287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.288737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.321300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a7c31f0c-c908-460a-aeac-93ea855763ba,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:34.321767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 563d3fa8-61d6-49c4-bb2b-afdf782047eb) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:34.329937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:34.330421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.344245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e394b-af85-492f-adbe-e797df2fe714 None None] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:34.366008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-fbb32689-ae15-425c-898d-9fe3b03dfdeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:34.366410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-fbb32689-ae15-425c-898d-9fe3b03dfdeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:34.374055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc5661d-6bbd-4d74-9361-925da2489296,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:34.376231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.416753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.418635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-08588861-f3cb-49e0-98e6-a353c4f313ad tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7983952 Feb 16 13:49:34.419691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34344) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:34.444114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=38f1ed54-9caa-41fe-a03b-fedb10cec4c8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:34.463037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb', 'name': 'tempest-PortsTestJSON-1412687609'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:34.478839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.480058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-312ed6dd-a87f-42d8-a300-36df29fe17b3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1869783 Feb 16 13:49:34.486136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34348) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:34.526846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-11148ac3-a835-41c8-af1a-56e9c5bcb13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'ebc5661d-6bbd-4d74-9361-925da2489296', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:34.527498 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-11148ac3-a835-41c8-af1a-56e9c5bcb13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 13:49:34.527984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-11148ac3-a835-41c8-af1a-56e9c5bcb13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:34.532547 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11148ac3-a835-41c8-af1a-56e9c5bcb13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0417078 Feb 16 13:49:34.536815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34352) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:34.598844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.601544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.602705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d9faa68-e685-4ec0-8481-a4373d598fc4 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/28cfa0c8-d613-4317-bc9b-e698015780ef HTTP/1.1" status: 204 len: 168 time: 1.6969182 Feb 16 13:49:34.609082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-563d3fa8-61d6-49c4-bb2b-afdf782047eb', 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': '5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:34.609851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34356) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:34.610029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.621072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '41c54450-83ca-4bd8-984c-b13b1672d20b'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:34.635565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.637102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:34.675741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:floatingip and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:34.685579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:34.687175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.703071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:34.707201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:34.722537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:34.728856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:34.731556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:34.757016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:34.787797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:34.791389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.796443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.816398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Allocated IP 172.26.1.56 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/c9555130-d550-485a-9494-66d85f977c91) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:34.818553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:34.822280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:34.822752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Allocated IP 172.20.0.2 (563d3fa8-61d6-49c4-bb2b-afdf782047eb/5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b/7abe6e14-6f6b-4106-8ffe-9575c8fe713a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:34.927797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:34.964539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 4c6ce6f2-f132-437e-b771-80c6d218fb14 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:34.964967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.068015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.100078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc5661d-6bbd-4d74-9361-925da2489296,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:35.154239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.165217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Transition to ACTIVE for port object 7abe6e14-6f6b-4106-8ffe-9575c8fe713a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:35.184556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Transition to ACTIVE for port object 7abe6e14-6f6b-4106-8ffe-9575c8fe713a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:35.191779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.263224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:35.266656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:35.271534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:35.277489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Pushing event updated for resources: {'Port': ['ID=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:35.308337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.376567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Attempting to bind port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:35.377227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Attempting to bind port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'b7041bcb-1ef3-48c7-b65e-8343e234d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:35.377333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Attempting to bind port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a on network 563d3fa8-61d6-49c4-bb2b-afdf782047eb {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:35.381087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.385523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.386148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:35.386621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Checking segment: {'id': 'b7041bcb-1ef3-48c7-b65e-8343e234d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:35.387026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.387413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Bound using segment: {'id': 'b7041bcb-1ef3-48c7-b65e-8343e234d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:35.387882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Bound port: 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7041bcb-1ef3-48c7-b65e-8343e234d639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '563d3fa8-61d6-49c4-bb2b-afdf782047eb'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:35.388347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.388868 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3e3507b9-d2a7-4a6c-b95f-6d54c3c78f1a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/ebc5661d-6bbd-4d74-9361-925da2489296 HTTP/1.1" status: 204 len: 168 time: 0.8510745 Feb 16 13:49:35.389589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34360) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:35.396581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.11 (563d3fa8-61d6-49c4-bb2b-afdf782047eb/5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b/e8175e5e-b8ae-4a7d-9660-70edfeeaf481) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:35.421339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.552130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] For port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:35.557208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] For port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,segment=NetworkSegment(b7041bcb-1ef3-48c7-b65e-8343e234d639),segment_id=b7041bcb-1ef3-48c7-b65e-8343e234d639)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:35.566409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.658073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08caeb56-be8c-4e28-b675-f67b6f89350a None None] Pushing event updated for resources: {'Port': ['ID=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:35.703251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d9bb5d60-6951-4706-ad16-ec6e39bee9a1 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:35.740890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 4c6ce6f2-f132-437e-b771-80c6d218fb14 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:35.753794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a7c31f0c-c908-460a-aeac-93ea855763ba up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:35.829733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d9bb5d60-6951-4706-ad16-ec6e39bee9a1 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:35.835846 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d9bb5d60-6951-4706-ad16-ec6e39bee9a1 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4366915 Feb 16 13:49:35.836105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34364) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:35.845866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--18655178'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:35.852226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:35.852519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a7c31f0c-c908-460a-aeac-93ea855763ba triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:35.852867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.864706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:35.958650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:35.999239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:36.005628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.008019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:36.012082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:36.081593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:36.175080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.182386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.271789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.286349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.294714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.335771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:36.359451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3591448a-a7ce-4b23-b062-f17e62817247,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:36.363431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.367581 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8188930d-6332-4608-8aea-536eb25ae17f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5255654 Feb 16 13:49:36.367581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:49:36.367901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34368) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:36.374061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:36.374472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f74296f3-6865-4e88-8356-265e0ee5cc70 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '3591448a-a7ce-4b23-b062-f17e62817247', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:36.375505 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-f74296f3-6865-4e88-8356-265e0ee5cc70 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 13:49:36.375869 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f74296f3-6865-4e88-8356-265e0ee5cc70 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:36.378285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f74296f3-6865-4e88-8356-265e0ee5cc70 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082242 Feb 16 13:49:36.380429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.381425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34372) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:36.394716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:36.492702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Pushing event updated for resources: {'Port': ['ID=c9555130-d550-485a-9494-66d85f977c91,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:36.506991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object e8175e5e-b8ae-4a7d-9660-70edfeeaf481 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:36.607497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.614500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=4c6ce6f2-f132-437e-b771-80c6d218fb14,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:36.647929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:36.650327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.658442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:36.671276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:36.672270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:36.698248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.699605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c83d7b4-531b-470c-a403-268538f3bba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4411840 Feb 16 13:49:36.703421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34376) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:36.743137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.776558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591448a-a7ce-4b23-b062-f17e62817247,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:36.797160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:36.797160 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0d13990-0d57-4e86-a695-0cbf59a196f7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/3591448a-a7ce-4b23-b062-f17e62817247 HTTP/1.1" status: 204 len: 168 time: 0.4080927 Feb 16 13:49:36.801222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34382) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:36.864697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ad4e6043-9bb0-41aa-9293-9dd86c31e553 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1600397 Feb 16 13:49:36.867746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34386) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:36.883708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:36.992624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cf6372ca-5b5b-44ff-9d9e-3ba077885059 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:37.041108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cf6372ca-5b5b-44ff-9d9e-3ba077885059 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:37.048612 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf6372ca-5b5b-44ff-9d9e-3ba077885059 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2440271 Feb 16 13:49:37.049429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34390) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.064960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.066253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--694942571'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.073685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:37.080117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df003da-924c-4d3e-8f68-5f0113076dfb tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:37.081690 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1df003da-924c-4d3e-8f68-5f0113076dfb tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2127333 Feb 16 13:49:37.083987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327c2456-ecfd-4374-a9ba-5886718c2291 None None] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:37.085944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34394) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.115423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.155 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f7418fe6-3867-4176-8d45-1d7e8abb3d46) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:37.126301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:37.134223 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b88d0633-8b22-4c0b-ba13-058ac5a04026 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471418 Feb 16 13:49:37.138442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34398) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.145326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-858386801', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.162820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.238386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6c023163-e270-42b8-9f14-dca71223e4bf None None] Provisioning for port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:37.254061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:37.267855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:37.273381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:37.281619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:37.290409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:37.298739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:37.303712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:37.316626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:37.333786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:37.337118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.429845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:35Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:37.437162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:37.437589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Updating router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:49:37.484832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.496568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.515998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.526911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.565669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2495d0-518f-4a27-8302-1780da9a68ba,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:37.732064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.736643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-981ea390-6cc5-46f3-acbf-c57ac15fc066 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6776085 Feb 16 13:49:37.737484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34402) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.755954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-20c30191-7f69-4308-a78c-521ae6358505 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '3a2495d0-518f-4a27-8302-1780da9a68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.766734 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-20c30191-7f69-4308-a78c-521ae6358505 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 13:49:37.769292 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-20c30191-7f69-4308-a78c-521ae6358505 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:37.772962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20c30191-7f69-4308-a78c-521ae6358505 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297713 Feb 16 13:49:37.779393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34406) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.792169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-128afd82-2468-4d24-bf83-39b94b4a8d26 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '3a2495d0-518f-4a27-8302-1780da9a68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.793377 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-128afd82-2468-4d24-bf83-39b94b4a8d26 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 13:49:37.793601 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-128afd82-2468-4d24-bf83-39b94b4a8d26 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:37.797466 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-128afd82-2468-4d24-bf83-39b94b4a8d26 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145919 Feb 16 13:49:37.797642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:37.798258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34410) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.805269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ac60240a-29fc-4c02-bb79-06ed7338c42e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '3a2495d0-518f-4a27-8302-1780da9a68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.806472 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-ac60240a-29fc-4c02-bb79-06ed7338c42e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 13:49:37.807119 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-ac60240a-29fc-4c02-bb79-06ed7338c42e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:37.808224 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ac60240a-29fc-4c02-bb79-06ed7338c42e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092683 Feb 16 13:49:37.814004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:37.820938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34414) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.828034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-84b66f98-38de-4b7d-bf6a-88ee70f26b4f None None] Provisioning for port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:37.838653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7abe6e14-6f6b-4106-8ffe-9575c8fe713a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:37.846591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:37.849769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.873525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-84b66f98-38de-4b7d-bf6a-88ee70f26b4f None None] Provisioning complete for port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:37.873955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-84b66f98-38de-4b7d-bf6a-88ee70f26b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:37.883719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7959a9f6-665f-451c-a327-23075fce7b94 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '3a2495d0-518f-4a27-8302-1780da9a68ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:37.886383 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-7959a9f6-665f-451c-a327-23075fce7b94 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 13:49:37.886921 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-7959a9f6-665f-451c-a327-23075fce7b94 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:37.887948 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7959a9f6-665f-451c-a327-23075fce7b94 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0565941 Feb 16 13:49:37.934124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34418) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:37.952387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=9f934f30-8df0-42eb-9c1b-178179777601,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:37.957788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-84b66f98-38de-4b7d-bf6a-88ee70f26b4f None None] Port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:37.976444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:37.981922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:37.982323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.029953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:38.030732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 98931028-44fb-434a-9b5d-8d17e0b4905c, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:38.057521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.088085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 98931028-44fb-434a-9b5d-8d17e0b4905c is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:38.095222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.124224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 98931028-44fb-434a-9b5d-8d17e0b4905c) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:38.133900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.137650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:38.138393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.165660 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c41ca671-2377-45df-907b-d3ae3a045231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0260289 Feb 16 13:49:38.173017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34422) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:38.192867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:38.193583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.207069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d53eda-e067-4f3a-8f0f-5854d3261b8f None None] Network 98931028-44fb-434a-9b5d-8d17e0b4905c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:38.238623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.253676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.274141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2495d0-518f-4a27-8302-1780da9a68ba,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:38.279377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.280515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bd91847c-22f9-4002-adaa-c936c9a5227a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/3a2495d0-518f-4a27-8302-1780da9a68ba HTTP/1.1" status: 204 len: 168 time: 0.3308251 Feb 16 13:49:38.283340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34426) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:38.302126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=e8175e5e-b8ae-4a7d-9660-70edfeeaf481,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:38.340595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,segment=NetworkSegment(b7041bcb-1ef3-48c7-b65e-8343e234d639),segment_id=b7041bcb-1ef3-48c7-b65e-8343e234d639)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:38.341605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-19d6964e-f6cf-40d0-980c-3cb78ddcadfd None None] Provisioning complete for port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:38.341956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-19d6964e-f6cf-40d0-980c-3cb78ddcadfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.381450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.392295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.417411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea4f085d-448c-4357-9277-1ae0d31c46cf tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:38.481840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-19d6964e-f6cf-40d0-980c-3cb78ddcadfd None None] Port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:38.502938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 81d9f669-ff47-4119-939f-210f2eb519d9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:38.513374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ea4f085d-448c-4357-9277-1ae0d31c46cf tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:38.513675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-426edbb0-061b-493d-b23c-1c9a2e7e19cc tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0823324 Feb 16 13:49:38.513813 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ea4f085d-448c-4357-9277-1ae0d31c46cf tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2264132 Feb 16 13:49:38.516817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34430) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:38.517123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34432) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:38.541358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:38.565815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--797138555'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:38.609056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-98931028-44fb-434a-9b5d-8d17e0b4905c', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:38.610171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.643474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:38.793375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Allocated IP 172.20.0.2 (98931028-44fb-434a-9b5d-8d17e0b4905c/9f934f30-8df0-42eb-9c1b-178179777601/2447e799-4b6d-47eb-8d18-fac9fb2a4dc3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:38.812633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:38.865224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port e8175e5e-b8ae-4a7d-9660-70edfeeaf481 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:38.865561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.899799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.931731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:38.993092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.132072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.149577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Transition to ACTIVE for port object 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:39.185399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Transition to ACTIVE for port object 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:39.190805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:39.212656 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] Sync routers for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:39.220050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2c939c3d-8ee4-44d4-8073-57de908be282 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4386377 Feb 16 13:49:39.231971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:39.234461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.234994 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:39.238964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34438) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:39.253818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:39.258284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:39.309612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Pushing event updated for resources: {'Port': ['ID=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:39.310205 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:39.320259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:39.322925 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:39.323425 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:39.328925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Network 98931028-44fb-434a-9b5d-8d17e0b4905c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:39.332509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:39.336144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:39.393520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:39.401420 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:39.401995 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f7a34-2604-4c54-9acf-7bf3d39a507e None None] The sync data for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:39.417356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.429409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:39.443868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Attempting to bind port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:39.444266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Attempting to bind port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:39.444579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Attempting to bind port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 on network 98931028-44fb-434a-9b5d-8d17e0b4905c {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:39.454076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Transition to ACTIVE for port object 81f4ea09-cf4d-44df-95f4-6062d3a9c08e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:39.457062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:39.457414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Checking segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:39.458271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.458271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Bound using segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:39.459115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Bound port: 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:39.459487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.491599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:39.492241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (98931028-44fb-434a-9b5d-8d17e0b4905c/9f934f30-8df0-42eb-9c1b-178179777601/30409aea-4a5c-4af4-b531-907ae21876ef) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:39.509676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.542206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:39.595447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff68bd-93b1-4be2-9941-14498fdfc00d None None] Pushing event updated for resources: {'Port': ['ID=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:39.607044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=f7418fe6-3867-4176-8d45-1d7e8abb3d46,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:39.617030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Attempting to bind port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:39.617280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Attempting to bind port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:39.617563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Attempting to bind port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:39.621929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.632133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:39.632468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:39.632760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.633135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:39.633608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Bound port: 81f4ea09-cf4d-44df-95f4-6062d3a9c08e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:39.634985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.730884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] For port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:39.735321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] For port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:39.736864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:39.742873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:39.744516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.809290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.820675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff68bd-93b1-4be2-9941-14498fdfc00d None None] Pushing event updated for resources: {'Port': ['ID=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:39.823733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7abe6e14-6f6b-4106-8ffe-9575c8fe713a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:39.833534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 30409aea-4a5c-4af4-b531-907ae21876ef will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:39.860313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.868338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:39.941927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 98931028-44fb-434a-9b5d-8d17e0b4905c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:39.945829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:39.950470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:39.956942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053493cf-2092-4b8a-810b-4f88237b3fea None None] Pushing event updated for resources: {'Port': ['ID=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:39.992543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:39.993449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:40.014195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.125071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:40.149943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.158469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.238289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:40.238828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.314166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:40.326798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for e8175e5e-b8ae-4a7d-9660-70edfeeaf481 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:40.704590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.710631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.720023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.738148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d66db7dd-d608-49e6-b2a2-61447bb22afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.751448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.779271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:39Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:40.785219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f8ab5-e87d-499f-a25e-e818b99c88eb None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:39Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:40.829282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:40.844049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:40.991397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c10f8-004a-432c-9963-5285ec986743,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:41.005965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:41.010668 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2313c30c-8beb-4854-ab78-0ed53f4167cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4878936 Feb 16 13:49:41.011583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Router e26082e8-d10b-4622-a028-3c85606dea34 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:49:41.011853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34442) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.023493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cc8ff5f0-b878-4411-a9f7-89e4d1262a14 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.024432 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-cc8ff5f0-b878-4411-a9f7-89e4d1262a14 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 13:49:41.025860 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-cc8ff5f0-b878-4411-a9f7-89e4d1262a14 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:41.026933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc8ff5f0-b878-4411-a9f7-89e4d1262a14 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137515 Feb 16 13:49:41.040811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34446) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.053662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.059849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 98931028-44fb-434a-9b5d-8d17e0b4905c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:41.062523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:41.064897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:41.076254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:41.149123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:41.166107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:41.330432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:41.378002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:41.409214 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:41.412331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-def40047-7882-4cd0-ac03-2a14f1c5a5b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3689179 Feb 16 13:49:41.423259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34450) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.434441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c64e8d69-509d-42d0-994c-1a36ad7d4632 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.435000 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-c64e8d69-509d-42d0-994c-1a36ad7d4632 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 13:49:41.435778 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-c64e8d69-509d-42d0-994c-1a36ad7d4632 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:41.436981 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c64e8d69-509d-42d0-994c-1a36ad7d4632 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107534 Feb 16 13:49:41.439682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.461415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=e8175e5e-b8ae-4a7d-9660-70edfeeaf481,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:41.559282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.574779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:41.607266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:41.619693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:41.625285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:41.635962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:41.637037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:41.660555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a175aa-d82f-4db8-962f-8cc9b7d15a37 None None] Network 98931028-44fb-434a-9b5d-8d17e0b4905c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:41.711303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:41.792852 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-152edd27-cf3a-42b3-a508-eff51c10d9c8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/e8175e5e-b8ae-4a7d-9660-70edfeeaf481 HTTP/1.1" status: 204 len: 168 time: 3.2717035 Feb 16 13:49:41.793427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34458) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.798161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:41.808115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2570f442-80d6-432d-9383-14c7c48f25df admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8866315 Feb 16 13:49:41.808687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34462) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.949738 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:41.951630 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-19915dd6-2206-47a7-a6ad-66aec0668e0d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5047641 Feb 16 13:49:41.954749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.961936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:41.963548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a47536fa-fff6-48e9-b59e-16f71529122c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.964527 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-a47536fa-fff6-48e9-b59e-16f71529122c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 13:49:41.965409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-a47536fa-fff6-48e9-b59e-16f71529122c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:41.968718 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a47536fa-fff6-48e9-b59e-16f71529122c tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109167 Feb 16 13:49:41.969666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34470) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:41.986294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:41.992920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:41.997357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:42.001100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:42.009194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:42.054912 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:42.058043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8e59b9b-b4a6-4287-b371-4964e32e4672 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0833089 Feb 16 13:49:42.059592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:42.061404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.075243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-62db0a00-f956-4642-aa13-c60e65f1f2b6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:42.075983 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-62db0a00-f956-4642-aa13-c60e65f1f2b6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 13:49:42.076621 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-62db0a00-f956-4642-aa13-c60e65f1f2b6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:42.077550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:42.078020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-62db0a00-f956-4642-aa13-c60e65f1f2b6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115108 Feb 16 13:49:42.079412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:42.080058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:42.080822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.088521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:42.095509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:42.102289 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-60f4c4e9-0310-42ab-8173-fe9d78752caa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/99a6fb8e-3011-47c1-964a-7a5b9ee61cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9269674 Feb 16 13:49:42.102491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.105099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:42.108937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:42.134045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:42.219386 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e285e060-f9a9-404a-9e6a-0db83f4e5c3b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:49:42.220218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e285e060-f9a9-404a-9e6a-0db83f4e5c3b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:49:42.222272 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e285e060-f9a9-404a-9e6a-0db83f4e5c3b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/e8175e5e-b8ae-4a7d-9660-70edfeeaf481 HTTP/1.1" status: 404 len: 333 time: 0.4256687 Feb 16 13:49:42.231081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34486) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.310401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:42.362383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c2cd0d-1776-45b6-b464-4f18ebad529c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:49:42.364537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0c2cd0d-1776-45b6-b464-4f18ebad529c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/e8175e5e-b8ae-4a7d-9660-70edfeeaf481 HTTP/1.1" status: 404 len: 333 time: 0.1311798 Feb 16 13:49:42.369903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34490) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.372995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:42.377660 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6fb3906-4429-44ca-941d-13a572d3863f tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2953582 Feb 16 13:49:42.378495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34494) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.392809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2f4b5b32-37f6-4658-8c80-ac9d11ad3603 None None] Provisioning for port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:42.440745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:42.464007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'e98c10f8-004a-432c-9963-5285ec986743', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:42.495368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:42.524482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:42.540039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:42.557324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet 5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:42.558580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:42.560902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.561441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.562045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.562544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.562992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.563736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.564184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.564794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.565237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.565859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.571943 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1a4b60f7-0219-4f4d-b9e2-289ec26e5e9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6993 time: 0.4683235 Feb 16 13:49:42.573069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34498) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.576757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:42.670288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:42.712984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.713599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.714054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.714557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.714970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.715845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.716125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.716570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.717003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:42.722431 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-25c87d99-e221-4a1b-b239-6b46741e4d2d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5735 time: 0.1423168 Feb 16 13:49:42.725384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:42.758169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:42.758846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:42.881222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:42.991321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.004239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.014511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.068917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:43.076996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:37Z', 'revision_number': 3, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:43.083764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:43.084107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Updating router e26082e8-d10b-4622-a028-3c85606dea34 port c9555130-d550-485a-9494-66d85f977c91 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:49:43.113880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.127560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.199505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:43.223967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.225965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.235740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:43.237129 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a7cebf17-3c18-4b53-b339-7fd70e4a30f8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7922361 Feb 16 13:49:43.242872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:43.244731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3017e66-720b-4756-b0ab-124fb6d8ac87 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b HTTP/1.1" status: 204 len: 168 time: 0.8735735 Feb 16 13:49:43.252748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34510) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:43.277624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc422ec-04da-438f-941a-fcba1ff0cdcb None None] Network 563d3fa8-61d6-49c4-bb2b-afdf782047eb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:43.393309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:43.393762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.397531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:43.415490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.464098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Provisioning complete for port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:43.464375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.474538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.512551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3903d1a-5862-44c5-9771-a91cd9d4ff9f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3575 time: 0.7816563 Feb 16 13:49:43.547622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.571026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c10f8-004a-432c-9963-5285ec986743,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:43.581411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.582708 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-701e27fc-5cc6-4ed9-9265-1c83b3c7f73b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/e98c10f8-004a-432c-9963-5285ec986743 HTTP/1.1" status: 204 len: 168 time: 0.3367317 Feb 16 13:49:43.588123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34516) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:43.689785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a61467ff-d263-4c30-b348-6c934137cac8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:43.734932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a61467ff-d263-4c30-b348-6c934137cac8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:43.736486 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a61467ff-d263-4c30-b348-6c934137cac8 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1472778 Feb 16 13:49:43.742984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:43.756907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046386038'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:43.771204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:43.798460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:43.824503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.879281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34524) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:43.899791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834264852', 'description': 'tempest-secgroup-smoke-1834264852 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:43.908869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:43.909459 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:43.915102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:43.917782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:43.920999 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:43.922400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:43.922531 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:43.925684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:43.943536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:43.946770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:43.954031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:43.973269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:49:43.980718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:43.986242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.018685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:44.029130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:44.035268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:44.058513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:44.061549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:44.080626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.114515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.115561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.130348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.183265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:44.183574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.190817 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:44.197398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558681f6-0a6a-4653-8777-60d3f5af7211,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:44.222808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a310ba6a-f741-492a-8cae-4bb10060f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.245277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.276414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.283474 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03b380e6-b2fc-458c-9990-521b957f95b7 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5383787 Feb 16 13:49:44.286741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.288334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:44.295910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '558681f6-0a6a-4653-8777-60d3f5af7211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:44.303901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:44.308235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:44.312125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:44.320915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:44.334496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.335336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.341200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.420828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.437290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:44.440138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.452988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.458859 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5771697 Feb 16 13:49:44.485241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Provisioning for port 30409aea-4a5c-4af4-b531-907ae21876ef completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:44.488411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34532) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:44.488790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] DHCP port deletion for 563d3fa8-61d6-49c4-bb2b-afdf782047eb request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:44.501811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:44.503406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Transition to ACTIVE for port object c9555130-d550-485a-9494-66d85f977c91 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:44.509418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:44.510345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=f7418fe6-3867-4176-8d45-1d7e8abb3d46,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:44.518044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:44.519681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Provisioning complete for port 30409aea-4a5c-4af4-b531-907ae21876ef triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:44.520162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.523289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:44.530109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:44.538690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751beeff-0a74-4e4f-b765-6e93012fa9f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca74cae-f73e-44bc-a36c-20815b7f727c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:44.546245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Deleting port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:44.547023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.561333 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The resource could not be found. Feb 16 13:49:44.566952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a6f29e7-c03f-49c1-ad23-8a387d66d13a tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2775860 Feb 16 13:49:44.567632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:44.577781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '558681f6-0a6a-4653-8777-60d3f5af7211', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b5448855-6e8c-4e6b-90e3-3bcc7ca8bab8'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:44.583018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.597913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:44.605372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.608080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:44.613069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:44.618312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:44.628559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:44.739535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2e297da3-3233-42ce-a3be-eedf4242d3f1 None None] Port 30409aea-4a5c-4af4-b531-907ae21876ef cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:44.743097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Attempting to bind port c9555130-d550-485a-9494-66d85f977c91 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:44.743468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Attempting to bind port c9555130-d550-485a-9494-66d85f977c91 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:44.743827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Attempting to bind port c9555130-d550-485a-9494-66d85f977c91 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:44.746201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24540b9-2685-4f27-bd96-55c3306c3f7b None None] Pushing event updated for resources: {'Port': ['ID=c9555130-d550-485a-9494-66d85f977c91,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:44.753242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.756692 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The resource could not be found. Feb 16 13:49:44.763201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a899fdb-3d0e-4402-8e7a-379a8c5ce68d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1928098 Feb 16 13:49:44.766077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:44.766884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.797621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:44.798116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:44.798528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.799671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:44.800203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Bound port: c9555130-d550-485a-9494-66d85f977c91, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:44.801289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.813853 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:44.822119 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:44.823064 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Updating router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 port 30409aea-4a5c-4af4-b531-907ae21876ef binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:49:44.853170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.860397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.864209 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697412 Feb 16 13:49:44.866635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34544) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:44.879926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:44.885826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:44.890316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:44.893927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:44.901632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:44.917923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9ba75-4aff-4035-b2d2-985a107d5adc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ff1898-2c82-4909-be6b-72a631cbd80e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:44.932822 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.951687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:44.983391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.036663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.082656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.114093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.118723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/558681f6-0a6a-4653-8777-60d3f5af7211 HTTP/1.1" status: 204 len: 168 time: 0.3456180 Feb 16 13:49:45.144605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.146315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:45.147085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565be35-c3ef-47a6-93e4-7741c158b30e tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558681f6-0a6a-4653-8777-60d3f5af7211,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:45.156013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 81f4ea09-cf4d-44df-95f4-6062d3a9c08e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:45.182835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.200190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a8095f06-a320-4d5d-a3a5-ab561099846a None None] Provisioning complete for port 30409aea-4a5c-4af4-b531-907ae21876ef triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:45.200584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a8095f06-a320-4d5d-a3a5-ab561099846a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.292417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,segment=NetworkSegment(b7041bcb-1ef3-48c7-b65e-8343e234d639),segment_id=b7041bcb-1ef3-48c7-b65e-8343e234d639)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:45.293065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.300705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] For port c9555130-d550-485a-9494-66d85f977c91, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:45.308473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] For port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,segment=NetworkSegment(b7041bcb-1ef3-48c7-b65e-8343e234d639),segment_id=b7041bcb-1ef3-48c7-b65e-8343e234d639)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:45.308473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.321029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42301a4f-6121-4cc4-a03e-fc0aec4606ce,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:45.334799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] For port c9555130-d550-485a-9494-66d85f977c91, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c9555130-d550-485a-9494-66d85f977c91,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:45.345761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ee75f2c-7c52-46ff-8647-78ff97dde4d4 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:45.353257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.361599 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d36bcf45-dc96-4810-bdc2-67aeba0f7e2f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4951851 Feb 16 13:49:45.362682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34552) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:45.370194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:45.384713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:45.389859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:45.392540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a8095f06-a320-4d5d-a3a5-ab561099846a None None] Port 30409aea-4a5c-4af4-b531-907ae21876ef cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:45.397111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:45.400217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6ee75f2c-7c52-46ff-8647-78ff97dde4d4 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:45.405211 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ee75f2c-7c52-46ff-8647-78ff97dde4d4 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2494843 Feb 16 13:49:45.406189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34556) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:45.408109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:45.414408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': '0eceb2ac-7348-4db0-a02f-0a8d4c12711f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:45.422932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:45.429510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:45.433261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:45.447576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 7abe6e14-6f6b-4106-8ffe-9575c8fe713a owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:45.447803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:45.451417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.453209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.466292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Calling delete_port for 7abe6e14-6f6b-4106-8ffe-9575c8fe713a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:45.477130 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.494710 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Transition to ACTIVE for port object 30409aea-4a5c-4af4-b531-907ae21876ef will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:45.506667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 51db6906-aa47-4446-b088-3fb8045354da associated. External IP: 172.26.1.155, port: 41c54450-83ca-4bd8-984c-b13b1672d20b. Feb 16 13:49:45.507206 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.541962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.551267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.577507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4536d82a-05cf-4746-843b-f9391b6a67a4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:45.604686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.606759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.614529 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The resource could not be found. Feb 16 13:49:45.615638 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7f23803-4af6-47d9-a867-092adeee9d93 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2092762 Feb 16 13:49:45.619966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:45.622019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34560) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:45.637218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:45.637463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--630537745'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:45.638361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:45.656966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:45.668614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.669815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4924769-a892-48ce-b9e9-f03a55c2ce0f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041773 Feb 16 13:49:45.671036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:45.672984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:45.679157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:45.688400 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Pushing event updated for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:45.689941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:45.697770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:45.701125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:45.706629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:45.707288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.709102 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.710368 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.710582 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.711183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.711562 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.712628 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.713138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.713575 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.714416 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.715536 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.715973 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.716583 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.717380 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:49:45.721481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:45.735021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24540b9-2685-4f27-bd96-55c3306c3f7b None None] Pushing event updated for resources: {'Port': ['ID=c9555130-d550-485a-9494-66d85f977c91,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:45.739438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:45.743772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:45.748399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:45.755878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:45.827935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.868884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:45.879021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.012739 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Attempting to bind port 30409aea-4a5c-4af4-b531-907ae21876ef on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:46.013722 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Attempting to bind port 30409aea-4a5c-4af4-b531-907ae21876ef by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:46.014428 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Attempting to bind port 30409aea-4a5c-4af4-b531-907ae21876ef on network 98931028-44fb-434a-9b5d-8d17e0b4905c {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:46.024645 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:46.025523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Checking segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:46.027120 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.027971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Bound using segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:46.028703 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Bound port: 30409aea-4a5c-4af4-b531-907ae21876ef, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:46.029259 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.029739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.041311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:46.041649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:46.065930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:46.098826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.101098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.110257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:46.148556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.150010 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5269804 Feb 16 13:49:46.158956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34568) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:46.181779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No DVR routers for this DVR port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:46.184300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246705495'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:46.187075 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] For port 30409aea-4a5c-4af4-b531-907ae21876ef, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:46.193039 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] For port 30409aea-4a5c-4af4-b531-907ae21876ef, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=30409aea-4a5c-4af4-b531-907ae21876ef,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:46.193865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.198969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:46.199557 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.211099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.228792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=7abe6e14-6f6b-4106-8ffe-9575c8fe713a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.260511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:46.268803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1278b5-6fd0-4dd9-bd3c-95c2106a44a9 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85852ac-cb5f-4a43-8d3b-655a081b5d4b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.275237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:46.299689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:46.317291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.325144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.352223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7abe6e14-6f6b-4106-8ffe-9575c8fe713a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:46.374065 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:46.374725 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:46.385210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.394112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 7abe6e14-6f6b-4106-8ffe-9575c8fe713a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:46.394483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7abe6e14-6f6b-4106-8ffe-9575c8fe713a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:46.417663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.431582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.432769 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7588599 Feb 16 13:49:46.448192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:46.450514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8af490-5016-47c2-ac67-c23da2623947 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5981560d-bc8a-45a5-b8b1-f8bf256b224b,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.456578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:46.462097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:46.466979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:46.469429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:46.473374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:46.476840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:46.482021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:46.484947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:46.490788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:46.493904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=9b12a433-e6a2-4f4f-82e6-e2cb5f5359fc,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.509523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a556f2-20af-402c-a796-e3074c0b3083 None None] Pushing event updated for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.544353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Deleting port 7abe6e14-6f6b-4106-8ffe-9575c8fe713a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:46.545104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.545838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:49:46.562134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.661588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.719053 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:46.724975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.732864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fc192be0-5cd7-4aee-aacb-659e38cffe1f None None] The port '7abe6e14-6f6b-4106-8ffe-9575c8fe713a' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:46.734275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.741331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.800568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:37Z', 'revision_number': 3, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:46.803538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2a6439-5c92-4889-a9d5-b932fac7e4be,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.812045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.812708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67dfb7-53db-4d8a-b0c3-250487d9d93d None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:37Z', 'revision_number': 3, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:46.858478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89219817-f642-41d9-9dc3-3f24a3ad160f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:46.860741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.861905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4b7eca3d-ef64-4e35-984a-258ddc2bb985 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4128082 Feb 16 13:49:46.865333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:46.872294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '0ca74cae-f73e-44bc-a36c-20815b7f727c', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:46.890251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:46.893338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.894616 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6cef8dad-0e09-432c-892a-9c6e19172017 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7345943 Feb 16 13:49:46.898503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:46.902062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:46.908878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:46.916727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:46.922839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group_rule': {'security_group_id': 'c85852ac-cb5f-4a43-8d3b-655a081b5d4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '89219817-f642-41d9-9dc3-3f24a3ad160f'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:46.930543 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:49:46.935713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Allocated IP 172.20.0.1 (8392594a-9e80-4fbd-b394-8eb8bb509d53/053f70f0-540d-443c-82d7-b875733addf7/21931276-5d93-4aa6-b483-784e409c576b) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:46.937098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:46.941418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:46.949317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:46.953954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:46.968125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:47.051457 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:49:47.057561 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76faa555-0718-42f0-b8bd-3ba0e4abd87d tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1368856 Feb 16 13:49:47.061757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563d3fa8-61d6-49c4-bb2b-afdf782047eb']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:47.066618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34586) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:47.088908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.096223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.103641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7041bcb-1ef3-48c7-b65e-8343e234d639') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:47.103913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7041bcb-1ef3-48c7-b65e-8343e234d639') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:47.151557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dc921b-23c1-404e-8537-374d1d5b5664,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:47.154298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.165524 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0aed2374-cb48-4205-b7a7-d373d3e81881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2894216 Feb 16 13:49:47.181151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.207692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.254831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.299668 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:47.308840 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efab950a-5f40-41c9-bced-a931fe18febb None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:47.329928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.353984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89219817-f642-41d9-9dc3-3f24a3ad160f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:47.365268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.370266 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2e46759-42b9-440a-ade1-ed63dff8aff0 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/89219817-f642-41d9-9dc3-3f24a3ad160f HTTP/1.1" status: 204 len: 168 time: 0.2985587 Feb 16 13:49:47.370617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34598) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:47.438046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.473674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1139408e-ea9c-4718-ad1c-268a062156ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:47.494137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1139408e-ea9c-4718-ad1c-268a062156ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:47.501422 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1139408e-ea9c-4718-ad1c-268a062156ca tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1276770 Feb 16 13:49:47.502178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34608) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:47.568613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:47.569172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.588276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:47.591385 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:47.624151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.684406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.707743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85852ac-cb5f-4a43-8d3b-655a081b5d4b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:47.716988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.722358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.723549 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1f4f99b-26b2-45a7-a1f1-0fd88f278397 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/c85852ac-cb5f-4a43-8d3b-655a081b5d4b HTTP/1.1" status: 204 len: 168 time: 0.2202294 Feb 16 13:49:47.726458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34612) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:47.790779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f07ea99-0aa1-496f-8b84-83ccb4957dc6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:47.814003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f07ea99-0aa1-496f-8b84-83ccb4957dc6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:47.816569 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4f07ea99-0aa1-496f-8b84-83ccb4957dc6 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0890284 Feb 16 13:49:47.822065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:47.828610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356232606'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:47.836096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:47.852346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:47.871304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.893843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:47.898502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:47.904642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.904907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Usage tracker for resource:security_group_rule and tenant:88652509c716438f98c1767cd9253fdc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:47.907999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-6e830524-4721-4178-9ac9-becf415c4ebf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:47.909852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:47.919406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:47.952183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:47.957296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.016837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.018770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=563d3fa8-61d6-49c4-bb2b-afdf782047eb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:48.025202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.083863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f246951-6a9c-4c9c-959a-3639fff77113,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:48.091873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.093174 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8cf23f7b-8ff3-4c55-9527-4da5b29dddab tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2698224 Feb 16 13:49:48.096385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.101987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5abec962-540c-4f10-b508-9ff695c29d1b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:48.102688 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-5abec962-540c-4f10-b508-9ff695c29d1b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 13:49:48.103194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-5abec962-540c-4f10-b508-9ff695c29d1b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 13:49:48.107359 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5abec962-540c-4f10-b508-9ff695c29d1b tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "PUT /v2.0/security-groups/5f246951-6a9c-4c9c-959a-3639fff77113 HTTP/1.1" status: 409 len: 330 time: 0.0071714 Feb 16 13:49:48.107752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.153052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Transition to ACTIVE for port object 21931276-5d93-4aa6-b483-784e409c576b will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:48.170032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-6e830524-4721-4178-9ac9-becf415c4ebf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:48.178044 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-6e830524-4721-4178-9ac9-becf415c4ebf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834264852&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.7188208 Feb 16 13:49:48.190288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.224497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.247038 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6e33a4d3-3413-4ab3-a82d-d4e3bbf5980f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/563d3fa8-61d6-49c4-bb2b-afdf782047eb HTTP/1.1" status: 204 len: 168 time: 4.9923444 Feb 16 13:49:48.256098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.274905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531327696'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:48.290485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:48.298974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:48.302187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:48.309302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:48.320146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:48.324207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.340716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.368511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f246951-6a9c-4c9c-959a-3639fff77113,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:48.390499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:48.393486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.395733 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-798f0966-ca25-49ab-9c60-1656ea9d4408 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/5f246951-6a9c-4c9c-959a-3639fff77113 HTTP/1.1" status: 204 len: 168 time: 0.2866600 Feb 16 13:49:48.401399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.425272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.425614 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment c4087cc4-9273-4d90-8b6e-f405ba6bef30 of type vlan for network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd Feb 16 13:49:48.480721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.488572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ede7ab65-424f-44ae-a8cb-f8174fd92594 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Synchronizing usage tracker for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:48.492938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c9555130-d550-485a-9494-66d85f977c91 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:48.535252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ede7ab65-424f-44ae-a8cb-f8174fd92594 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] Unset dirty status for tenant:88652509c716438f98c1767cd9253fdc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:48.536950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ede7ab65-424f-44ae-a8cb-f8174fd92594 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1345079 Feb 16 13:49:48.541089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.560085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.565561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:48.566352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.584065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c9555130-d550-485a-9494-66d85f977c91 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:48.600686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c9555130-d550-485a-9494-66d85f977c91 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:48.601047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.601409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-ca3c87af-c58e-468c-9d97-fc4da58810f3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] delete failed (client error): The resource could not be found. Feb 16 13:49:48.606642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ca3c87af-c58e-468c-9d97-fc4da58810f3 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "DELETE /v2.0/security-groups/657a7635-c1a4-4f9e-ad60-84ac8e93795b HTTP/1.1" status: 404 len: 347 time: 0.0596938 Feb 16 13:49:48.609246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34640) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.668040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 81d9f669-ff47-4119-939f-210f2eb519d9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:48.685278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4202697 Feb 16 13:49:48.691922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.698089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:48.712727 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-7eed3235-7fcd-42aa-9201-699bd078d7cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] show failed (client error): The resource could not be found. Feb 16 13:49:48.717461 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7eed3235-7fcd-42aa-9201-699bd078d7cb tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-groups/83a51562-19ab-4d32-a351-6f8b17c6b3b7 HTTP/1.1" status: 404 len: 347 time: 0.1018453 Feb 16 13:49:48.723228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34648) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:48.797458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.815215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c774-f2a5-430a-8f85-63e89f1b0ec6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:48.815449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:48.821966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c9555130-d550-485a-9494-66d85f977c91, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c9555130-d550-485a-9494-66d85f977c91,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:48.827469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.828581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 81f4ea09-cf4d-44df-95f4-6062d3a9c08e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:48.833936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-528bb63f-7dd9-4f17-a66f-13646455bda2 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] show failed (client error): The resource could not be found. Feb 16 13:49:48.835625 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-528bb63f-7dd9-4f17-a66f-13646455bda2 tempest-NegativeSecGroupTest-851929294 tempest-NegativeSecGroupTest-851929294-project] 10.222.0.105 "GET /v2.0/security-group-rules/ace5eadc-7e70-46d1-b9f1-ba1a52eedd07 HTTP/1.1" status: 404 len: 356 time: 0.1087494 Feb 16 13:49:48.868023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:48.875424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:48.883542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:48.896701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:48.912298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:48.919530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:48.921663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:48.935641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:49.017099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.033669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:49.044297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-3f7d9949-9ada-4e17-851d-67f15f66ad3d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:49.045203 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] Sync routers for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:49.046484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-3f7d9949-9ada-4e17-851d-67f15f66ad3d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:49.065020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3073a9d1-a521-49b4-bc80-c51b8aa556cf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8153312 Feb 16 13:49:49.068760 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:49.069012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:49.069647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.070507 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.076499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:49.156068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:49.157840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.165765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.203441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:49.228237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef338083-0a44-4cf2-92b1-4bec73f5b43d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=81d9f669-ff47-4119-939f-210f2eb519d9 HTTP/1.1" status: 200 len: 205 time: 0.1443770 Feb 16 13:49:49.233651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:49.235851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:49.293561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:49.301518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.313295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.314039 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.348887 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] Routers {'81d9f669-ff47-4119-939f-210f2eb519d9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:49.350937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['81d9f669-ff47-4119-939f-210f2eb519d9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.406937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-3f7d9949-9ada-4e17-851d-67f15f66ad3d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:49.416981 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-3f7d9949-9ada-4e17-851d-67f15f66ad3d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 797 time: 1.2376673 Feb 16 13:49:49.500441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.535111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.575232 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-3cfd66d7-f910-445a-80a2-c38314bd2179 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.1569498 Feb 16 13:49:49.578048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34664) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:49.603263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.603800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e72324-cd73-4fea-84a9-2cb7c6c4c383 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:49.607666 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:49.608144 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df12601-2b31-4e06-b667-c4cd7738575b None None] The sync data for ids ['81d9f669-ff47-4119-939f-210f2eb519d9'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:49.610452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c9555130-d550-485a-9494-66d85f977c91,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:49.611082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Pushing event updated for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:49.618206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:49.618888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.691531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-46befe8d-ae6a-46b9-8068-d20220c5d93c None None] Provisioning for port 21931276-5d93-4aa6-b483-784e409c576b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:49.703595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cdb5ba2d-d854-4143-bd02-7cf2c890d75c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.0924144 Feb 16 13:49:49.710423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-46befe8d-ae6a-46b9-8068-d20220c5d93c None None] Provisioning complete for port 21931276-5d93-4aa6-b483-784e409c576b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:49.711080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46befe8d-ae6a-46b9-8068-d20220c5d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.712247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34670) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:49.828168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-46befe8d-ae6a-46b9-8068-d20220c5d93c None None] Port 21931276-5d93-4aa6-b483-784e409c576b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:49.841590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 30409aea-4a5c-4af4-b531-907ae21876ef up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:49.870779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d01a4f2a-c2ea-42db-9585-f8a84b3c2ba9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/floatingips/51db6906-aa47-4446-b088-3fb8045354da HTTP/1.1" status: 200 len: 978 time: 0.1494591 Feb 16 13:49:49.878928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:49.919875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 30409aea-4a5c-4af4-b531-907ae21876ef completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:49.925803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 30409aea-4a5c-4af4-b531-907ae21876ef triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:49.926281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:49.962780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-83ce938d-2b3e-4298-9d14-2e8fd8dbe4bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3796110 Feb 16 13:49:50.008140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-30be7864-91a9-42c1-9481-0fc367357ec4 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=88652509c716438f98c1767cd9253fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939829 Feb 16 13:49:50.010334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34682) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:50.105578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.109050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.113453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.139863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 30409aea-4a5c-4af4-b531-907ae21876ef, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=30409aea-4a5c-4af4-b531-907ae21876ef,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:50.145144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.171186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.171697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router 81d9f669-ff47-4119-939f-210f2eb519d9 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:49:50.177863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-130b7d86-d83c-431c-8089-06efc969d869 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Synchronizing usage tracker for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:floatingip {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:50.202768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.206545 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23b55e6d-496a-4090-8105-5fea04e5a585 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9 HTTP/1.1" status: 204 len: 168 time: 0.9668403 Feb 16 13:49:50.207938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:50.212976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.226815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:50.232411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.272117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.294839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.306434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-130b7d86-d83c-431c-8089-06efc969d869 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Unset dirty status for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:floatingip {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:50.310752 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-130b7d86-d83c-431c-8089-06efc969d869 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4278007 Feb 16 13:49:50.313710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c9555130-d550-485a-9494-66d85f977c91 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:50.316204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:50.325125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': 'c42a9801-2a38-41d4-9355-4a66c17d4666'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:50.369654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.397202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c9555130-d550-485a-9494-66d85f977c91 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:50.397202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.410261 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-0f362787-89cb-4ec8-948e-5c6a8b768bd3 service neutron] 10.222.0.105 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277768 Feb 16 13:49:50.453486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 2fc42b2c-d5b6-41da-a8eb-bf304932fad5 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:50.466063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:50.473106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.523047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': 'c4087cc4-9273-4d90-8b6e-f405ba6bef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:50.523444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:50.527674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Pushing event updated for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:50.537057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.541422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.615991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.704973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:50.764820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:50.781168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:50.781734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.783223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137ab7f-9ac6-4a64-ad23-90c06c187a25 None None] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:50.805303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.842364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e84c08d-36b1-45b3-82b0-7b387f4fa374,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:50.852331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-831318d3-20a2-4b85-b58f-2db5bf6bbc57 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1592684 Feb 16 13:49:50.857124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:50.860131 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-5aa41e61-062a-481f-b908-a322c92c5b23 service neutron] 10.222.0.105 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349921 Feb 16 13:49:50.865014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.866128 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-909ee229-7094-4751-8985-6f1056c5d3b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2e84c08d-36b1-45b3-82b0-7b387f4fa374 HTTP/1.1" status: 204 len: 168 time: 0.8476207 Feb 16 13:49:50.870683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1471606262'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:50.886049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:50.927123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:50.929710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:51.360465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd', 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': 'c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:51.361346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:51.448934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be4538b5-3fcc-4c1b-9975-49a2c7980c9c None None] Provisioning complete for port 21931276-5d93-4aa6-b483-784e409c576b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:51.449302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be4538b5-3fcc-4c1b-9975-49a2c7980c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:51.479741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c4314a80-7e1b-4135-8d25-5827de6d618d req-749a9b41-2910-492f-9ca0-aa052e2d596f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 210 time: 0.1013181 Feb 16 13:49:51.482116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:51.590989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-be4538b5-3fcc-4c1b-9975-49a2c7980c9c None None] Port 21931276-5d93-4aa6-b483-784e409c576b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:51.641985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:51.666989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Allocated IP 172.20.0.2 (6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd/c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f/2dc658f0-434a-4b30-a744-020a1efc2d1e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:51.692908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:51.696894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc42b2c-d5b6-41da-a8eb-bf304932fad5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:51.704220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:51.739566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:51.759202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3ad52195-4c28-4158-85f7-007c597f95c5 admin admin] 10.222.0.105 "PUT /v2.0/routers/e26082e8-d10b-4622-a028-3c85606dea34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8910933 Feb 16 13:49:51.763515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64954c97-ce45-4aa7-b64a-04d13aa8b357 None None] Network dfb17058-bd1e-4e39-a678-f0112d407747 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:51.777504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:51.799380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:51.803424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:51.832368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:51.856066 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48b6dff5-6ff6-4db7-98c6-6395443dbb28 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/2fc42b2c-d5b6-41da-a8eb-bf304932fad5 HTTP/1.1" status: 204 len: 168 time: 1.6478543 Feb 16 13:49:51.858763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34716) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:51.877568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:51.878206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:51.910940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:51.915159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:51.974617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 68846794-70a4-48ff-b1e7-f1fd82ce8f80 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:49:52.042364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 10db7fde-acaf-42ab-9a8f-f608c4110861 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:52.056982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.196075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.318369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:52.504131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.544767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.552185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.559306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Transition to ACTIVE for port object 2dc658f0-434a-4b30-a744-020a1efc2d1e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:52.559981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.586324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Transition to ACTIVE for port object 2dc658f0-434a-4b30-a744-020a1efc2d1e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:52.727450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2609f0ca-bd0f-4f3c-9ce0-a10fcafea9cb req-a276f3ef-8358-4931-b519-a998c185ab33 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 210 time: 0.0662084 Feb 16 13:49:52.764371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34736) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:52.770469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1832775545-network', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:52.775479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:52.780231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Usage tracker for resource:network and tenant:3d7c000343c642138b5d41f9302b1d68 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:52.783902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:52.791631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 30409aea-4a5c-4af4-b531-907ae21876ef up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:52.796596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:52.822350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Made reservation on behalf of 3d7c000343c642138b5d41f9302b1d68 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:52.824856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.826423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.837600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.855682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:52.859963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7c000343c642138b5d41f9302b1d68 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:52.862704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:52.865338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.869476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:52.873337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.11 (6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd/c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f/68846794-70a4-48ff-b1e7-f1fd82ce8f80) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:52.932962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=10db7fde-acaf-42ab-9a8f-f608c4110861,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:52.937789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:52.953357 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 51db6906-aa47-4446-b088-3fb8045354da associated. External IP: 172.26.1.155, port: 41c54450-83ca-4bd8-984c-b13b1672d20b. Feb 16 13:49:52.963171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:52.966990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e046b2-b76e-41fe-b027-280985aea345 None None] Network 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:53.044952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.049411 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9cc65cbd-f0dd-4f3d-ac53-a8b26c7da0ca tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/10db7fde-acaf-42ab-9a8f-f608c4110861 HTTP/1.1" status: 204 len: 168 time: 1.1893582 Feb 16 13:49:53.053047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34740) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:53.058792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.079627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:53.084773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:53.158108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cded8a-8f2e-4dc2-9178-be15a079e628,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:53.165831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:53.174806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Pushing event updated for resources: {'Port': ['ID=2dc658f0-434a-4b30-a744-020a1efc2d1e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:53.262425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.262939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Added segment 9a770777-07b1-4ed8-9914-f6aa93130c83 of type vlan for network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc Feb 16 13:49:53.282762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 30409aea-4a5c-4af4-b531-907ae21876ef triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:53.283487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.301315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.327512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.339092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 80dc72df-5fd2-425d-a886-b6c21eae3b6f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:53.342574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.494106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Attempting to bind port 2dc658f0-434a-4b30-a744-020a1efc2d1e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:53.494385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-92687e33-e15c-4385-a58f-dea97a31bf75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:53.494498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Attempting to bind port 2dc658f0-434a-4b30-a744-020a1efc2d1e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'c4087cc4-9273-4d90-8b6e-f405ba6bef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:53.494855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Attempting to bind port 2dc658f0-434a-4b30-a744-020a1efc2d1e on network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:53.495621 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-92687e33-e15c-4385-a58f-dea97a31bf75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 797 time: 0.3830776 Feb 16 13:49:53.501945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 2, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:53.520344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] DHCP port deletion for dfb17058-bd1e-4e39-a678-f0112d407747 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:53.525673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.525894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:49:53.526195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Updating router e26082e8-d10b-4622-a028-3c85606dea34 port 21931276-5d93-4aa6-b483-784e409c576b binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:49:53.526686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:53.527252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.553755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:53.553755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Checking segment: {'id': 'c4087cc4-9273-4d90-8b6e-f405ba6bef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:53.554513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.554617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Bound using segment: {'id': 'c4087cc4-9273-4d90-8b6e-f405ba6bef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:53.555395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Bound port: 2dc658f0-434a-4b30-a744-020a1efc2d1e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4087cc4-9273-4d90-8b6e-f405ba6bef30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:53.555523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.595801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Deleting port 80dc72df-5fd2-425d-a886-b6c21eae3b6f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:53.596045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.615526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-33dff003-81f7-4dd2-997f-ced3624a1956 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:53.709444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.710881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.726120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-33dff003-81f7-4dd2-997f-ced3624a1956 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:53.727211 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-33dff003-81f7-4dd2-997f-ced3624a1956 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 380 time: 0.2104251 Feb 16 13:49:53.727642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5048ecd9-efe5-4d20-b17d-c6fe74ab15bc,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:53.737272 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-621c7934-4cbb-44a6-9899-e178169e94a9 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9689837 Feb 16 13:49:53.737503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['0ca74cae-f73e-44bc-a36c-20815b7f727c']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:53.746120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34748) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:53.756706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Request body: {'subnet': {'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1832775545-subnet', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:53.761977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:53.762363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:53.766250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Usage tracker for resource:subnet and tenant:3d7c000343c642138b5d41f9302b1d68 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:53.769321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:53.774185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 68846794-70a4-48ff-b1e7-f1fd82ce8f80 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:53.776114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:53.799776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Made reservation on behalf of 3d7c000343c642138b5d41f9302b1d68 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:53.802270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.888631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80dc72df-5fd2-425d-a886-b6c21eae3b6f,segment=NetworkSegment(e7738ad2-547a-4ccf-a707-0b6abaea9030),segment_id=e7738ad2-547a-4ccf-a707-0b6abaea9030)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:53.889066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:53.992666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:53.997214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:54.008441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.016598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] For port 2dc658f0-434a-4b30-a744-020a1efc2d1e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:54.028627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] For port 2dc658f0-434a-4b30-a744-020a1efc2d1e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2dc658f0-434a-4b30-a744-020a1efc2d1e,segment=NetworkSegment(c4087cc4-9273-4d90-8b6e-f405ba6bef30),segment_id=c4087cc4-9273-4d90-8b6e-f405ba6bef30)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:54.043780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:port and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:54.071214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:54.102942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb014b28-55b7-4cfa-adc8-b098cd973d38 req-a03dce75-581e-456c-9464-6c721d8940fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 210 time: 0.1214452 Feb 16 13:49:54.103211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.111520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] DHCP port deletion for 0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:54.133500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:54.160502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:54.170767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:54.209737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Deleting port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:54.210176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.223672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:54.306720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:54.308043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 80dc72df-5fd2-425d-a886-b6c21eae3b6f owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:54.310360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.326099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=68846794-70a4-48ff-b1e7-f1fd82ce8f80,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:54.358747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:54.471128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:54.471776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.483857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] For port 80dc72df-5fd2-425d-a886-b6c21eae3b6f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80dc72df-5fd2-425d-a886-b6c21eae3b6f,segment=NetworkSegment(e7738ad2-547a-4ccf-a707-0b6abaea9030),segment_id=e7738ad2-547a-4ccf-a707-0b6abaea9030)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:54.484251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.530893 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93ccb10d-9793-443e-a6bb-8daad44f9a7c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.6700401 Feb 16 13:49:54.539166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:54.540547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:54.545998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.552453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7adef0-38a6-4947-8c25-d184d8f50ca1 None None] Pushing event updated for resources: {'Port': ['ID=2dc658f0-434a-4b30-a744-020a1efc2d1e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:54.558675 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000842c-598e-48d0-908c-95804881ef97 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:54.573544 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:54.574555 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:54.654848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=80dc72df-5fd2-425d-a886-b6c21eae3b6f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:54.658668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.667526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port 80dc72df-5fd2-425d-a886-b6c21eae3b6f on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:54.674408 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:54.690540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:54.691537 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:54.711166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Calling delete_port for 80dc72df-5fd2-425d-a886-b6c21eae3b6f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:54.853181 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f000842c-598e-48d0-908c-95804881ef97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:54.853582 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f000842c-598e-48d0-908c-95804881ef97 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:54.941121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 68846794-70a4-48ff-b1e7-f1fd82ce8f80 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:54.941714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.962525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Checking segment: {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:54.963132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Network hostable DHCP agents. Network: 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:49:54.987106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:54.997519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.13 (98931028-44fb-434a-9b5d-8d17e0b4905c/9f934f30-8df0-42eb-9c1b-178179777601/71190a38-ab78-4d96-b52c-258c5c946ee1) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:55.024210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b6d237-04e3-4459-9200-ccd201116dde,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:55.029659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:49:55.038187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb17058-bd1e-4e39-a678-f0112d407747']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:55.054966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:55.058811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7738ad2-547a-4ccf-a707-0b6abaea9030') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:55.059083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7738ad2-547a-4ccf-a707-0b6abaea9030') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:55.073006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:55.073591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.106954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.119329 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5dbc5491-8879-4745-9e17-777183c1bac2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3697090 Feb 16 13:49:55.120226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:55.127634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:55.136130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:55.137511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.143456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Usage tracker for resource:router and tenant:3d7c000343c642138b5d41f9302b1d68 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:55.148098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:55.151456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:55.151733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:55.166862 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:55.177300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] For port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,segment=NetworkSegment(cf5d02df-e7ab-4e27-a196-be5203b39182),segment_id=cf5d02df-e7ab-4e27-a196-be5203b39182)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:55.178043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.224915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:55.254688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:55.255711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:55.300949 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73f094da-73b3-4c2d-a01f-0ccf53ba42a1 req-aa3a6410-b5de-4d44-b87b-4dd8edf2e133 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 210 time: 0.0502052 Feb 16 13:49:55.303280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.304209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.320678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.339667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.365367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.368293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=dfb17058-bd1e-4e39-a678-f0112d407747,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:55.392335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ace310c-17a8-4d40-92c1-58a855885c7c None None] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:55.418797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Calling delete_port for ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:55.500379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2bbb7b34-99ac-4e0c-88a3-486359171433 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/dfb17058-bd1e-4e39-a678-f0112d407747 HTTP/1.1" status: 204 len: 168 time: 2.4450133 Feb 16 13:49:55.501000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:55.685422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.703410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Transition to ACTIVE for port object 21931276-5d93-4aa6-b483-784e409c576b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:55.709284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.730026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:55.742687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.781347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.805161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Deleting port 80dc72df-5fd2-425d-a886-b6c21eae3b6f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:55.805644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.817600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.842094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:55.870396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d515c6b-33bd-4e3e-aa68-d1c212aa4d6e None None] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:55.899674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] Pushing event deleted for resources: {'Port': ['ID=ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:55.915654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 68846794-70a4-48ff-b1e7-f1fd82ce8f80 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:55.948716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.024271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.030261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc9945-b41f-48d2-afb4-93c30b767132 None None] Pushing event updated for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:56.064304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.065125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bef07f7-fd18-43b6-8d16-2b9223a0b2c0']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.073227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 71190a38-ab78-4d96-b52c-258c5c946ee1 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:56.076966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31238089-1c45-4f8d-81f9-6aa90caf98e8 None None] No DVR routers for this DVR port ce1d7bc2-e86e-4e3d-b0a9-b9098b5c7704 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:49:56.081787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5d02df-e7ab-4e27-a196-be5203b39182') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.082130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5d02df-e7ab-4e27-a196-be5203b39182') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.097012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a07a0832-f4ef-4933-9014-c0a9e5763faa None None] The port '80dc72df-5fd2-425d-a886-b6c21eae3b6f' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:49:56.101003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.140472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.155447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:49:56.156040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:49:56.177357 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:49:56.234798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-efc62c60-034f-4c24-acf3-466f363e30ae None None] Provisioning for port 2dc658f0-434a-4b30-a744-020a1efc2d1e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:56.255697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:56.281488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.289399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:56.344608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.422623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80dc72df-5fd2-425d-a886-b6c21eae3b6f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:49:56.435884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.493579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 98931028-44fb-434a-9b5d-8d17e0b4905c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:56.502372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:56.517881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:56.518557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.541938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:56.586588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:56.612454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 80dc72df-5fd2-425d-a886-b6c21eae3b6f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:49:56.613312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80dc72df-5fd2-425d-a886-b6c21eae3b6f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:49:56.622843 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2f0bc92-360c-4855-9866-fe9c9988ea62 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/51db6906-aa47-4446-b088-3fb8045354da HTTP/1.1" status: 200 len: 978 time: 6.3012586 Feb 16 13:49:56.629988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:56.658197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.670139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Attempting to bind port 21931276-5d93-4aa6-b483-784e409c576b on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:56.670615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Attempting to bind port 21931276-5d93-4aa6-b483-784e409c576b by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:56.670978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Attempting to bind port 21931276-5d93-4aa6-b483-784e409c576b on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:56.713174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=68846794-70a4-48ff-b1e7-f1fd82ce8f80,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:56.728256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:56.758950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:56.759601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.770465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:56.771009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:56.772034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.773946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Bound using segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:56.775728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Bound port: 21931276-5d93-4aa6-b483-784e409c576b, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:56.775904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.776508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.777696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f983f050-bf37-41d0-8f68-8bf9dd4b9f1b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/68846794-70a4-48ff-b1e7-f1fd82ce8f80 HTTP/1.1" status: 204 len: 168 time: 2.2332139 Feb 16 13:49:56.787313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:56.845042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2dc658f0-434a-4b30-a744-020a1efc2d1e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:49:56.847428 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-4b486c63-c8ef-4626-b1b1-da7057361c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1148744 Feb 16 13:49:56.855834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0249eb2a-70a4-40fa-8cf3-1adadf19f9f7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:49:56.855834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0249eb2a-70a4-40fa-8cf3-1adadf19f9f7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:49:56.861880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Request body: {'port': {'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:56.875638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:56.875638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:56.882138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.911147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:56.935695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=0bef07f7-fd18-43b6-8d16-2b9223a0b2c0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:56.951274 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f772b53b-2bf4-42f2-a6f5-08c2c01616ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/0bef07f7-fd18-43b6-8d16-2b9223a0b2c0 HTTP/1.1" status: 204 len: 168 time: 1.4415302 Feb 16 13:49:56.966394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34778) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:56.976746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.012759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0249eb2a-70a4-40fa-8cf3-1adadf19f9f7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:49:57.014300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0249eb2a-70a4-40fa-8cf3-1adadf19f9f7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/68846794-70a4-48ff-b1e7-f1fd82ce8f80 HTTP/1.1" status: 404 len: 333 time: 0.2249436 Feb 16 13:49:57.017961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:57.020310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:49:57.021736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.039131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1046808253'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:57.072997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932e8a7-6d93-4e49-857c-2bbe1dd33822 req-d0ad1039-550e-449e-9c6c-58331b6923ce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:57.073213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.074495 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c932e8a7-6d93-4e49-857c-2bbe1dd33822 req-d0ad1039-550e-449e-9c6c-58331b6923ce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 932 time: 0.5907583 Feb 16 13:49:57.075584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.100938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:57.137075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:57.138743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:49:57.139786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.142418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.142579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:57.147585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:57.147987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09bfdce-e8a9-47a1-86ae-213ca4f3e069 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:57.168412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cf8758ff-48b3-4de9-8edc-c4cb4da35fa5 None None] Provisioning for port 71190a38-ab78-4d96-b52c-258c5c946ee1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:57.194300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:57.200636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cf8758ff-48b3-4de9-8edc-c4cb4da35fa5 None None] Provisioning complete for port 71190a38-ab78-4d96-b52c-258c5c946ee1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:57.201039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8758ff-48b3-4de9-8edc-c4cb4da35fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.323720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] For port 21931276-5d93-4aa6-b483-784e409c576b, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:57.338947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c932e8a7-6d93-4e49-857c-2bbe1dd33822 req-994f2e57-a768-435d-8a4a-54ba70878f20 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357235 Feb 16 13:49:57.339430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.351641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] For port 21931276-5d93-4aa6-b483-784e409c576b, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=21931276-5d93-4aa6-b483-784e409c576b,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:57.353845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:57.357568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.369886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cf8758ff-48b3-4de9-8edc-c4cb4da35fa5 None None] Port 71190a38-ab78-4d96-b52c-258c5c946ee1 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:49:57.375972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.424185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2dc658f0-434a-4b30-a744-020a1efc2d1e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:49:57.489911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2dc658f0-434a-4b30-a744-020a1efc2d1e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:57.490762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.522255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.591980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:57.592597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:57.601700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:49:57.618464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.638511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Allocated IP 172.26.1.171 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/10e067f7-0fad-479f-9192-d6347a5c1938) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:57.645794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.652562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 51db6906-aa47-4446-b088-3fb8045354da disassociated. External IP: 172.26.1.155, port: c42a9801-2a38-41d4-9355-4a66c17d4666. Feb 16 13:49:57.693715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Allocated IP 172.20.0.2 (5048ecd9-efe5-4d20-b17d-c6fe74ab15bc/44b6d237-04e3-4459-9200-ccd201116dde/fa2699cb-28c9-4585-aeed-f96f6a102d89) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:49:57.735995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.740212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.740560 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment 61262ca6-c79c-4b19-bea6-b126b7599f97 of type vlan for network c2216a31-5d3f-44f3-9053-6afba322ab05 Feb 16 13:49:57.811483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:57.814111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:57.827058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2405817d-cd0f-4534-8d02-df7cc2ef7f04 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f HTTP/1.1" status: 204 len: 168 time: 0.8073375 Feb 16 13:49:57.831088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:57.841367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc9945-b41f-48d2-afb4-93c30b767132 None None] Pushing event updated for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:57.852122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d590b-554a-4afc-8858-828e75a0bec0 None None] Network 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:49:57.912141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.085305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.089079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71190a38-ab78-4d96-b52c-258c5c946ee1 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:49:58.101160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.119952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 2dc658f0-434a-4b30-a744-020a1efc2d1e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:58.120408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.146231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Transition to ACTIVE for port object 71190a38-ab78-4d96-b52c-258c5c946ee1 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:58.153317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.228513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:49:58.237878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.243209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:58.243809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.268436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.374313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.427645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:58.480392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0e5218bb-6c9f-4805-9779-f69b42062394 None None] Provisioning complete for port 2dc658f0-434a-4b30-a744-020a1efc2d1e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:49:58.481050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0e5218bb-6c9f-4805-9779-f69b42062394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.514784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5458803 Feb 16 13:49:58.524144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34792) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:58.525122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305cdeb-feb6-46b8-a4ab-0a8ab506cfe1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=c2216a31-5d3f-44f3-9053-6afba322ab05,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:58.559892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c2216a31-5d3f-44f3-9053-6afba322ab05 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:49:58.568381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:49:58.610406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.649853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Attempting to bind port 71190a38-ab78-4d96-b52c-258c5c946ee1 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:58.650061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Attempting to bind port 71190a38-ab78-4d96-b52c-258c5c946ee1 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:58.650412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Attempting to bind port 71190a38-ab78-4d96-b52c-258c5c946ee1 on network 98931028-44fb-434a-9b5d-8d17e0b4905c {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:58.720186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Port 71190a38-ab78-4d96-b52c-258c5c946ee1 on network 98931028-44fb-434a-9b5d-8d17e0b4905c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:49:58.720527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Attempting to bind port 71190a38-ab78-4d96-b52c-258c5c946ee1 on network 98931028-44fb-434a-9b5d-8d17e0b4905c {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:58.720855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.744883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:58.745191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Checking segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:58.745569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Bound using segment: {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:58.746001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Bound port: 71190a38-ab78-4d96-b52c-258c5c946ee1, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716d8ee7-69c7-4493-b14b-14e5866994e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:58.746367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.772031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:49:58.796741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port 2dc658f0-434a-4b30-a744-020a1efc2d1e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2dc658f0-434a-4b30-a744-020a1efc2d1e,segment=NetworkSegment(c4087cc4-9273-4d90-8b6e-f405ba6bef30),segment_id=c4087cc4-9273-4d90-8b6e-f405ba6bef30)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:58.797057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.805381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2dc658f0-434a-4b30-a744-020a1efc2d1e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2dc658f0-434a-4b30-a744-020a1efc2d1e,segment=NetworkSegment(c4087cc4-9273-4d90-8b6e-f405ba6bef30),segment_id=c4087cc4-9273-4d90-8b6e-f405ba6bef30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:58.807337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:58.812084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Transition to ACTIVE for port object fa2699cb-28c9-4585-aeed-f96f6a102d89 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:58.814393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:58.822805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:58.843143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:58.860901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdba21-42dc-47a1-b3fb-723b23ef773a req-9db39791-2601-444d-8cfc-c3810c9c0bb9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:58.868522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5bdba21-42dc-47a1-b3fb-723b23ef773a req-9db39791-2601-444d-8cfc-c3810c9c0bb9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 944 time: 0.2681198 Feb 16 13:49:58.896155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Pushing event updated for resources: {'Port': ['ID=10e067f7-0fad-479f-9192-d6347a5c1938,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:58.897716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:49:58.930343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Transition to ACTIVE for port object fa2699cb-28c9-4585-aeed-f96f6a102d89 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:49:58.981829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 2dc658f0-434a-4b30-a744-020a1efc2d1e owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:58.982476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.052332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] DHCP port deletion for 6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:49:59.084288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2dc658f0-434a-4b30-a744-020a1efc2d1e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:59.132896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:49:59.147758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Deleting port 2dc658f0-434a-4b30-a744-020a1efc2d1e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:59.148121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.150736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:49:59.169995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:49:59.188019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:49:59.206911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:49:59.218749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:49:59.221156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:49:59.224942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.226721 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5bdba21-42dc-47a1-b3fb-723b23ef773a req-83d7679e-a0e1-4957-a308-d613c48255e4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570478 Feb 16 13:49:59.252603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:49:59.309996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:49:59.310779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:49:59.320227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Pushing event updated for resources: {'Port': ['ID=fa2699cb-28c9-4585-aeed-f96f6a102d89,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:59.320756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71190a38-ab78-4d96-b52c-258c5c946ee1,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:49:59.338111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.370573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:49:59.376826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.384065 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:49:59.395278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:59.396803 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:59.423612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:59.424139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.425551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 1094 time: 2.5679612 Feb 16 13:49:59.434306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:49:59.442646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Attempting to bind port fa2699cb-28c9-4585-aeed-f96f6a102d89 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:49:59.443162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Attempting to bind port fa2699cb-28c9-4585-aeed-f96f6a102d89 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:49:59.443619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Attempting to bind port fa2699cb-28c9-4585-aeed-f96f6a102d89 on network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:49:59.509554 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:59.530604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613284c-c1fc-45df-a90c-1321c705e1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:49:59.532610 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:49:59.533226 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:59.538551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:49:59.539296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Checking segment: {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:49:59.540163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.540883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Bound using segment: {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:49:59.541829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Bound port: fa2699cb-28c9-4585-aeed-f96f6a102d89, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:49:59.542488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.549002 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'status': 'completed', 'code': 200} Feb 16 13:49:59.607024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:49:57Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:59.633441 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e74d86a0-0916-4ece-b1f3-1a5705b7bce5 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/51db6906-aa47-4446-b088-3fb8045354da HTTP/1.1" status: 200 len: 688 time: 2.9213433 Feb 16 13:49:59.636948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34798) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:49:59.654302 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:49:59.655032 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d1b27-7541-4936-b6a9-bd69b93bdf3d None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:59.677013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7bbf8c-02ed-42ac-ad3e-6dd7651e2f06 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:49:57Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:49:59.727982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] For port 2dc658f0-434a-4b30-a744-020a1efc2d1e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2dc658f0-434a-4b30-a744-020a1efc2d1e,segment=NetworkSegment(c4087cc4-9273-4d90-8b6e-f405ba6bef30),segment_id=c4087cc4-9273-4d90-8b6e-f405ba6bef30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:49:59.728874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.731763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-bfa091be-5785-4fb4-bbc0-3e4ecc8fb78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:49:59.733622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-bfa091be-5785-4fb4-bbc0-3e4ecc8fb78a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1097 time: 0.2546918 Feb 16 13:49:59.735201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.855026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 2dc658f0-434a-4b30-a744-020a1efc2d1e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:49:59.855368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:49:59.913644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Calling delete_port for 2dc658f0-434a-4b30-a744-020a1efc2d1e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:49:59.962768 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-d3bd0d84-9330-4bf2-8ac3-6fdb2d1b0b9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 217 time: 0.2190249 Feb 16 13:50:00.002467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] For port fa2699cb-28c9-4585-aeed-f96f6a102d89, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:00.008615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] For port fa2699cb-28c9-4585-aeed-f96f6a102d89, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa2699cb-28c9-4585-aeed-f96f6a102d89,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:00.024626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.062746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-dc11290e-c2a1-4b86-8487-77ded14ddf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:00.064425 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-dc11290e-c2a1-4b86-8487-77ded14ddf42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.0880075 Feb 16 13:50:00.069637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': '61262ca6-c79c-4b19-bea6-b126b7599f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:00.069991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: c2216a31-5d3f-44f3-9053-6afba322ab05, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:00.139167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.165026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] No DVR routers for this DVR port 2dc658f0-434a-4b30-a744-020a1efc2d1e on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:00.169506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04b33a-6fb4-41e6-97a4-030a61ab8121 None None] Pushing event updated for resources: {'Port': ['ID=fa2699cb-28c9-4585-aeed-f96f6a102d89,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:00.175384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=1c067b74-9f31-458b-bb5f-eb5dda30ce94,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:00.189721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] The port '2dc658f0-434a-4b30-a744-020a1efc2d1e' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:00.220311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8d8ff-a597-4758-9804-c866e504023c None None] Pushing event deleted for resources: {'Port': ['ID=2dc658f0-434a-4b30-a744-020a1efc2d1e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:00.301174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port f7418fe6-3867-4176-8d45-1d7e8abb3d46 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:00.301658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.359487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.380322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.422269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:00.438175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4087cc4-9273-4d90-8b6e-f405ba6bef30') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:00.438541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4087cc4-9273-4d90-8b6e-f405ba6bef30') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:00.452516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.492109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.496626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network c2216a31-5d3f-44f3-9053-6afba322ab05 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:00.505150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:00.505545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:00.522146 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:00.585063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, c2216a31-5d3f-44f3-9053-6afba322ab05) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:00.594161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040370f2-ceb7-44ea-b560-b5124c8ccd64 None None] Network c2216a31-5d3f-44f3-9053-6afba322ab05 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:00.607520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:00.608146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.621516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-b9eade65-29be-47c3-aa66-2cf136017c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:00.623242 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-b9eade65-29be-47c3-aa66-2cf136017c02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5373008 Feb 16 13:50:00.725931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.749511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:00.751452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd HTTP/1.1" status: 204 len: 168 time: 2.9197392 Feb 16 13:50:00.758174 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e305a762-f30e-42b9-9e11-073abdce86d7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2063141 Feb 16 13:50:00.761012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34804) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:00.761587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34806) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:00.765908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f17df-edbb-4700-a3c8-33be9ab93443 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=6627e5dd-9f5b-48e8-b23c-e5d9e387d4fd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:00.771950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-387722559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:00.785348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'name': 'tempest-PortsTestJSON-1421637383'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:00.804194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:00.823234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:00.840936 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-cc343555-72f2-440c-bfb5-f419effb3db9 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085333 Feb 16 13:50:00.874876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:00.923594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:00.960332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-c2216a31-5d3f-44f3-9053-6afba322ab05', 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '1c067b74-9f31-458b-bb5f-eb5dda30ce94'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:00.961556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.073218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa2699cb-28c9-4585-aeed-f96f6a102d89 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:01.134264 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ded7747b-294d-4956-a3a3-3988e3bd8c2b req-74e691eb-44b8-4432-944e-a33a6e24d4a8 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840393 Feb 16 13:50:01.168775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:01.192215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.193206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.211852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb62be-9c15-46f5-b0a4-d112264659d2 req-21c956f2-2686-4e8d-a1ce-bbfae1e99545 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:01.213456 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c9fb62be-9c15-46f5-b0a4-d112264659d2 req-21c956f2-2686-4e8d-a1ce-bbfae1e99545 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 944 time: 0.7730198 Feb 16 13:50:01.222802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:01.248394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:01.299794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-a68856a8-8ba9-45dc-ac7e-173b428f0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:01.301688 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-a68856a8-8ba9-45dc-ac7e-173b428f0e95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1097 time: 0.1047401 Feb 16 13:50:01.332762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.333085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.377440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fa2699cb-28c9-4585-aeed-f96f6a102d89 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:01.379850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:01.381383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Allocated IP 172.20.0.2 (c2216a31-5d3f-44f3-9053-6afba322ab05/1c067b74-9f31-458b-bb5f-eb5dda30ce94/0831b534-912d-4a4b-9abf-16366d0dbb07) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:01.388306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 21931276-5d93-4aa6-b483-784e409c576b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:01.579660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.597784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for f7418fe6-3867-4176-8d45-1d7e8abb3d46 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:01.638108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e57db5-6538-4eee-969d-7d844d72a6a1 None None] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:01.660220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:01.663771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.685333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-2b9ffe26-cf07-46d9-8c37-715ae420aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:01.686985 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-2b9ffe26-cf07-46d9-8c37-715ae420aa59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 898 time: 0.3773766 Feb 16 13:50:01.692585 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c9fb62be-9c15-46f5-b0a4-d112264659d2 req-a1eac17f-2ed7-4551-a80e-fdfdc24c0162 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4457567 Feb 16 13:50:01.702642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.770700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 21931276-5d93-4aa6-b483-784e409c576b completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:01.784184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port b26ca801-0984-47c0-9f22-004bb731ce5e yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:01.787771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 21931276-5d93-4aa6-b483-784e409c576b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:01.788155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.794595 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-b65af44d-4dd3-4004-8674-83053b63f3c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 217 time: 0.0970898 Feb 16 13:50:01.818327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.829188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Provisioning for port fa2699cb-28c9-4585-aeed-f96f6a102d89 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:01.870973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-fadca0b3-4448-4760-b32c-1a7cddad4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:01.872641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-fadca0b3-4448-4760-b32c-1a7cddad4f7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.0715623 Feb 16 13:50:01.900176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Provisioning complete for port fa2699cb-28c9-4585-aeed-f96f6a102d89 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:01.900546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.966840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:01.970612 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-af1d1348-13bf-4e30-945c-46ddb5a2ec94 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2015743 Feb 16 13:50:01.971452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:01.981256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'port': {'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05', 'name': 'tempest-RoutersTest-1891726991'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:02.002616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-72a6d8a5-745b-4e7b-99fd-cf58faafbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:02.004411 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-72a6d8a5-745b-4e7b-99fd-cf58faafbb9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256526 Feb 16 13:50:02.056992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.089841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Transition to ACTIVE for port object 0831b534-912d-4a4b-9abf-16366d0dbb07 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:02.223910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Transition to ACTIVE for port object 0831b534-912d-4a4b-9abf-16366d0dbb07 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:02.251686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.271331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.276657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:02.284935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:port and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:02.289823 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-4536719b-e7b9-4bc9-bdba-2bc620d2e086 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766383 Feb 16 13:50:02.290821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:02.295259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.318378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:02.342369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.381750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Network c2216a31-5d3f-44f3-9053-6afba322ab05 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:02.393613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:02.396758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:02.400329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:02.404451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.405968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=f7418fe6-3867-4176-8d45-1d7e8abb3d46,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:02.420324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 21931276-5d93-4aa6-b483-784e409c576b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=21931276-5d93-4aa6-b483-784e409c576b,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:02.445624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] device_id is not set on port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:02.462524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.473322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Pushing event updated for resources: {'Port': ['ID=0831b534-912d-4a4b-9abf-16366d0dbb07,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:02.543989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.552331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Router a7539c88-e4b3-47e3-81c2-666a194ff051 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:02.564125 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16b4be7-d31f-4d2a-ad17-5b8ac02571f4 req-537832fe-8298-42cf-b14e-7ee984a38fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651610 Feb 16 13:50:02.571236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] For port fa2699cb-28c9-4585-aeed-f96f6a102d89, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa2699cb-28c9-4585-aeed-f96f6a102d89,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:02.581769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.582037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2dc658f0-434a-4b30-a744-020a1efc2d1e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:02.630606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.646149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 2dc658f0-434a-4b30-a744-020a1efc2d1e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:02.646854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2dc658f0-434a-4b30-a744-020a1efc2d1e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:02.663213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.20.0.7 (c2216a31-5d3f-44f3-9053-6afba322ab05/1c067b74-9f31-458b-bb5f-eb5dda30ce94/6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:02.667553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Attempting to bind port 0831b534-912d-4a4b-9abf-16366d0dbb07 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:02.667921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Attempting to bind port 0831b534-912d-4a4b-9abf-16366d0dbb07 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '61262ca6-c79c-4b19-bea6-b126b7599f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:02.675668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Attempting to bind port 0831b534-912d-4a4b-9abf-16366d0dbb07 on network c2216a31-5d3f-44f3-9053-6afba322ab05 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:02.682032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:02.692938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.694165 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5508f650-58e5-488c-af6c-d16a978d0fd8 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/51db6906-aa47-4446-b088-3fb8045354da HTTP/1.1" status: 204 len: 168 time: 3.0561097 Feb 16 13:50:02.698811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34816) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:02.739518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:02.740068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Checking segment: {'id': '61262ca6-c79c-4b19-bea6-b126b7599f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:02.740563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.741045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Bound using segment: {'id': '61262ca6-c79c-4b19-bea6-b126b7599f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:02.741632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Bound port: 0831b534-912d-4a4b-9abf-16366d0dbb07, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61262ca6-c79c-4b19-bea6-b126b7599f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c2216a31-5d3f-44f3-9053-6afba322ab05'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:02.742089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.828767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea3a21-b418-483d-81f5-da548fd822bb None None] Pushing event updated for resources: {'Port': ['ID=fa2699cb-28c9-4585-aeed-f96f6a102d89,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:02.904562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] For port 0831b534-912d-4a4b-9abf-16366d0dbb07, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:02.911572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] For port 0831b534-912d-4a4b-9abf-16366d0dbb07, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0831b534-912d-4a4b-9abf-16366d0dbb07,segment=NetworkSegment(61262ca6-c79c-4b19-bea6-b126b7599f97),segment_id=61262ca6-c79c-4b19-bea6-b126b7599f97)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:02.925717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.951766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-001bbbc4-6de7-4469-9bdc-23bcadb1d73f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] delete failed (client error): The resource could not be found. Feb 16 13:50:02.959214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-001bbbc4-6de7-4469-9bdc-23bcadb1d73f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/51db6906-aa47-4446-b088-3fb8045354da HTTP/1.1" status: 404 len: 345 time: 0.2592258 Feb 16 13:50:02.961123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.969002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34822) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:02.979325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:02.997164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:03.025264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.043493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ab39e-8094-4891-ae65-5b0730f4f797 None None] Pushing event updated for resources: {'Port': ['ID=0831b534-912d-4a4b-9abf-16366d0dbb07,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:03.046391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa2699cb-28c9-4585-aeed-f96f6a102d89 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:03.105813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network c2216a31-5d3f-44f3-9053-6afba322ab05 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:03.109977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:03.110318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-044c81d6-d7ca-4c5d-bd83-c02b7393138c None None] Provisioning complete for port fa2699cb-28c9-4585-aeed-f96f6a102d89 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:03.110556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-044c81d6-d7ca-4c5d-bd83-c02b7393138c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.113371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:03.141497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:03.146741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:03.153087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:03.171266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:03.176883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.177517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.182320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=b26ca801-0984-47c0-9f22-004bb731ce5e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:03.184522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:03.213922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.215215 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-af7e66f7-d908-4666-8fff-4180e7474a0b admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0944586 Feb 16 13:50:03.220996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.221649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.222712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b620c0c8-5fcf-4c93-8562-d843addd9dfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4585943 Feb 16 13:50:03.228799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34826) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:03.229392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:03.244628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a33a75-860f-47e2-bd83-413f3e090307 req-6bacb7ad-3dbd-4f0b-8379-9414bac55e6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.246380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6a33a75-860f-47e2-bd83-413f3e090307 req-6bacb7ad-3dbd-4f0b-8379-9414bac55e6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 944 time: 0.3570631 Feb 16 13:50:03.247480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Sync routers for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:03.274849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:03.275496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:03.316921 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf18e2d4-959e-41b2-9361-b298d0375182 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3440108 Feb 16 13:50:03.320346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34834) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:03.372790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.378808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.384521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.385375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Synchronizing usage tracker for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:03.401151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fa2699cb-28c9-4585-aeed-f96f6a102d89 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:03.401586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.502972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port b26ca801-0984-47c0-9f22-004bb731ce5e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:03.503976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:03.534645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6a33a75-860f-47e2-bd83-413f3e090307 req-b7a2169a-c2f2-4b8f-89be-419df7444fe7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054541 Feb 16 13:50:03.538599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Unset dirty status for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:03.542749 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea693432-8d05-4805-b8db-0d399ada6676 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/ports?network_id=1e2b6225-777d-4c53-b076-b226ac98636c HTTP/1.1" status: 200 len: 2358 time: 0.5706058 Feb 16 13:50:03.546007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34838) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:03.686206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:03.716186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4425b95d-645f-4b2d-9be2-8fd92a10ff51 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:03.716680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4425b95d-645f-4b2d-9be2-8fd92a10ff51 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Synchronizing usage tracker for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:subnet {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:03.816304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4425b95d-645f-4b2d-9be2-8fd92a10ff51 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Unset dirty status for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:subnet {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:03.820815 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4425b95d-645f-4b2d-9be2-8fd92a10ff51 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/subnets/d02e9e05-82c0-419e-96b5-061e4387f4bf HTTP/1.1" status: 200 len: 797 time: 0.2731748 Feb 16 13:50:03.828405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34842) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:03.837402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'port': {'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c', 'name': 'tempest-FloatingIPTestJSON-1891575794', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:03.943736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 21931276-5d93-4aa6-b483-784e409c576b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:04.135827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 21931276-5d93-4aa6-b483-784e409c576b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:04.136190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.205886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 71190a38-ab78-4d96-b52c-258c5c946ee1 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:50:04.297298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.385898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:49:59Z', 'revision_number': 3, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:49:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:04.404479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Checking router: a7539c88-e4b3-47e3-81c2-666a194ff051 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:50:04.404872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Updating router a7539c88-e4b3-47e3-81c2-666a194ff051 port 10e067f7-0fad-479f-9192-d6347a5c1938 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:50:04.434963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for b26ca801-0984-47c0-9f22-004bb731ce5e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:04.470042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.502423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646ca556-209e-4cb0-b608-b21b342482bf None None] Network c2216a31-5d3f-44f3-9053-6afba322ab05 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:04.572514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.582015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.616144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:04.636452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.659628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=b26ca801-0984-47c0-9f22-004bb731ce5e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:04.668861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:04.677240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:04.709510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fecf53fd-036b-44d4-8452-3be18aa5af8c None None] Provisioning for port 0831b534-912d-4a4b-9abf-16366d0dbb07 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:04.746881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb9f651f-c277-40c0-82af-cf21394ed7e9 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/b26ca801-0984-47c0-9f22-004bb731ce5e HTTP/1.1" status: 204 len: 168 time: 1.5162048 Feb 16 13:50:04.747835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34848) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:04.755395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:04.757775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'mac_address': 'fa:16:3e:63:04:9c', 'name': 'tempest-PortsTestJSON-1224445324'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:04.786919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71190a38-ab78-4d96-b52c-258c5c946ee1,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:04.828895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:50:04.943350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Allocated IP 172.20.0.1 (5048ecd9-efe5-4d20-b17d-c6fe74ab15bc/44b6d237-04e3-4459-9200-ccd201116dde/1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:05.074191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4e05-c394-43c9-916a-cef845842ef2 req-4eff5765-787a-44a6-bb79-8ca2aecb135f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:05.075857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5ad4e05-c394-43c9-916a-cef845842ef2 req-4eff5765-787a-44a6-bb79-8ca2aecb135f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 944 time: 0.3053713 Feb 16 13:50:05.093927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0831b534-912d-4a4b-9abf-16366d0dbb07 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:05.107520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.172753 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5ad4e05-c394-43c9-916a-cef845842ef2 req-9aed2567-b37b-4bbd-a5f4-781e6f2b288c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882542 Feb 16 13:50:05.184242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] device_id is not set on port ca42e86f-4bdd-40b7-af84-260739aeac03 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:05.237739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:05.246768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:05.251976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:05.261627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:05.275221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.276357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.290867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:05.328061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71190a38-ab78-4d96-b52c-258c5c946ee1 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:50:05.345218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Transition to ACTIVE for port object 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:05.349336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 0831b534-912d-4a4b-9abf-16366d0dbb07 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:05.368348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71190a38-ab78-4d96-b52c-258c5c946ee1,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:05.371118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 0831b534-912d-4a4b-9abf-16366d0dbb07 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:05.371521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.411051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.418099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.432877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.463614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.477265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 7b831a1c-0834-448f-a71e-547bcd95b76e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:05.512529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.523361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:05.526932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:05.533160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:05.556226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:05.568032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:05.604739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.634114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Transition to ACTIVE for port object 10e067f7-0fad-479f-9192-d6347a5c1938 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:05.647917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.688164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:05.699448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.755952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.14 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/ca42e86f-4bdd-40b7-af84-260739aeac03) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:05.764336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.13 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/ca42e86f-4bdd-40b7-af84-260739aeac03) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:05.839438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Attempting to bind port 10e067f7-0fad-479f-9192-d6347a5c1938 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:05.840076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Attempting to bind port 10e067f7-0fad-479f-9192-d6347a5c1938 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:05.840497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Attempting to bind port 10e067f7-0fad-479f-9192-d6347a5c1938 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:05.849963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4538bc-b86d-424b-8dfe-07c775c8c343 None None] Pushing event updated for resources: {'Port': ['ID=10e067f7-0fad-479f-9192-d6347a5c1938,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:05.857729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['71190a38-ab78-4d96-b52c-258c5c946ee1'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:50:05.906774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:05.907355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:05.907879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.908377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:05.909005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Bound port: 10e067f7-0fad-479f-9192-d6347a5c1938, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:05.911818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:05.946476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.059693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be028df9-3295-4b58-9263-fdebe9a9e41c None None] Provisioning for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:06.066483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 0831b534-912d-4a4b-9abf-16366d0dbb07, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0831b534-912d-4a4b-9abf-16366d0dbb07,segment=NetworkSegment(61262ca6-c79c-4b19-bea6-b126b7599f97),segment_id=61262ca6-c79c-4b19-bea6-b126b7599f97)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:06.082637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-be028df9-3295-4b58-9263-fdebe9a9e41c None None] Provisioning complete for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:06.083340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-be028df9-3295-4b58-9263-fdebe9a9e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.135996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] For port 10e067f7-0fad-479f-9192-d6347a5c1938, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:06.151134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.219781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.242015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.245683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-be028df9-3295-4b58-9263-fdebe9a9e41c None None] Port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:06.247593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.313556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.349499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] For port 10e067f7-0fad-479f-9192-d6347a5c1938, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=10e067f7-0fad-479f-9192-d6347a5c1938,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:06.354570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.386563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.409206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.492059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:06.496078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:06.496893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:06.503466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:06.506075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:06.512161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:06.512753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.516294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:06.527054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:06.537073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:06.543476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.554059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=7b831a1c-0834-448f-a71e-547bcd95b76e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:06.573413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Provisioning complete for port 0831b534-912d-4a4b-9abf-16366d0dbb07 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:06.573855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.603698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=0831b534-912d-4a4b-9abf-16366d0dbb07,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:06.610429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-563b4372-d595-478e-88cf-7ac5f982083d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8590586 Feb 16 13:50:06.618054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:06.621112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=ca42e86f-4bdd-40b7-af84-260739aeac03,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:06.716553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:06.717306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.759424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-25c7b2f5-cb26-4868-9a3f-b9e96ef34f57 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.9299347 Feb 16 13:50:06.762277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:06.767802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'ca42e86f-4bdd-40b7-af84-260739aeac03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:06.790463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b9cc-d9af-43fd-ba8b-f19ac7f5b377 req-46329088-c2f9-400d-8e60-bee2b7f9333a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:06.791849 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6f83b9cc-d9af-43fd-ba8b-f19ac7f5b377 req-46329088-c2f9-400d-8e60-bee2b7f9333a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 945 time: 0.4220850 Feb 16 13:50:06.838036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:06.846407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b9266-488b-4202-9f5c-6566cf0ee776 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:06.847705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e48b9266-488b-4202-9f5c-6566cf0ee776 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:06.861409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:floatingip and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:06.868896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:06.870259 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6f83b9cc-d9af-43fd-ba8b-f19ac7f5b377 req-356884c3-f2ad-4524-9dc7-ea36938e2d7c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665424 Feb 16 13:50:06.892293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:06.898455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4538bc-b86d-424b-8dfe-07c775c8c343 None None] Pushing event updated for resources: {'Port': ['ID=10e067f7-0fad-479f-9192-d6347a5c1938,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:06.899383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.906270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:06.939940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e48b9266-488b-4202-9f5c-6566cf0ee776 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:06.939940 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e48b9266-488b-4202-9f5c-6566cf0ee776 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/7b831a1c-0834-448f-a71e-547bcd95b76e HTTP/1.1" status: 200 len: 841 time: 0.3177168 Feb 16 13:50:06.947929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:06.972357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:07.016907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.032930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0831b534-912d-4a4b-9abf-16366d0dbb07 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:07.078887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.125672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Pushing event updated for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:07.254242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:07.262060 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:07.390063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.403698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.482472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Router a7539c88-e4b3-47e3-81c2-666a194ff051 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:07.503955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 7b831a1c-0834-448f-a71e-547bcd95b76e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:07.504555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.518001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Provisioning for port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:07.531275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Provisioning complete for port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:07.531647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.561634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 0831b534-912d-4a4b-9abf-16366d0dbb07 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:07.561921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.565500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:07.634456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.646414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-25f04234-943b-418a-a94a-36b1551884cf None None] Port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:07.674076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d', 'name': '', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'mac_address': 'fa:16:3e:fa:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:50:04Z', 'updated_at': '2022-02-16T13:50:04Z', 'revision_number': 1, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'subnets': [{'id': '44b6d237-04e3-4459-9200-ccd201116dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:07.693831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:07.700060 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dedbd764-4f3f-45bf-b5ae-98fd4c9aa553 admin admin] 10.222.0.105 "PUT /v2.0/routers/a7539c88-e4b3-47e3-81c2-666a194ff051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4655607 Feb 16 13:50:07.720189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18971cf5-da15-4f21-8541-72940d21a5a5 None None] The sync data for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv is: [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d', 'name': '', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'mac_address': 'fa:16:3e:fa:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:50:04Z', 'updated_at': '2022-02-16T13:50:04Z', 'revision_number': 1, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'subnets': [{'id': '44b6d237-04e3-4459-9200-ccd201116dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:07.767340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Provisioning complete for port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:07.767800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.835932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:07.850645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Provisioning complete for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:07.851018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.909682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-515c3d45-d214-4500-9103-63df9a8aaf28 None None] Port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:07.962339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:07.999137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network c2216a31-5d3f-44f3-9053-6afba322ab05 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:08.004512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:08.164024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 7b831a1c-0834-448f-a71e-547bcd95b76e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:08.199440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 71190a38-ab78-4d96-b52c-258c5c946ee1 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:08.257982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe09f5a-3395-42a1-bedc-dcf70ac0548b req-c8aa5ebb-6aa6-4b37-9efb-be2101b856e4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:08.261673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ffe09f5a-3395-42a1-bedc-dcf70ac0548b req-c8aa5ebb-6aa6-4b37-9efb-be2101b856e4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 945 time: 0.1594641 Feb 16 13:50:08.283258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.332510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 71190a38-ab78-4d96-b52c-258c5c946ee1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:08.338246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 71190a38-ab78-4d96-b52c-258c5c946ee1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:08.338428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.355381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.361484 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ffe09f5a-3395-42a1-bedc-dcf70ac0548b req-211ccf3e-3c1d-4605-a175-b61886b34e14 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934243 Feb 16 13:50:08.425687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c8bfe602-ba84-4145-8fff-5b03da024109 None None] Provisioning complete for port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:08.425687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c8bfe602-ba84-4145-8fff-5b03da024109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.451705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.469733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=7b831a1c-0834-448f-a71e-547bcd95b76e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:08.511439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34874) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:08.516820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490232473', 'description': 'tempest-secgroup-smoke-490232473 description', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:08.523891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:08.529493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:08.532596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:08.544557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:08.547813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c8bfe602-ba84-4145-8fff-5b03da024109 None None] Port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:08.558826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.561361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.570804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6bf59ccd-fb2d-481c-8a2a-b65d89f1feba tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/7b831a1c-0834-448f-a71e-547bcd95b76e HTTP/1.1" status: 204 len: 168 time: 1.6252635 Feb 16 13:50:08.575962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34878) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:08.588343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:08.596374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:08.599672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:50:08.602203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:08.609536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71190a38-ab78-4d96-b52c-258c5c946ee1,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:08.612302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:08.615601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.644550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ddcd53-dd39-4cf7-b1df-e0b5d01d59b1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:08.645094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79ddcd53-dd39-4cf7-b1df-e0b5d01d59b1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:08.714010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.723449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.790926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79ddcd53-dd39-4cf7-b1df-e0b5d01d59b1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:08.797551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deda3f6d-96d9-48a7-992b-0f50d977a270,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:08.798674 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79ddcd53-dd39-4cf7-b1df-e0b5d01d59b1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/7b831a1c-0834-448f-a71e-547bcd95b76e HTTP/1.1" status: 404 len: 333 time: 0.2070887 Feb 16 13:50:08.807053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:08.809794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.816247 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-69a40596-d5ec-4e12-a500-01fec4309953 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3034410 Feb 16 13:50:08.828321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:08.828789 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:50:08.829311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34888) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:08.835315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:08.842846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:08.852274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'name': 'tempest-PortsTestJSON-29601710'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:08.853454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:08.857793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:08.866608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:08.871710 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'code': 200} Feb 16 13:50:08.878347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.3 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/17ee7157-3342-4840-8b83-36b073060388) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:08.898000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:08.964614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:08.991475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 10e067f7-0fad-479f-9192-d6347a5c1938 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:09.019146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.030619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.084753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.092582 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616386 Feb 16 13:50:09.100289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34894) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:09.112144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:09.124388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:09.129966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:09.133602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:09.141534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 10e067f7-0fad-479f-9192-d6347a5c1938 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:09.144597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dcfa6-f6a6-43cb-9a8a-b29bf0ef7f63 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b41ee9e-25f5-4e1c-8604-3894916dbaee,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:09.149905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 10e067f7-0fad-479f-9192-d6347a5c1938 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:09.150639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.154534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:09.176938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.307272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.328628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 10e067f7-0fad-479f-9192-d6347a5c1938, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=10e067f7-0fad-479f-9192-d6347a5c1938,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:09.335338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.432117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.438269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.439600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=10e067f7-0fad-479f-9192-d6347a5c1938,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:09.462595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16f84b1-2651-468a-bdd7-173a12afc8c3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:09.475948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:09.492501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.499380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1ca8c8c7-13b5-46a4-8b49-308b93391163 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3965676 Feb 16 13:50:09.500634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:09.508070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:09.559222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:09.569087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:09.573415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:09.587512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:09.589933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:09.618156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.646787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:09.650292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.653567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d65483-64f2-44d5-acff-3134614b6f3e req-f29cf7dc-f844-4355-8790-a44800254ead tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:09.655182 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a5d65483-64f2-44d5-acff-3134614b6f3e req-f29cf7dc-f844-4355-8790-a44800254ead tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.1398964 Feb 16 13:50:09.671381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:09.685714 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] Sync routers for ids ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:09.696262 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] Routers {'fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:09.699823 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5469e482-e260-4f03-83e2-1fe413881d44 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3754570 Feb 16 13:50:09.700911 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:09.703434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34904) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:09.704830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.710988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port a1684bb3-e10e-4dbe-86ea-00220a21968b yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:09.784767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f55e2-3353-451b-9a28-a1f4c231a577 req-f29a1d5b-2db3-4b4e-be4e-b0666c662d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:09.786705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-234f55e2-3353-451b-9a28-a1f4c231a577 req-f29a1d5b-2db3-4b4e-be4e-b0666c662d5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1099 time: 0.4186692 Feb 16 13:50:09.786855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:09.797723 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] Routers {'fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:09.798396 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:09.799899 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a5d65483-64f2-44d5-acff-3134614b6f3e req-b7a7fb5f-da0e-45c2-9c00-50e28bc5c6cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298306 Feb 16 13:50:09.845134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.857277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62092fe1-bb91-4b27-9c13-50f39c63c810 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:09.858281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62092fe1-bb91-4b27-9c13-50f39c63c810 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:09.863284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.863515 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:09.864104 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484ecb0e-659b-403d-9b41-02dd355a4026 None None] The sync data for ids ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:09.899703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67694dc9-525d-4937-9e2e-333559d651c5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:09.904283 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-234f55e2-3353-451b-9a28-a1f4c231a577 req-af7ddea5-1022-40ca-b5f9-62f05cc5946f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979533 Feb 16 13:50:09.909630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62092fe1-bb91-4b27-9c13-50f39c63c810 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:09.913926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-62092fe1-bb91-4b27-9c13-50f39c63c810 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports/6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab HTTP/1.1" status: 200 len: 977 time: 0.2094383 Feb 16 13:50:09.914921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34908) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:09.917893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:09.919039 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f6ed1fa0-1785-4340-bda2-878a94093a23 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4167178 Feb 16 13:50:09.948479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:09.964079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:09.968821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.005763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:10.029544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:10.050487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:10.073473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:10.082437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:10.096284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:10.104481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:10.135668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.145321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=17ee7157-3342-4840-8b83-36b073060388,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:10.173425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.284870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.413380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.415488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:10.423145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:10.433138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.434967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:10.440452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:10.441068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.444265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.452769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=a1684bb3-e10e-4dbe-86ea-00220a21968b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:10.550125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e102a0-7557-4a96-a24b-20ae60407712,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:10.583817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.584983 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e5cd0d42-775d-48a5-a70d-a276e98cb674 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6352899 Feb 16 13:50:10.588971 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d27273aa-abc3-48f3-a2c7-e9a628e77e6c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7725089 Feb 16 13:50:10.590893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:10.592995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34918) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:10.601111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:10.611334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:10.653489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:10.693599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4cda10af-dd2f-417b-b38f-619d132b2254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.717937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:10.729800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:10.763081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:10.770839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.838097 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Project 259a9ed7d25b4c22a9a6a7a621a15ae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:50:10.854425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.857693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.883599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:10.948682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 10e067f7-0fad-479f-9192-d6347a5c1938 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:11.062151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 10e067f7-0fad-479f-9192-d6347a5c1938 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:11.062840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.128290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.157522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.163615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:11.164241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.246875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.255279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.358760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Sync routers for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:11.377720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:11.378746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:11.454093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7f23ef-7715-4df1-9d88-2d4bb49c2322,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:11.500167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.503512 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee65d681-e98c-42cb-a640-0892a18c6d08 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9110005 Feb 16 13:50:11.504400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34926) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:11.511721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=17ee7157-3342-4840-8b83-36b073060388,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:11.518277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'security_group_rule': {'security_group_id': 'deda3f6d-96d9-48a7-992b-0f50d977a270', 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:11.531957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:11.537770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.587099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:security_group_rule and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:11.600629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:11.603985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818a19-82bb-45c6-9689-ba3d3e8abce4 req-050b31c8-5fbc-455a-ae8c-a9ae4f0940cb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:11.606065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-86818a19-82bb-45c6-9689-ba3d3e8abce4 req-050b31c8-5fbc-455a-ae8c-a9ae4f0940cb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.6098235 Feb 16 13:50:11.614967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:11.634945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:11.673375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.691968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.703160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.709991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Project 259a9ed7d25b4c22a9a6a7a621a15ae8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:50:11.720616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.763139 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-86818a19-82bb-45c6-9689-ba3d3e8abce4 req-61198bba-17ca-4a9b-a875-4a616b115c5f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251287 Feb 16 13:50:11.767285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 4bbb4c9f-d418-4716-abd4-f80424c3bb22 associated. External IP: 172.26.1.3, port: ca42e86f-4bdd-40b7-af84-260739aeac03. Feb 16 13:50:11.890886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] In _notify_port_updated(), no bound segment for port a1684bb3-e10e-4dbe-86ea-00220a21968b on network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:50:11.896178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:11.897351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.900712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/ports/a1684bb3-e10e-4dbe-86ea-00220a21968b HTTP/1.1" status: 200 len: 818 time: 1.3014922 Feb 16 13:50:11.901124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34930) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:11.908331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:11.969356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.978183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:11.997009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d', 'name': '', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'mac_address': 'fa:16:3e:fa:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:50:04Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 2, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'subnets': [{'id': '44b6d237-04e3-4459-9200-ccd201116dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:12.002702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Checking router: a7539c88-e4b3-47e3-81c2-666a194ff051 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:50:12.003316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Updating router a7539c88-e4b3-47e3-81c2-666a194ff051 port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:50:12.042866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port a1684bb3-e10e-4dbe-86ea-00220a21968b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:12.043120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.066910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b9056-92f2-4dfb-9e10-b930a0e1466e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=a1684bb3-e10e-4dbe-86ea-00220a21968b,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:12.072455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.091134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.092235 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5842476 Feb 16 13:50:12.092807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9684d6b-1ddb-471e-b462-6dab5bcf5023 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cde2cf2-b245-4d00-823a-c533da10e4f5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:12.292582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:12.318031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.479656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for a1684bb3-e10e-4dbe-86ea-00220a21968b owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:12.524910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.540726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:12.553585 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:12.557070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Transition to ACTIVE for port object 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:12.570320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:12.571586 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:12.574868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.575545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.578059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.655531 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0994cd19-2d85-468e-a697-bad6dba3cf0b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8920734 Feb 16 13:50:12.656489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 34976) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:12.663455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': 'ca42e86f-4bdd-40b7-af84-260739aeac03', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:12.688462 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:12.701542 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:12.702751 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:12.711582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4d92-1b3e-43f3-bf68-d7d34b4ffeee None None] Pushing event updated for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:12.752618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=6c1c4939-405c-4f8e-8b0d-dd5b9dd88cab,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:12.807499 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:12.808487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639aa8a4-d1ee-47c7-8989-c19ea4941785 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:12.844683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:12.933978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.004656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Attempting to bind port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:13.005167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Attempting to bind port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:13.005389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Attempting to bind port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d on network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:13.018552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:13.018988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Checking segment: {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:13.019327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.020731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Bound using segment: {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:13.022115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Bound port: 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a770777-07b1-4ed8-9914-f6aa93130c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:13.022665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.040901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=a1684bb3-e10e-4dbe-86ea-00220a21968b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:13.199528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.202756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] For port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:13.206469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] For port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:13.231847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.354399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:13.355034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:49:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:13.444389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c4d92-1b3e-43f3-bf68-d7d34b4ffeee None None] Pushing event updated for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:13.489932 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d7da4bc4-4a1c-40db-abfb-6c6f146f4ee3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/a1684bb3-e10e-4dbe-86ea-00220a21968b HTTP/1.1" status: 204 len: 168 time: 1.5540280 Feb 16 13:50:13.490725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 34988) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:13.631269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.639882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:13.763520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af22b5-46b3-4cab-b5aa-c589531ba255 req-72ac99a8-b9a4-420a-bf99-1547a5356a35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:13.765246 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8af22b5-46b3-4cab-b5aa-c589531ba255 req-72ac99a8-b9a4-420a-bf99-1547a5356a35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.7392640 Feb 16 13:50:13.984910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b9de6b1-1442-4df7-a721-9a842c483f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:13.993242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e22782-bd98-4144-82ec-8cc4cec3ff2e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:13.994541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b1e22782-bd98-4144-82ec-8cc4cec3ff2e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:14.021662 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8af22b5-46b3-4cab-b5aa-c589531ba255 req-6a2dcbd7-eea4-4b7d-b029-a24ac9c61804 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980064 Feb 16 13:50:14.097135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b1e22782-bd98-4144-82ec-8cc4cec3ff2e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:14.101444 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b1e22782-bd98-4144-82ec-8cc4cec3ff2e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5911636 Feb 16 13:50:14.102152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35028) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:14.155373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.180771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbe0b02-c240-47d8-889a-5d54b01f2aa6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:14.187242 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0fbe0b02-c240-47d8-889a-5d54b01f2aa6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/a1684bb3-e10e-4dbe-86ea-00220a21968b HTTP/1.1" status: 404 len: 333 time: 0.0726826 Feb 16 13:50:14.190290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35032) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:14.200761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.208644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.216967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d', 'name': '', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'mac_address': 'fa:16:3e:fa:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:50:04Z', 'updated_at': '2022-02-16T13:50:13Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'subnets': [{'id': '44b6d237-04e3-4459-9200-ccd201116dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:14.225721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205f675f-03ee-463d-b804-28c96e7d1537 None None] The sync data for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv is: [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:50:06Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d', 'name': '', 'network_id': '5048ecd9-efe5-4d20-b17d-c6fe74ab15bc', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'mac_address': 'fa:16:3e:fa:b6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '44b6d237-04e3-4459-9200-ccd201116dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:50:04Z', 'updated_at': '2022-02-16T13:50:13Z', 'revision_number': 4, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'subnets': [{'id': '44b6d237-04e3-4459-9200-ccd201116dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:14.240895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.245400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-604899660'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:14.266476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:14.268628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:14.286555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:14.303172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:14.335483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:14.514793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:14.519274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.558421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:14.569999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] Sync routers for ids ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:14.571818 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4e5e52af-901f-4100-a5c6-e79c230a9d8f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6558759 Feb 16 13:50:14.575093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35038) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:14.591149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] Routers {'fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:14.592621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e0062-bd80-46ce-a1ca-a129a355073d req-006e6195-af2d-40fb-82c8-c99dabaa7a5a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:14.593763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:14.594428 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac5e0062-bd80-46ce-a1ca-a129a355073d req-006e6195-af2d-40fb-82c8-c99dabaa7a5a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.4164367 Feb 16 13:50:14.595728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:14.712734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:14.767028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:14.777935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] Routers {'fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:14.778725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:14.814619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.815086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment ea8b3018-fba0-44a8-af0a-9273f3414978 of type vlan for network 25f8b8d1-fbb7-4523-a829-c452853403d0 Feb 16 13:50:14.860996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:14.861221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e76f73-85cc-4750-822e-4a680d61808a None None] The sync data for ids ['fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:14.862625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.976008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:14.982912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:14.988635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:14.989229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.078914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:15.083820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.090433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:15.116777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:15.119199 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:15.197192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:15.207711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:15.208082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.218916 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:15.233836 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:15.234801 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:15.312484 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92361813-1821-4e84-bbec-e35f9568e5cf tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/4bbb4c9f-d418-4716-abd4-f80424c3bb22 HTTP/1.1" status: 200 len: 977 time: 2.6548028 Feb 16 13:50:15.315315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.319589 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:15.320581 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0039270-041a-41df-8c6b-db3fe6851522 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:15.411656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac5e0062-bd80-46ce-a1ca-a129a355073d req-1d5ba35f-5523-43c2-9ff0-32c7aee1ddb6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7285874 Feb 16 13:50:15.430097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.437272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.500210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.541354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:15.541618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3009324 Feb 16 13:50:15.547271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.563243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.574854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:15.583177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=25f8b8d1-fbb7-4523-a829-c452853403d0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:15.593241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-95769384-ffdd-42ea-bbd6-e214d918b7ea tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 13:50:15.596832 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-95769384-ffdd-42ea-bbd6-e214d918b7ea tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0156553 Feb 16 13:50:15.598785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35056) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.602796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.603981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.604325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.604656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.604978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.605306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.605639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.605937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.606271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.606586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.606903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.613060 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d8ffd1-dedf-4d54-84b9-b5c7ac0e23da tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:15.651087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:15.662473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d356f25-483f-4741-a229-5a21dc1acd8d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:15.689809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d356f25-483f-4741-a229-5a21dc1acd8d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:15.692031 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4d356f25-483f-4741-a229-5a21dc1acd8d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 HTTP/1.1" status: 200 len: 205 time: 0.0918052 Feb 16 13:50:15.694818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35060) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.805428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.814744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:15.876609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.907432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 17ee7157-3342-4840-8b83-36b073060388 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:15.907764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:15.931903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:15.942293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:15.952624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:15.965474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcf6750-f508-4fdd-b927-fe0d3160fa37 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:15.966995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cdcf6750-f508-4fdd-b927-fe0d3160fa37 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1094 time: 0.5290349 Feb 16 13:50:15.970987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:15.972776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:15.984450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:15.997102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:16.017965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:16.024032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:16.027344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:16.031477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.117455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:16.216777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.253940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.257207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.287988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.288505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:50:16.301651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.305528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-70af5469-733f-400a-a1a1-37a463c6a915 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 HTTP/1.1" status: 204 len: 168 time: 0.6069822 Feb 16 13:50:16.308131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35068) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:16.343715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.344459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.374687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 1c067b74-9f31-458b-bb5f-eb5dda30ce94 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:16.378069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.442436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.502617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 17ee7157-3342-4840-8b83-36b073060388 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:16.558571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.659697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.708896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=1c067b74-9f31-458b-bb5f-eb5dda30ce94,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:16.709154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.711140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.718393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c046f-b237-4bc2-8d6d-433053ba0462 None None] Network c2216a31-5d3f-44f3-9053-6afba322ab05 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:16.720876 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b7f51bf2-8241-4412-a59e-4abd897bfc1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/1c067b74-9f31-458b-bb5f-eb5dda30ce94 HTTP/1.1" status: 204 len: 168 time: 0.4137022 Feb 16 13:50:16.721547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35074) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:16.860518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.875379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 0831b534-912d-4a4b-9abf-16366d0dbb07 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:16.875816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.883858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=bcefd17b-f33f-4f9c-b689-b3a2e3c0c386,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:16.893088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:16.901816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': 'ea8b3018-fba0-44a8-af0a-9273f3414978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:16.902200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 25f8b8d1-fbb7-4523-a829-c452853403d0, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:16.960594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.960927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.961255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.961579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.961898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.962246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.962554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.962865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.963172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.963475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.963784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:16.964087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:17.003005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.009079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:17.052118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:17.106008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 25f8b8d1-fbb7-4523-a829-c452853403d0) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:17.108837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=17ee7157-3342-4840-8b83-36b073060388,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:17.125685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:17.126696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.176406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 0831b534-912d-4a4b-9abf-16366d0dbb07, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0831b534-912d-4a4b-9abf-16366d0dbb07,segment=NetworkSegment(61262ca6-c79c-4b19-bea6-b126b7599f97),segment_id=61262ca6-c79c-4b19-bea6-b126b7599f97)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:17.176964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.178549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d291a38-5ed0-4a71-b2a9-eddd8528b997 None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:17.194958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92857165-f971-4d53-839e-340d040d87bc None None] DHCP port deletion for c2216a31-5d3f-44f3-9053-6afba322ab05 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:50:17.281631 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-515632f7-ec35-45c9-9d87-4de0420b249f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7112620 Feb 16 13:50:17.286803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.287417 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 4bbb4c9f-d418-4716-abd4-f80424c3bb22 disassociated (deleted). External IP: 172.26.1.3, port: ca42e86f-4bdd-40b7-af84-260739aeac03. Feb 16 13:50:17.298250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92857165-f971-4d53-839e-340d040d87bc None None] Deleting port 0831b534-912d-4a4b-9abf-16366d0dbb07 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:17.299374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92857165-f971-4d53-839e-340d040d87bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.344350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35078) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:17.373854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:17.390874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.115 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/68016726-65a1-49eb-aa2d-9b893ff1ba0b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:17.464018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 0831b534-912d-4a4b-9abf-16366d0dbb07 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:17.555950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.571975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:17.571975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.633982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=0831b534-912d-4a4b-9abf-16366d0dbb07,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:17.637698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port 0831b534-912d-4a4b-9abf-16366d0dbb07 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:17.879887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.909500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92857165-f971-4d53-839e-340d040d87bc None None] For port 0831b534-912d-4a4b-9abf-16366d0dbb07, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=0831b534-912d-4a4b-9abf-16366d0dbb07,segment=NetworkSegment(61262ca6-c79c-4b19-bea6-b126b7599f97),segment_id=61262ca6-c79c-4b19-bea6-b126b7599f97)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:17.910137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92857165-f971-4d53-839e-340d040d87bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.925100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-25f8b8d1-fbb7-4523-a829-c452853403d0', 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': 'bcefd17b-f33f-4f9c-b689-b3a2e3c0c386'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:17.926038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:17.927982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:17.945527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2216a31-5d3f-44f3-9053-6afba322ab05']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:17.954650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:17.968256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:17.982507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:17.991400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61262ca6-c79c-4b19-bea6-b126b7599f97') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:17.992209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61262ca6-c79c-4b19-bea6-b126b7599f97') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:18.021670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.046340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.074594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:18.076079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.085099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:18.105530 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:18.110467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:18.114697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.146374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92857165-f971-4d53-839e-340d040d87bc None None] Calling delete_port for 0831b534-912d-4a4b-9abf-16366d0dbb07 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:18.234686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.251999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:18.262150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.275968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=c2216a31-5d3f-44f3-9053-6afba322ab05,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:18.292917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9c7845cc-03e7-4ab7-84bc-dd377ce1f1ed tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/c2216a31-5d3f-44f3-9053-6afba322ab05 HTTP/1.1" status: 204 len: 168 time: 1.5697803 Feb 16 13:50:18.297793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35084) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:18.306243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565681330'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:18.315798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:18.322934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:18.329853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:18.337382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:18.354161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:18.361365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.399906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:18.416903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.417598 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment 2b506997-c134-4db5-98b7-ca2b3375d560 of type vlan for network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 Feb 16 13:50:18.424595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.426469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-92857165-f971-4d53-839e-340d040d87bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:50:18.426833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-92857165-f971-4d53-839e-340d040d87bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:50:18.455813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Allocated IP 172.20.0.2 (25f8b8d1-fbb7-4523-a829-c452853403d0/bcefd17b-f33f-4f9c-b689-b3a2e3c0c386/fddefc19-9761-41d1-bcee-e8b326af433e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:18.478827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.484298 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bcefd17b-f33f-4f9c-b689-b3a2e3c0c386 (CIDR: 172.20.0.0/28) Feb 16 13:50:18.519615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.533174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:18.533859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.562685 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:50:18.563254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:50:18.590540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:18.601358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:18.615354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:18.657573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=68016726-65a1-49eb-aa2d-9b893ff1ba0b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:18.665191 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e52acd2d-098d-46d0-b44e-cbe810220430 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3117833 Feb 16 13:50:18.668820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35088) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:18.675686 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3760231 Feb 16 13:50:18.676613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35092) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:18.683835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:18.688480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:18.695340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.731193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:18.761714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:18.762478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:18.813642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1111fc55-58d7-41da-a86d-6d8ef5d5f15a tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/4bbb4c9f-d418-4716-abd4-f80424c3bb22 HTTP/1.1" status: 204 len: 168 time: 3.4944069 Feb 16 13:50:18.842785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35094) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:18.866087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:18.867784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:18.887327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:18.888676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:18.890763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72693c-13cb-4930-8d5f-ac7f6e377466 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=80b05ef6-c4d4-4871-bdac-82fe6ee51089,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:18.902544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:18.912766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:18.912766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:18.961403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:18.977771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:19.003116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port ca42e86f-4bdd-40b7-af84-260739aeac03 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:19.003520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.041412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92857165-f971-4d53-839e-340d040d87bc None None] Deleting port 0831b534-912d-4a4b-9abf-16366d0dbb07 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:19.042297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92857165-f971-4d53-839e-340d040d87bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.059532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:19.068742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.074542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:19.075174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d06cc-780c-471d-81d3-98fba7ff0776 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:19.079746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:19.094623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:19.117751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0831b534-912d-4a4b-9abf-16366d0dbb07 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:19.160795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Transition to ACTIVE for port object fddefc19-9761-41d1-bcee-e8b326af433e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:19.185766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:19.193320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:19.203911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:19.240501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:19.248345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.274406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 0831b534-912d-4a4b-9abf-16366d0dbb07 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:19.275094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 0831b534-912d-4a4b-9abf-16366d0dbb07 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:19.306049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-92857165-f971-4d53-839e-340d040d87bc None None] The port '0831b534-912d-4a4b-9abf-16366d0dbb07' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:19.317530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Transition to ACTIVE for port object fddefc19-9761-41d1-bcee-e8b326af433e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:19.342017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.415809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:19.420115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:19.423698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:19.549875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Pushing event updated for resources: {'Port': ['ID=fddefc19-9761-41d1-bcee-e8b326af433e,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:19.570676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Attempting to bind port fddefc19-9761-41d1-bcee-e8b326af433e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:19.571138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Attempting to bind port fddefc19-9761-41d1-bcee-e8b326af433e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ea8b3018-fba0-44a8-af0a-9273f3414978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:19.572123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Attempting to bind port fddefc19-9761-41d1-bcee-e8b326af433e on network 25f8b8d1-fbb7-4523-a829-c452853403d0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:19.581716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:19.582184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Checking segment: {'id': 'ea8b3018-fba0-44a8-af0a-9273f3414978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:19.582714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.583370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Bound using segment: {'id': 'ea8b3018-fba0-44a8-af0a-9273f3414978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:19.583693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Bound port: fddefc19-9761-41d1-bcee-e8b326af433e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8b3018-fba0-44a8-af0a-9273f3414978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:19.584133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.594971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.596729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.596729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.596729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.596729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.596729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.597319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.597722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.598100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.598499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.599178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.599610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:50:19.618899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.705861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:19.709230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fddefc19-9761-41d1-bcee-e8b326af433e,segment=NetworkSegment(ea8b3018-fba0-44a8-af0a-9273f3414978),segment_id=ea8b3018-fba0-44a8-af0a-9273f3414978)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:19.714907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.728821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.755031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for ca42e86f-4bdd-40b7-af84-260739aeac03 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:19.804261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:19.813005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:19.819788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480af20-821e-4e0e-b47d-c4e59a55c71d None None] Pushing event updated for resources: {'Port': ['ID=fddefc19-9761-41d1-bcee-e8b326af433e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:19.852917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.860001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:19.860714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:19.943992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=7f133260-fce1-4787-8bd6-971b419a81fd,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:19.950626 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-95bc6973-5d16-43d5-bc06-f34b8a46f3d4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2804840 Feb 16 13:50:19.960192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35102) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:19.970516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'fixed_ips': [{'subnet_id': 'bcefd17b-f33f-4f9c-b689-b3a2e3c0c386'}, {'subnet_id': '7f133260-fce1-4787-8bd6-971b419a81fd'}], 'name': 'tempest-PortsTestJSON-134256515'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:20.067010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.156724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.252378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=ca42e86f-4bdd-40b7-af84-260739aeac03,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:20.291470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.437484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=9d10a2d2-df56-4c0a-b1e7-b29eee7a1125,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:20.461481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:20.463798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': '2b506997-c134-4db5-98b7-ca2b3375d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:20.464493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: 80b05ef6-c4d4-4871-bdac-82fe6ee51089, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:20.473665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:20.475930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:20.487503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:20.498429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.503718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:20.508039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:20.537306 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14eb144f-dcc4-43dc-82b8-de0926372b3b tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/ca42e86f-4bdd-40b7-af84-260739aeac03 HTTP/1.1" status: 204 len: 168 time: 1.6899688 Feb 16 13:50:20.538723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:20.556301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:20.564519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:20.570674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:floatingip and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:20.574317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 80b05ef6-c4d4-4871-bdac-82fe6ee51089) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:20.574576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:20.583110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:20.584395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df96ea0-b64a-4908-8c79-eb610cbb28fd None None] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:20.589658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:20.590401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.606374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.610067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.620305 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b5810d77-9d62-424f-a464-450af08ddfb5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7634444 Feb 16 13:50:20.623474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35112) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:20.630681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.631721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-251573770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:20.659332 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:20.667953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:20.679544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:20.690421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:20.697686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.733155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.734269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.738281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:20.815033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.851976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=68016726-65a1-49eb-aa2d-9b893ff1ba0b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:20.877799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:20.913987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.018055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.021655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8751dff5-1300-4625-af84-ea0500c0fda7 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3972883 Feb 16 13:50:21.026860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:21.148399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fddefc19-9761-41d1-bcee-e8b326af433e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:21.216358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-80b05ef6-c4d4-4871-bdac-82fe6ee51089', 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '9d10a2d2-df56-4c0a-b1e7-b29eee7a1125'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:21.217236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.344830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b11b4f6-9f80-4471-86d5-16c2011ba682 None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:21.372533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fddefc19-9761-41d1-bcee-e8b326af433e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:21.396223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.12 (25f8b8d1-fbb7-4523-a829-c452853403d0/bcefd17b-f33f-4f9c-b689-b3a2e3c0c386/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:21.405777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.26 (25f8b8d1-fbb7-4523-a829-c452853403d0/7f133260-fce1-4787-8bd6-971b419a81fd/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:21.465651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Provisioning for port fddefc19-9761-41d1-bcee-e8b326af433e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:21.479185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:21.479559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.624936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Allocated IP 172.20.0.2 (80b05ef6-c4d4-4871-bdac-82fe6ee51089/9d10a2d2-df56-4c0a-b1e7-b29eee7a1125/f50d8f59-8d88-489b-b77a-fd6a1ab42b44) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:21.685919 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 762f7370-1330-4f03-a72b-78cbc2b57569 associated. External IP: 172.26.1.115, port: 71190a38-ab78-4d96-b52c-258c5c946ee1. Feb 16 13:50:21.736321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.761985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:21.803432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.897047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:21.923230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:21.938653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:21.954294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:21.993255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.069402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fddefc19-9761-41d1-bcee-e8b326af433e,segment=NetworkSegment(ea8b3018-fba0-44a8-af0a-9273f3414978),segment_id=ea8b3018-fba0-44a8-af0a-9273f3414978)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:22.069697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=0a676453-9bf3-48fb-bb8f-9c0dd8db9dde,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:22.095343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.130373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:22.131570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.160693 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-68127226-2a94-4001-b740-a0eb66384b6e tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1992276 Feb 16 13:50:22.163657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35122) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:22.172775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcefd17b-f33f-4f9c-b689-b3a2e3c0c386'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:22.182268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.228489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Transition to ACTIVE for port object f50d8f59-8d88-489b-b77a-fd6a1ab42b44 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:22.269842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109c73c-4f81-4d1f-9150-d59f9ce02133 None None] Pushing event updated for resources: {'Port': ['ID=fddefc19-9761-41d1-bcee-e8b326af433e,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:22.275272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Transition to ACTIVE for port object f50d8f59-8d88-489b-b77a-fd6a1ab42b44 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:22.279888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Update dhcp port {'port': {'network_id': '25f8b8d1-fbb7-4523-a829-c452853403d0', 'fixed_ips': [{'subnet_id': 'bcefd17b-f33f-4f9c-b689-b3a2e3c0c386', 'ip_address': '172.20.0.2'}, {'subnet_id': '7f133260-fce1-4787-8bd6-971b419a81fd'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': 'fddefc19-9761-41d1-bcee-e8b326af433e'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:50:22.292715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.336407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.340432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.356037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.407753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.205 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f186c0e5-5ff6-448d-b678-d956ec0ffaff) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:22.529613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:22.540628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:22.548713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:22.550489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Pushing event updated for resources: {'Port': ['ID=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:22.698723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Attempting to bind port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:22.699460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Attempting to bind port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '2b506997-c134-4db5-98b7-ca2b3375d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:22.699460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Attempting to bind port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 on network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:22.709735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:22.712391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:22.712763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Checking segment: {'id': '2b506997-c134-4db5-98b7-ca2b3375d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:22.713166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.713542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Bound using segment: {'id': '2b506997-c134-4db5-98b7-ca2b3375d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:22.714019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Bound port: f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b506997-c134-4db5-98b7-ca2b3375d560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '80b05ef6-c4d4-4871-bdac-82fe6ee51089'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:22.714416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:22.724999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Allocated IP 172.20.0.18 (25f8b8d1-fbb7-4523-a829-c452853403d0/7f133260-fce1-4787-8bd6-971b419a81fd/fddefc19-9761-41d1-bcee-e8b326af433e) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:22.980631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] For port f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:22.993556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fddefc19-9761-41d1-bcee-e8b326af433e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:23.063190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] For port f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,segment=NetworkSegment(2b506997-c134-4db5-98b7-ca2b3375d560),segment_id=2b506997-c134-4db5-98b7-ca2b3375d560)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:23.076528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fddefc19-9761-41d1-bcee-e8b326af433e,segment=NetworkSegment(ea8b3018-fba0-44a8-af0a-9273f3414978),segment_id=ea8b3018-fba0-44a8-af0a-9273f3414978)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:23.079510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.140473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.205726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.215870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ac05d-e044-4518-b76e-d21d7ec10a63 None None] Pushing event updated for resources: {'Port': ['ID=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:23.232547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:23.232992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.262260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Transition to ACTIVE for port object fddefc19-9761-41d1-bcee-e8b326af433e will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:23.268012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.316849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.20.0.1 (80b05ef6-c4d4-4871-bdac-82fe6ee51089/9d10a2d2-df56-4c0a-b1e7-b29eee7a1125/b4b2cb27-32b8-42f1-92c7-3521931cc5bd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:23.349489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:23.391777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:23.401363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Delete allocated IP 172.20.0.26 (25f8b8d1-fbb7-4523-a829-c452853403d0/7f133260-fce1-4787-8bd6-971b419a81fd) {{(pid=87697) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:50:23.415185 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:23.416359 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:23.468834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port fddefc19-9761-41d1-bcee-e8b326af433e had new provisioning blocks added so it will not transition to active. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 16 13:50:23.480965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286a727-7d07-482c-8050-79e8df59ec73 None None] Pushing event updated for resources: {'Port': ['ID=fddefc19-9761-41d1-bcee-e8b326af433e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:23.518457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.674457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.810994 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:23.815115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.851441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Ignored duplicate provisioning block setup for port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 13:50:23.859056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:23.895435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=f186c0e5-5ff6-448d-b678-d956ec0ffaff,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:23.914801 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e2ad3da8-408f-4076-a693-b352a3fa85a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9365404 Feb 16 13:50:23.920513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:50:23.925308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35130) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:23.937224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:23.947951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:23.954943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:24.047039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'status': 'completed', 'code': 200} Feb 16 13:50:24.121687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.225454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object b4b2cb27-32b8-42f1-92c7-3521931cc5bd will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:24.277921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.409078 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:19Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:24.409971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.415684 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:50:24.430711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:24.432895 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:24.456648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:24.461625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:24.491994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=0a676453-9bf3-48fb-bb8f-9c0dd8db9dde,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:24.513582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:24.538988 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ef1a9af1-5898-4f5e-a1d6-1dc9151e83ea tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/762f7370-1330-4f03-a72b-78cbc2b57569 HTTP/1.1" status: 200 len: 992 time: 0.6096854 Feb 16 13:50:24.549618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] In _notify_port_updated(), no bound segment for port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde on network 25f8b8d1-fbb7-4523-a829-c452853403d0 {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:50:24.555285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:24.555504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ba2d3-8fcc-4495-9d6f-e878fc249d2b None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:24.556148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.560595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-631dda39-04ca-45bb-8499-1813be95de18 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/ports/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde HTTP/1.1" status: 200 len: 919 time: 2.3929508 Feb 16 13:50:24.563297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35136) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:24.573376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcefd17b-f33f-4f9c-b689-b3a2e3c0c386'}, {'subnet_id': '7f133260-fce1-4787-8bd6-971b419a81fd'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:24.603731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=b4b2cb27-32b8-42f1-92c7-3521931cc5bd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:24.640762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-f104076a-ad9c-4116-83cd-28b809f4084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:24.642362 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-f104076a-ad9c-4116-83cd-28b809f4084a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1099 time: 0.5800371 Feb 16 13:50:24.686178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.688566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.751845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c6ee45f7-43e9-4a00-9b8b-a3b6b5d6a5ed None None] Provisioning for port fddefc19-9761-41d1-bcee-e8b326af433e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:24.765381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c6ee45f7-43e9-4a00-9b8b-a3b6b5d6a5ed None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:24.765751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6ee45f7-43e9-4a00-9b8b-a3b6b5d6a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.791857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:24.865792 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:50:24.989632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea60916-3616-4b8b-b76e-47ca88753ff3 None None] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:25.206514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-5c85e787-4e07-49eb-9c8f-6aa28f07bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:25.207944 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-5c85e787-4e07-49eb-9c8f-6aa28f07bebe service neutron] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 898 time: 0.5583892 Feb 16 13:50:25.295880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f50d8f59-8d88-489b-b77a-fd6a1ab42b44 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:25.429442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:25.529947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.26 (25f8b8d1-fbb7-4523-a829-c452853403d0/7f133260-fce1-4787-8bd6-971b419a81fd/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:25.625361 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-d5119dbc-eba5-4c45-8569-f72980405d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 1000 time: 0.3817992 Feb 16 13:50:25.626184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35144) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:25.897238 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:19Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:25.903312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:25.912351 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd901d4e-56c9-49bc-8de1-1e36851210de None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:40Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:19Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:25.946878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-191da268-ccf8-4c3f-9cd6-ba51e0e48547 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/762f7370-1330-4f03-a72b-78cbc2b57569 HTTP/1.1" status: 200 len: 992 time: 0.3072858 Feb 16 13:50:25.958437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Ignored duplicate provisioning block setup for port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 13:50:25.986021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.117105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:26.180313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:50:26.184668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fddefc19-9761-41d1-bcee-e8b326af433e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:26.223469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=0a676453-9bf3-48fb-bb8f-9c0dd8db9dde,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:26.306680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-b37f767d-1322-4be4-80bd-b7fb8168484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:26.308132 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-b37f767d-1322-4be4-80bd-b7fb8168484a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.6594100 Feb 16 13:50:26.311057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.337337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Provisioning for port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:26.359309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] In _notify_port_updated(), no bound segment for port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde on network 25f8b8d1-fbb7-4523-a829-c452853403d0 {{(pid=87697) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:50:26.362784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Provisioning complete for port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:26.363154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.366456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:26.374389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.377496 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aa418aad-0085-4964-a2c8-6f28e5d1cfac tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/ports/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde HTTP/1.1" status: 200 len: 999 time: 1.8131859 Feb 16 13:50:26.380497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35150) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:26.387460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.419511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc36482-f7e7-48e5-97d1-ec1cadabd4b4 None None] New status for floating IP 762f7370-1330-4f03-a72b-78cbc2b57569: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:50:26.471214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:26.471633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.569582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=f186c0e5-5ff6-448d-b678-d956ec0ffaff,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:26.713362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:26.715209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.828826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.865406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:26.868722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-25f423b0-bb2d-47c8-8e8c-68cfeabfcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:26.870508 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-25f423b0-bb2d-47c8-8e8c-68cfeabfcc5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5480282 Feb 16 13:50:26.954232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35154) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:27.087045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:27.116814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.131301 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-754ebe0d-590e-4460-a1bd-a5a37f87cc99 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5838041 Feb 16 13:50:27.163117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.248397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35158) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:27.257791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'port': {'network_id': '1e2b6225-777d-4c53-b076-b226ac98636c', 'name': 'tempest-FloatingIPTestJSON-1895870249'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:27.282426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] For port f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,segment=NetworkSegment(2b506997-c134-4db5-98b7-ca2b3375d560),segment_id=2b506997-c134-4db5-98b7-ca2b3375d560)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:27.373344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.528454 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd658cef-ace9-4194-8a98-54a3019375f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/762f7370-1330-4f03-a72b-78cbc2b57569 HTTP/1.1" status: 200 len: 992 time: 0.5660899 Feb 16 13:50:27.531720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68f636-f7ca-42da-9f73-7e83308047ff None None] Pushing event updated for resources: {'Port': ['ID=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:27.537239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Could not find standard attr ID for object 0a676453-9bf3-48fb-bb8f-9c0dd8db9dde. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:50:27.547413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.555967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.556227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.558006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Provisioning for port b4b2cb27-32b8-42f1-92c7-3521931cc5bd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:27.564714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Provisioning complete for port b4b2cb27-32b8-42f1-92c7-3521931cc5bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:27.565252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.621921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=0a676453-9bf3-48fb-bb8f-9c0dd8db9dde,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:27.626208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Port b4b2cb27-32b8-42f1-92c7-3521931cc5bd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:27.640282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:27.640786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.650739 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-1ea9c212-0786-4a87-9e67-5d81c82ef21c service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537036 Feb 16 13:50:27.831432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Provisioning complete for port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:27.833341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-201511c3-7faf-4896-80ff-6daaf154d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.853907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=b4b2cb27-32b8-42f1-92c7-3521931cc5bd,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:27.885606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:27.909342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:port and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:27.918544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:27.928588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:27.930434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.957582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.965361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:27.969098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:27.993594 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dfa11f31-9156-4e7e-a76b-fec51d069601 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde HTTP/1.1" status: 204 len: 168 time: 1.6119523 Feb 16 13:50:27.996722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35164) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:28.045502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] device_id is not set on port 352631b0-dace-4b6a-b67d-4a6f96e63ec7 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:28.186723 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-195bf36a-05fb-40e5-966d-26dca6eb02e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:28.187922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-195bf36a-05fb-40e5-966d-26dca6eb02e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:28.201187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:28.220126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:28.221290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-195bf36a-05fb-40e5-966d-26dca6eb02e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:28.222576 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-195bf36a-05fb-40e5-966d-26dca6eb02e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde HTTP/1.1" status: 404 len: 333 time: 0.2248974 Feb 16 13:50:28.227045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35168) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:28.271592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.6 (1e2b6225-777d-4c53-b076-b226ac98636c/d02e9e05-82c0-419e-96b5-061e4387f4bf/352631b0-dace-4b6a-b67d-4a6f96e63ec7) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:28.326919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet 7f133260-fce1-4787-8bd6-971b419a81fd {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:28.334252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.449408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.549442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:28.644785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b798088-3b01-47c1-ba16-03abf1754f6d None None] Provisioning complete for port b4b2cb27-32b8-42f1-92c7-3521931cc5bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:28.645891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b798088-3b01-47c1-ba16-03abf1754f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.655496 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1b72ff17-03cd-4b39-8eea-89131a1ae61e req-1d3df75b-78a2-4316-aa8f-658bc402b351 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9927983 Feb 16 13:50:28.725148 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4300b55b-c034-4485-b30e-97168cb25560 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/762f7370-1330-4f03-a72b-78cbc2b57569 HTTP/1.1" status: 200 len: 994 time: 0.1612093 Feb 16 13:50:28.726799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-0339486d-6e54-42a9-8acf-f3850c35c300 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6000450 Feb 16 13:50:28.741215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.747869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4b798088-3b01-47c1-ba16-03abf1754f6d None None] Port b4b2cb27-32b8-42f1-92c7-3521931cc5bd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:28.772054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router b8f6f19d-ead7-4734-95c3-ee7980454d9d is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:28.824340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.860049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.913216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:28.915730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44257b7c-1a1b-4362-9bac-792379b749c8 None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:28.918539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=7f133260-fce1-4787-8bd6-971b419a81fd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:28.930046 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-288221df-263b-4200-9e20-c5fe73cedf80 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/7f133260-fce1-4787-8bd6-971b419a81fd HTTP/1.1" status: 204 len: 168 time: 0.6994274 Feb 16 13:50:28.930584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35178) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:29.005903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet bcefd17b-f33f-4f9c-b689-b3a2e3c0c386 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:29.010718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.063841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.081966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:29.094626 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4420d708-fe72-412d-a926-2539a6ccc2a8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/b8f6f19d-ead7-4734-95c3-ee7980454d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0450819 Feb 16 13:50:29.098351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:29.104585 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] Sync routers for ids ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:29.118860 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] Routers {'b8f6f19d-ead7-4734-95c3-ee7980454d9d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:29.119875 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:29.156586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=352631b0-dace-4b6a-b67d-4a6f96e63ec7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:29.189477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-54f987a7-7585-4570-963e-df6dd0e2745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:29.189755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 1e2b6225-777d-4c53-b076-b226ac98636c is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:29.190184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-54f987a7-7585-4570-963e-df6dd0e2745b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1099 time: 0.3424120 Feb 16 13:50:29.195602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:29.201854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:29.221839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475052b4-c8f4-4f06-beaa-38b7e720f356 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:29.222530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-475052b4-c8f4-4f06-beaa-38b7e720f356 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:29.228924 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:29.243627 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] Routers {'b8f6f19d-ead7-4734-95c3-ee7980454d9d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:29.244235 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:29.280039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.355384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-475052b4-c8f4-4f06-beaa-38b7e720f356 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:29.360278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-475052b4-c8f4-4f06-beaa-38b7e720f356 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports/b4b2cb27-32b8-42f1-92c7-3521931cc5bd HTTP/1.1" status: 200 len: 910 time: 0.2603629 Feb 16 13:50:29.361195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35186) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:29.391083 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:29.391864 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eed9c1-63ed-49a7-899d-17145fa71311 None None] The sync data for ids ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:29.407530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:29.408176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.442939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eb7a5ce8-60fe-46e4-b2eb-26ec2f9905cd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1927705 Feb 16 13:50:29.448474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:29.458856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': '352631b0-dace-4b6a-b67d-4a6f96e63ec7'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:29.569136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.597486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f50d8f59-8d88-489b-b77a-fd6a1ab42b44 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:29.612946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.756691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:29.757333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:29.870569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-0940d501-c83b-4c26-8ee8-8caf6301d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:29.872658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-0940d501-c83b-4c26-8ee8-8caf6301d556 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 898 time: 0.6458123 Feb 16 13:50:30.195403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cd02cd4b-4cf3-4491-939c-a1889bd4b5db None None] Provisioning complete for port fddefc19-9761-41d1-bcee-e8b326af433e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:30.196039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd02cd4b-4cf3-4491-939c-a1889bd4b5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.237690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.298644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=bcefd17b-f33f-4f9c-b689-b3a2e3c0c386,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:30.302721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.315858 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-83750318-d498-41f3-8595-2feb01e4c679 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/bcefd17b-f33f-4f9c-b689-b3a2e3c0c386 HTTP/1.1" status: 204 len: 168 time: 1.3839481 Feb 16 13:50:30.316271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35204) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:30.317856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-aa56ee27-b276-467d-8a4e-4e04a236ccf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 1002 time: 0.3997610 Feb 16 13:50:30.323503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc60cdd-791e-452b-a671-a638ce7bea19 None None] Network 25f8b8d1-fbb7-4523-a829-c452853403d0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:30.482639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.548120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port fddefc19-9761-41d1-bcee-e8b326af433e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:30.548455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.598105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-96c940d3-212d-4f5a-b75d-879c53f59b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:30.599938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-96c940d3-212d-4f5a-b75d-879c53f59b13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.1736364 Feb 16 13:50:30.622928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] DHCP port deletion for 25f8b8d1-fbb7-4523-a829-c452853403d0 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:50:30.627183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Deleting port fddefc19-9761-41d1-bcee-e8b326af433e {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:30.627612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.636072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.646113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.779165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:30.874052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 63d28b1a-2a80-4437-a6d2-5284f2299af6 associated. External IP: 172.26.1.205, port: 352631b0-dace-4b6a-b67d-4a6f96e63ec7. Feb 16 13:50:30.919511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fddefc19-9761-41d1-bcee-e8b326af433e,segment=NetworkSegment(ea8b3018-fba0-44a8-af0a-9273f3414978),segment_id=ea8b3018-fba0-44a8-af0a-9273f3414978)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:30.920182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.035166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-d77b78aa-8479-4bab-bae9-ed82b935cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:31.036571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-d77b78aa-8479-4bab-bae9-ed82b935cb31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4222140 Feb 16 13:50:31.041525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port fddefc19-9761-41d1-bcee-e8b326af433e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fddefc19-9761-41d1-bcee-e8b326af433e,segment=NetworkSegment(ea8b3018-fba0-44a8-af0a-9273f3414978),segment_id=ea8b3018-fba0-44a8-af0a-9273f3414978)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:31.041878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.066504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Calling delete_port for fddefc19-9761-41d1-bcee-e8b326af433e owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:31.159841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.210851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] Pushing event deleted for resources: {'Port': ['ID=fddefc19-9761-41d1-bcee-e8b326af433e,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:31.227155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for fddefc19-9761-41d1-bcee-e8b326af433e owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:31.227418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae7087-af92-427d-b7fd-144c046523c2 None None] No DVR routers for this DVR port fddefc19-9761-41d1-bcee-e8b326af433e on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:31.323153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:31.526787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:50:31.527160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:50:31.530448 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-f4466f89-44c0-498c-970e-93b4a7b975b6 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743133 Feb 16 13:50:31.557702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fddefc19-9761-41d1-bcee-e8b326af433e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:31.599976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fddefc19-9761-41d1-bcee-e8b326af433e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:31.610536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fddefc19-9761-41d1-bcee-e8b326af433e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:31.628567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port b4b2cb27-32b8-42f1-92c7-3521931cc5bd {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:31.628912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.688437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:31.697940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.700250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:31.712731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:31.714266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:31.776739 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4fa39ec2-23c3-4716-a229-c94fdd028f2e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/63d28b1a-2a80-4437-a6d2-5284f2299af6 HTTP/1.1" status: 200 len: 978 time: 2.3248551 Feb 16 13:50:31.777437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35218) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:31.793881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:31.806555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:31.807425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:31.873174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 352631b0-dace-4b6a-b67d-4a6f96e63ec7 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:31.873580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:31.910005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:31.911800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925c3cf4-c94e-4068-a0bf-ef78d70e94cc None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:32.020033 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-732cf632-8199-4e57-960b-1e200e27d7e8 req-2b10010f-987d-4f12-81ae-5df0435b8a31 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824462 Feb 16 13:50:32.030317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port fddefc19-9761-41d1-bcee-e8b326af433e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:32.030699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.127214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] The port 'fddefc19-9761-41d1-bcee-e8b326af433e' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:32.165475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.219507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.360897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for b4b2cb27-32b8-42f1-92c7-3521931cc5bd owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:32.429783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.543935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.544583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.544701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP 63d28b1a-2a80-4437-a6d2-5284f2299af6 disassociated. External IP: 172.26.1.205, port: 352631b0-dace-4b6a-b67d-4a6f96e63ec7. Feb 16 13:50:32.544966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 352631b0-dace-4b6a-b67d-4a6f96e63ec7 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:32.586256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f8b8d1-fbb7-4523-a829-c452853403d0']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:32.620853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8b3018-fba0-44a8-af0a-9273f3414978') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:32.620853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8b3018-fba0-44a8-af0a-9273f3414978') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:32.637893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.664849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.677783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:32.678170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:32.693901 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:32.724934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.780368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=352631b0-dace-4b6a-b67d-4a6f96e63ec7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:32.826145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.847562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.882728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=25f8b8d1-fbb7-4523-a829-c452853403d0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:32.893534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:32.938979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bec63850-fe7c-4bc4-a829-68da89f73c47 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/25f8b8d1-fbb7-4523-a829-c452853403d0 HTTP/1.1" status: 204 len: 168 time: 2.6152894 Feb 16 13:50:32.942326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:32.989868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=b4b2cb27-32b8-42f1-92c7-3521931cc5bd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:33.086785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:33.311118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:33.323432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:33.336433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:33.337574 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:33.413341 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:33.424278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:33.424537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1603634-41ec-4e54-b066-ba08cce109ff tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:33.425106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:33.425631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:33.426400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e1603634-41ec-4e54-b066-ba08cce109ff tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:33.435625 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-75078b49-3abf-498a-bb1e-6b53f3bc476e tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/352631b0-dace-4b6a-b67d-4a6f96e63ec7 HTTP/1.1" status: 204 len: 168 time: 1.6567781 Feb 16 13:50:33.438120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35238) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:33.495927 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:33.496426 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7b860-9783-4670-91de-898697a2dd15 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:33.497354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:33.539441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e1603634-41ec-4e54-b066-ba08cce109ff tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:33.539441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e1603634-41ec-4e54-b066-ba08cce109ff tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5861197 Feb 16 13:50:33.540916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35242) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:33.543596 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3606efce-ae20-4ac6-b280-5f4e46192ede tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/floatingips/63d28b1a-2a80-4437-a6d2-5284f2299af6 HTTP/1.1" status: 200 len: 688 time: 0.1043427 Feb 16 13:50:33.577416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35246) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:33.816688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router b8f6f19d-ead7-4734-95c3-ee7980454d9d has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:33.890925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port f186c0e5-5ff6-448d-b678-d956ec0ffaff {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:33.891259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:33.956729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:33.962294 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-020b1226-b1b9-47cf-b28e-3e8babda7bbf tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/b8f6f19d-ead7-4734-95c3-ee7980454d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5979328 Feb 16 13:50:33.964982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35250) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:33.970133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] Sync routers for ids ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:33.972033 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-647e4cc7-b12e-4b7e-a769-4b71d459d508 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4299397 Feb 16 13:50:33.978458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35254) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:33.989065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] Routers {'b8f6f19d-ead7-4734-95c3-ee7980454d9d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:33.989990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:34.031634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818302871'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:34.044053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:34.051679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:34.054569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f1e4f23-c989-497e-a268-76f8a8fa9d79 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:34.056478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:34.065691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:34.074868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f1e4f23-c989-497e-a268-76f8a8fa9d79 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:34.079658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4f1e4f23-c989-497e-a268-76f8a8fa9d79 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8f6f19d-ead7-4734-95c3-ee7980454d9d HTTP/1.1" status: 200 len: 205 time: 0.1128712 Feb 16 13:50:34.079863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35258) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:34.095183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:34.104651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] Routers {'b8f6f19d-ead7-4734-95c3-ee7980454d9d'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:34.105370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:34.172941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:34.173499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a66d84-93d8-4be0-98a2-14b1b2cae5e9 None None] The sync data for ids ['b8f6f19d-ead7-4734-95c3-ee7980454d9d'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:34.216802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:34.220317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.263628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.263877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.280360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.461181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for f186c0e5-5ff6-448d-b678-d956ec0ffaff owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:34.566168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:34.688066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.688784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment 88a5fd72-3898-4050-9822-a284da6d3cdb of type vlan for network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb Feb 16 13:50:34.793834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.816858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.824052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.901178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.901669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router b8f6f19d-ead7-4734-95c3-ee7980454d9d {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:50:34.927375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:34.934041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:34.934704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.189229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.283077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.284200 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a08359f9-c2f9-4ea9-ba95-f6d6efdf5809 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/b8f6f19d-ead7-4734-95c3-ee7980454d9d HTTP/1.1" status: 204 len: 168 time: 1.2008259 Feb 16 13:50:35.288391 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3061445 Feb 16 13:50:35.288619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35266) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:35.289879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:35.314941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=f186c0e5-5ff6-448d-b678-d956ec0ffaff,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:35.325310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc335b-29d7-4118-864e-eb049a5ae279 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=e63d57d9-dab5-4ff7-8674-17e6f62ad1bb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:35.337457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:35.339688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:35.405900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.409606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.411422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-92fb97cb-d21d-4956-a87c-eeb2f508ccb2 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/63d28b1a-2a80-4437-a6d2-5284f2299af6 HTTP/1.1" status: 204 len: 168 time: 1.8330522 Feb 16 13:50:35.415876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35274) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:35.422166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'c42a9801-2a38-41d4-9355-4a66c17d4666'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:35.430350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:35.438118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:floatingip and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:35.443095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:35.455179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:35.477914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.482533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 9d10a2d2-df56-4c0a-b1e7-b29eee7a1125 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:35.495629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.545324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:35.553938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:35.558544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:35.573564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:35.578006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.624338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:35.627804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.661717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.777977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.815702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.209 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/d97839a6-5afe-41b7-a2eb-43ebe0ad0763) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:35.923613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.979620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=9d10a2d2-df56-4c0a-b1e7-b29eee7a1125,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:35.981945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.987425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:35.988395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12184e12-d862-4cb3-9bde-546799f63792 None None] Network 80b05ef6-c4d4-4871-bdac-82fe6ee51089 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:35.993202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.032023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.047081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-66afd840-030f-4f72-947b-196112042ea6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/9d10a2d2-df56-4c0a-b1e7-b29eee7a1125 HTTP/1.1" status: 204 len: 168 time: 0.7558539 Feb 16 13:50:36.049846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35278) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:36.088954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=2c2f940b-4336-4e38-bc81-a0e973fb7d96,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:36.095271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': '88a5fd72-3898-4050-9822-a284da6d3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:36.095450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: e63d57d9-dab5-4ff7-8674-17e6f62ad1bb, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:36.117545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:36.129856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e63d57d9-dab5-4ff7-8674-17e6f62ad1bb) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:36.144806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:36.145542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.158397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:36.170468 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-888eb79e-1684-4f5d-a7d7-44be318377d0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8788500 Feb 16 13:50:36.173035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35282) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:36.180166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb', 'name': 'tempest-PortsTestJSON-138418421'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:36.194913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47ffbf-578a-439b-a3e4-aa6accc2ce84 None None] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:36.213345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:36.216331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:36.297431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=d97839a6-5afe-41b7-a2eb-43ebe0ad0763,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:36.360143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.435761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] DHCP port deletion for 80b05ef6-c4d4-4871-bdac-82fe6ee51089 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:50:36.447706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Deleting port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:36.448078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.467920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:36.468475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.490116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:36.502776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:36.522389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:36.523564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e63d57d9-dab5-4ff7-8674-17e6f62ad1bb', 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': '2c2f940b-4336-4e38-bc81-a0e973fb7d96'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:36.524762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.528199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.556716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 9719f339-1794-40ff-b00b-60fc54e73776 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:36.735279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.7 (e63d57d9-dab5-4ff7-8674-17e6f62ad1bb/2c2f940b-4336-4e38-bc81-a0e973fb7d96/9719f339-1794-40ff-b00b-60fc54e73776) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:36.803575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] For port f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,segment=NetworkSegment(2b506997-c134-4db5-98b7-ca2b3375d560),segment_id=2b506997-c134-4db5-98b7-ca2b3375d560)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:36.803913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.926736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port f50d8f59-8d88-489b-b77a-fd6a1ab42b44, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,segment=NetworkSegment(2b506997-c134-4db5-98b7-ca2b3375d560),segment_id=2b506997-c134-4db5-98b7-ca2b3375d560)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:36.927405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.928064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Calling delete_port for f50d8f59-8d88-489b-b77a-fd6a1ab42b44 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:36.961636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:36.983668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 9719f339-1794-40ff-b00b-60fc54e73776 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:37.013871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.015381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.091153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:37.094494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:37.097122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] Pushing event deleted for resources: {'Port': ['ID=f50d8f59-8d88-489b-b77a-fd6a1ab42b44,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:37.098719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:37.102112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01451f-0392-4518-b358-b2a257c83610 None None] No DVR routers for this DVR port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:37.128526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Allocated IP 172.20.0.2 (e63d57d9-dab5-4ff7-8674-17e6f62ad1bb/2c2f940b-4336-4e38-bc81-a0e973fb7d96/dda38853-675b-4716-a677-d4459a7943af) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:37.143806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=9719f339-1794-40ff-b00b-60fc54e73776,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:37.148498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-70ea5944-409f-4678-bb63-51864e8556ab tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:37.177080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:37.177677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.205428 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0494fa12-89cd-4dae-afd5-1ab8ef7aad91 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0288477 Feb 16 13:50:37.206119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35296) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:37.212045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb', 'name': 'tempest-PortsTestJSON-830679419'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:37.218699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for f50d8f59-8d88-489b-b77a-fd6a1ab42b44 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:37.291063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-70ea5944-409f-4678-bb63-51864e8556ab tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:37.292224 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-70ea5944-409f-4678-bb63-51864e8556ab tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490232473&fields=id&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 267 time: 0.4491546 Feb 16 13:50:37.356912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:37.361147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:37.364165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:37.370540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:37.375792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.380815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:37.384400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.386360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Transition to ACTIVE for port object dda38853-675b-4716-a677-d4459a7943af will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:37.406285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:50:37.406603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:50:37.407837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 8a6c844b-0abf-4e5c-8d4e-cad02fc4397e yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:37.410111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Transition to ACTIVE for port object dda38853-675b-4716-a677-d4459a7943af will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:37.416963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.481446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.488978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Pushing event updated for resources: {'Port': ['ID=dda38853-675b-4716-a677-d4459a7943af,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:37.489453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-a0b209be-4c2d-4cfa-abf5-250fb8605abd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:37.489884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-a0b209be-4c2d-4cfa-abf5-250fb8605abd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:37.495154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:37.496385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:37.500873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:37.520789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-a0b209be-4c2d-4cfa-abf5-250fb8605abd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:37.522276 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-a0b209be-4c2d-4cfa-abf5-250fb8605abd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.2045505 Feb 16 13:50:37.572591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.13 (e63d57d9-dab5-4ff7-8674-17e6f62ad1bb/2c2f940b-4336-4e38-bc81-a0e973fb7d96/8a6c844b-0abf-4e5c-8d4e-cad02fc4397e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:37.575814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f50d8f59-8d88-489b-b77a-fd6a1ab42b44 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:37.589140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-92f3265a-213d-4209-be62-8cb5a90a7a50 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/quotas/259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 375 time: 0.0596817 Feb 16 13:50:37.621774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: f50d8f59-8d88-489b-b77a-fd6a1ab42b44 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:37.622233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f50d8f59-8d88-489b-b77a-fd6a1ab42b44 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:37.630246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Attempting to bind port dda38853-675b-4716-a677-d4459a7943af on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:37.630694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Attempting to bind port dda38853-675b-4716-a677-d4459a7943af by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '88a5fd72-3898-4050-9822-a284da6d3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:37.631117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Attempting to bind port dda38853-675b-4716-a677-d4459a7943af on network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:37.637151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:37.637602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Checking segment: {'id': '88a5fd72-3898-4050-9822-a284da6d3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:37.638064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.638552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Bound using segment: {'id': '88a5fd72-3898-4050-9822-a284da6d3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:37.639061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Bound port: dda38853-675b-4716-a677-d4459a7943af, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a5fd72-3898-4050-9822-a284da6d3cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'e63d57d9-dab5-4ff7-8674-17e6f62ad1bb'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:37.639434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.639925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.735437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] For port dda38853-675b-4716-a677-d4459a7943af, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:37.739147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] For port dda38853-675b-4716-a677-d4459a7943af, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dda38853-675b-4716-a677-d4459a7943af,segment=NetworkSegment(88a5fd72-3898-4050-9822-a284da6d3cdb),segment_id=88a5fd72-3898-4050-9822-a284da6d3cdb)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:37.744404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.811827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-8bea6b65-2532-487f-8313-f99203b6492c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:37.832051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013abc30-2878-4a6a-93f5-d3e6ab7de08c None None] Pushing event updated for resources: {'Port': ['ID=dda38853-675b-4716-a677-d4459a7943af,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:37.843819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.852772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-8bea6b65-2532-487f-8313-f99203b6492c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:37.854101 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-8bea6b65-2532-487f-8313-f99203b6492c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2556047 Feb 16 13:50:37.861779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 8a6c844b-0abf-4e5c-8d4e-cad02fc4397e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:37.890951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.909972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port f50d8f59-8d88-489b-b77a-fd6a1ab42b44 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:37.910326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:37.982619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:37.986158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:37.988874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:37.991778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] The port 'f50d8f59-8d88-489b-b77a-fd6a1ab42b44' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:37.994591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.026469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.029461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=8a6c844b-0abf-4e5c-8d4e-cad02fc4397e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:38.077709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:38.078279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.119997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0841d7b-1bc8-44cd-ab35-8a9597476a9a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9120681 Feb 16 13:50:38.122434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35302) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:38.232944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9904c-e6e1-4410-a14b-91914eb3c321 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:38.235689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-74b9904c-e6e1-4410-a14b-91914eb3c321 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:38.252497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-74b9904c-e6e1-4410-a14b-91914eb3c321 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:38.256627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-74b9904c-e6e1-4410-a14b-91914eb3c321 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.1320107 Feb 16 13:50:38.257064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:38.324840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=d97839a6-5afe-41b7-a2eb-43ebe0ad0763,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:38.334199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 8a6c844b-0abf-4e5c-8d4e-cad02fc4397e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:38.334567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.337373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.383520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.431300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b05ef6-c4d4-4871-bdac-82fe6ee51089']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:38.459111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b506997-c134-4db5-98b7-ca2b3375d560') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:38.459392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b506997-c134-4db5-98b7-ca2b3375d560') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:38.487062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.531915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.535622 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-e16b8871-8fd0-4317-a72b-9c543f6f8d10 service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616945 Feb 16 13:50:38.592234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.766694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:38.767151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:38.785240 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:38.837819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 8a6c844b-0abf-4e5c-8d4e-cad02fc4397e owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:38.946310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf1495e-e3a5-47da-a5c9-1284d8d918a9 None None] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:38.962725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP e933af55-c7cb-4afb-8021-4d117acaa645 associated. External IP: 172.26.1.209, port: c42a9801-2a38-41d4-9355-4a66c17d4666. Feb 16 13:50:39.014880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.025530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.059393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-eae2490d-df1e-43ef-a663-88265108a1a2 None None] Provisioning for port dda38853-675b-4716-a677-d4459a7943af completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:39.074287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.094999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=80b05ef6-c4d4-4871-bdac-82fe6ee51089,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:39.106947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-df68387d-dc70-432d-8781-5e08f3d957fa service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224154 Feb 16 13:50:39.118432 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6fce3c14-0d98-4741-aea2-2704c737bb7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/80b05ef6-c4d4-4871-bdac-82fe6ee51089 HTTP/1.1" status: 204 len: 168 time: 3.0142474 Feb 16 13:50:39.170615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35310) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:39.186067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1712615754', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:39.190961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=8a6c844b-0abf-4e5c-8d4e-cad02fc4397e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:39.193174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.204290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:39.212162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-481bfd03-a33c-49f3-b011-140b1682c37f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/8a6c844b-0abf-4e5c-8d4e-cad02fc4397e HTTP/1.1" status: 204 len: 168 time: 0.9538124 Feb 16 13:50:39.214773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:39.216935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:39.221676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:39.232806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:39.275278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf52545-e232-4f05-b7b5-4a49afda1322 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:39.275813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7cf52545-e232-4f05-b7b5-4a49afda1322 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:39.299099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.300107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.301619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7cf52545-e232-4f05-b7b5-4a49afda1322 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:39.305974 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cf52545-e232-4f05-b7b5-4a49afda1322 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/8a6c844b-0abf-4e5c-8d4e-cad02fc4397e HTTP/1.1" status: 404 len: 333 time: 0.0902362 Feb 16 13:50:39.307126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:39.400269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.410560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 9719f339-1794-40ff-b00b-60fc54e73776 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:39.410994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.529091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:39.636331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b26cdd65-fd20-42b8-921d-8fce328b4128 None None] Provisioning for port 9719f339-1794-40ff-b00b-60fc54e73776 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:39.652338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b26cdd65-fd20-42b8-921d-8fce328b4128 None None] Provisioning complete for port 9719f339-1794-40ff-b00b-60fc54e73776 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:39.652742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b26cdd65-fd20-42b8-921d-8fce328b4128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.692522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dda38853-675b-4716-a677-d4459a7943af up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:39.723508 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bea11c5e-9b6f-493c-aad2-e3cc0e5374a3 req-5c519467-176a-4a0f-a333-51f2215114dc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.0539918 Feb 16 13:50:39.736077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.844212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b26cdd65-fd20-42b8-921d-8fce328b4128 None None] Port 9719f339-1794-40ff-b00b-60fc54e73776 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:39.887335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port dda38853-675b-4716-a677-d4459a7943af completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:39.895279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port dda38853-675b-4716-a677-d4459a7943af triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:39.895868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:39.901068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 9719f339-1794-40ff-b00b-60fc54e73776 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:39.989662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3083905a-3439-4b6d-80f0-2bb3c6f0ace5 None None] Provisioning complete for port 9719f339-1794-40ff-b00b-60fc54e73776 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:39.990696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3083905a-3439-4b6d-80f0-2bb3c6f0ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.008305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.101382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3083905a-3439-4b6d-80f0-2bb3c6f0ace5 None None] Port 9719f339-1794-40ff-b00b-60fc54e73776 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:40.158466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.216406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.232794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-799b352a-635a-4531-a27e-303a2c9cadd0 None None] Could not find standard attr ID for object 8a6c844b-0abf-4e5c-8d4e-cad02fc4397e. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:50:40.266481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port dda38853-675b-4716-a677-d4459a7943af, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dda38853-675b-4716-a677-d4459a7943af,segment=NetworkSegment(88a5fd72-3898-4050-9822-a284da6d3cdb),segment_id=88a5fd72-3898-4050-9822-a284da6d3cdb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:40.275556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.303311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=9719f339-1794-40ff-b00b-60fc54e73776,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:40.382185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.405253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=dda38853-675b-4716-a677-d4459a7943af,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:40.417331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4e36496-0812-4a65-9903-3aee193a563c tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/9719f339-1794-40ff-b00b-60fc54e73776 HTTP/1.1" status: 204 len: 168 time: 1.1090450 Feb 16 13:50:40.418067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35338) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:40.467060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-79892afa-29f2-4a05-b475-10cecfc39db4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:40.468417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79892afa-29f2-4a05-b475-10cecfc39db4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:40.470756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:40.486356 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:40.490132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-79892afa-29f2-4a05-b475-10cecfc39db4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:40.495283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35342) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:40.495981 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79892afa-29f2-4a05-b475-10cecfc39db4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/9719f339-1794-40ff-b00b-60fc54e73776 HTTP/1.1" status: 404 len: 333 time: 0.0767596 Feb 16 13:50:40.499203 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:40.499981 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:40.548630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.569288 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:40.578950 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:40.579672 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:40.641735 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:40.642137 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebff29-69ac-4870-9442-df85fb126873 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:40.644513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet 2c2f940b-4336-4e38-bc81-a0e973fb7d96 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:40.657599 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a348e564-b631-4b5d-8bf3-a9cfefcbc5bd tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2400470 Feb 16 13:50:40.658820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.660280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35346) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:40.667195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1812086273'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:40.673191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:40.677537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:network and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:40.681130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:40.689723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:40.697128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5c386b33-f04b-4968-a437-851cc37f24d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.702543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:40.706150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.730563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.734270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:40.743075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.743714 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Added segment e8d27019-454e-490d-b002-caea62e1e587 of type vlan for network e48aa694-8794-47b7-9de9-ac893e9caaf7 Feb 16 13:50:40.778131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.809628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.815271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:40.815929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:40.928058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2640991 Feb 16 13:50:40.929423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35352) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:40.937166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'subnet': {'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:40.957470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b691e6-18b3-4a7c-aa42-1081e9316ad7 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Network': ['ID=e48aa694-8794-47b7-9de9-ac893e9caaf7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:40.961153 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-217ae23c-8b99-4f0e-9acf-abfa0db2d828 req-c47e628f-6eb6-4351-a3b6-d722c8fb0378 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.0700793 Feb 16 13:50:40.987653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:41.010074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.041935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.104570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.274073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.26.1.231 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/ac0ebb59-95d5-4c9f-969d-34fce887137e) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:41.276427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.326745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2f940b-4336-4e38-bc81-a0e973fb7d96,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:41.337366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.341544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4a35ba-536e-4e8c-820a-6bce6b39d5f4 None None] Network e63d57d9-dab5-4ff7-8674-17e6f62ad1bb requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:41.380157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:41.390341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:41.406331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:41.409591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.412764 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3e69a692-6039-4ab5-adea-ae4b9cbf9d62 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/2c2f940b-4336-4e38-bc81-a0e973fb7d96 HTTP/1.1" status: 204 len: 168 time: 0.9164569 Feb 16 13:50:41.415682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35356) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:41.598474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.621283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-2d043b24-a980-45c0-b018-13e7dc226663 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:41.623420 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-2d043b24-a980-45c0-b018-13e7dc226663 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.5657239 Feb 16 13:50:41.624716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.638310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port dda38853-675b-4716-a677-d4459a7943af {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:41.638948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.660801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dda38853-675b-4716-a677-d4459a7943af up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:41.720404 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-fabd5aa9-b494-4ee5-b14c-e27fcff67dcf tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 379 time: 0.0882206 Feb 16 13:50:41.730511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'port': {'device_id': '0035c7fc-869b-4501-a46c-bd61512a870e', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'admin_state_up': True, 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'security_groups': ['deda3f6d-96d9-48a7-992b-0f50d977a270']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:41.787828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port dda38853-675b-4716-a677-d4459a7943af triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:41.788195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.888194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:41.916056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] DHCP port deletion for e63d57d9-dab5-4ff7-8674-17e6f62ad1bb request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:50:41.938493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Deleting port dda38853-675b-4716-a677-d4459a7943af {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:41.939009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.001113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:42.002462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=ac0ebb59-95d5-4c9f-969d-34fce887137e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:42.008665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:42.012464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port dda38853-675b-4716-a677-d4459a7943af, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dda38853-675b-4716-a677-d4459a7943af,segment=NetworkSegment(88a5fd72-3898-4050-9822-a284da6d3cdb),segment_id=88a5fd72-3898-4050-9822-a284da6d3cdb)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:42.013019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.033368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:42.040006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.128751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:42.140324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:42.160280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Made reservation on behalf of 259a9ed7d25b4c22a9a6a7a621a15ae8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:42.165106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.301620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] For port dda38853-675b-4716-a677-d4459a7943af, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dda38853-675b-4716-a677-d4459a7943af,segment=NetworkSegment(88a5fd72-3898-4050-9822-a284da6d3cdb),segment_id=88a5fd72-3898-4050-9822-a284da6d3cdb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:42.302016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.312844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Subnet': ['ID=d9f1cb55-80e1-4b24-b301-6373da6398b3,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:42.333359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Checking segment: {'id': 'e8d27019-454e-490d-b002-caea62e1e587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:42.334233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network hostable DHCP agents. Network: e48aa694-8794-47b7-9de9-ac893e9caaf7, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:42.408116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:42.437730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e48aa694-8794-47b7-9de9-ac893e9caaf7) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:42.457779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:42.458866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.462522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for dda38853-675b-4716-a677-d4459a7943af owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:42.485377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.20.0.4 (8392594a-9e80-4fbd-b394-8eb8bb509d53/053f70f0-540d-443c-82d7-b875733addf7/a9a0a04c-4c10-4874-b897-3ff6b694851c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:42.522262 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a41b9c0-11ab-4d69-9c67-cc97ec98c0d6 req-40f88dc5-f232-40dc-91d2-4a0b20374c72 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.1865158 Feb 16 13:50:42.526408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0deaa935-0b51-4141-a5c7-5f00a85bd06c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5961196 Feb 16 13:50:42.526638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6537d0-8a58-4d15-8b42-283ddf8630a7 None None] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:42.530672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35366) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:42.539785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1947858900', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:42.548156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Calling delete_port for dda38853-675b-4716-a677-d4459a7943af owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:42.558538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:42.568241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:router and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:42.588764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:42.653083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:42.682143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.682389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.741986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.750979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.794273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:42.808449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:50:42.809107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] No DVR routers for this DVR port dda38853-675b-4716-a677-d4459a7943af on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:42.809762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:50:42.850458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd024a46-033a-4817-97af-fc783dbc9bb7 None None] Pushing event deleted for resources: {'Port': ['ID=dda38853-675b-4716-a677-d4459a7943af,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:42.887832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Transition to ACTIVE for port object a9a0a04c-4c10-4874-b897-3ff6b694851c will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:42.936986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e48aa694-8794-47b7-9de9-ac893e9caaf7', 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7', 'tenant_id': '0e0982633cdc4a5f9dca96592b2e4635', 'fixed_ips': [{'subnet_id': 'd9f1cb55-80e1-4b24-b301-6373da6398b3'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:42.938137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.057604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.172162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.177107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.195261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Allocated IP 172.20.0.2 (e48aa694-8794-47b7-9de9-ac893e9caaf7/d9f1cb55-80e1-4b24-b301-6373da6398b3/27f97a64-0ad6-45fd-a4db-ffa94fdf2065) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:43.265207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:43.275930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:43.283290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:43.359263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port dda38853-675b-4716-a677-d4459a7943af {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:43.359539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.463212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.476598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Transition to ACTIVE for port object 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:43.498675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] The port 'dda38853-675b-4716-a677-d4459a7943af' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:43.526502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Transition to ACTIVE for port object 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:43.535377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.616521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Pushing event updated for resources: {'Port': ['ID=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:43.622066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dda38853-675b-4716-a677-d4459a7943af no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:43.630984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:43.684660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:43.685411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.727817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:43.730704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:43.732473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: dda38853-675b-4716-a677-d4459a7943af {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:43.732747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dda38853-675b-4716-a677-d4459a7943af not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:43.734278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:43.744965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.764052 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-352c4fdf-3a8b-45bc-808c-e3714b6d3c3e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0369711 Feb 16 13:50:43.770869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ade16916-6898-4c24-8961-23a220eca0ef None None] Provisioning for port a9a0a04c-4c10-4874-b897-3ff6b694851c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:43.782589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Request body: {'port': {'device_id': '0035c7fc-869b-4501-a46c-bd61512a870e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:43.835689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Attempting to bind port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:43.836103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Attempting to bind port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e8d27019-454e-490d-b002-caea62e1e587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:43.836868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Attempting to bind port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 on network e48aa694-8794-47b7-9de9-ac893e9caaf7 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:43.838732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ade16916-6898-4c24-8961-23a220eca0ef None None] Provisioning complete for port a9a0a04c-4c10-4874-b897-3ff6b694851c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:43.839096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade16916-6898-4c24-8961-23a220eca0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.846280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63d57d9-dab5-4ff7-8674-17e6f62ad1bb']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:43.868351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a5fd72-3898-4050-9822-a284da6d3cdb') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:43.868720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a5fd72-3898-4050-9822-a284da6d3cdb') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:43.896319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.906787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ade16916-6898-4c24-8961-23a220eca0ef None None] Port a9a0a04c-4c10-4874-b897-3ff6b694851c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:43.920523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:43.920974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Checking segment: {'id': 'e8d27019-454e-490d-b002-caea62e1e587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:43.921274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.922081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Bound using segment: {'id': 'e8d27019-454e-490d-b002-caea62e1e587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:43.922204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Bound port: 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d27019-454e-490d-b002-caea62e1e587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:43.922502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.938745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.967565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:43.967969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:43.997428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-54d68bb7-909d-46ee-b29c-19fd78e7e78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:44.022396 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:44.024760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.034898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] For port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:44.038644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] For port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,segment=NetworkSegment(e8d27019-454e-490d-b002-caea62e1e587),segment_id=e8d27019-454e-490d-b002-caea62e1e587)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:44.048267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.172900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.189904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.205628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82769472-fbac-4c02-a337-50eb927dfd48 None None] Pushing event updated for resources: {'Port': ['ID=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:44.209225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.235421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.288827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.372416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91ca80-9c54-47f7-ab07-a79681f8f0ed req-f3f123af-38b8-4b2f-9333-ef113e8755c6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:44.374160 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb91ca80-9c54-47f7-ab07-a79681f8f0ed req-f3f123af-38b8-4b2f-9333-ef113e8755c6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 931 time: 0.5882931 Feb 16 13:50:44.383953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.491098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.534772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=e63d57d9-dab5-4ff7-8674-17e6f62ad1bb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:44.559436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.26.1.168 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/700ae115-fe88-4483-94c0-ebf4a6acd1f5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:44.569902 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-886e6f74-0d87-47e6-b13d-ee4d427e35ec tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/e63d57d9-dab5-4ff7-8674-17e6f62ad1bb HTTP/1.1" status: 204 len: 168 time: 3.1512892 Feb 16 13:50:44.579502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35372) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:44.587452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2019893298'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:44.598158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb91ca80-9c54-47f7-ab07-a79681f8f0ed req-f75be922-8d70-4499-aa13-6ecb5df3ebb3 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038270 Feb 16 13:50:44.601520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:44.610360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:44.615391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:44.629266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:44.657389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:44.662256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.706642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:44.777296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:44.813432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.813772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment df2daee5-f091-419b-8ac0-e5019493148a of type vlan for network 31eea439-1184-4e63-97a6-27eaaa17b99a Feb 16 13:50:44.914156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.929866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:44.967290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:44.983426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] Sync routers for ids ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:45.003936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] Routers {'4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:45.006200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a0a04c-4c10-4874-b897-3ff6b694851c {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:50:45.007032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:45.014431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.016340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.021444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:45.022097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.035408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Transition to ACTIVE for port object a9a0a04c-4c10-4874-b897-3ff6b694851c will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:45.039298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.054454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.056602 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7028261e-2965-4660-9937-b61935430ba0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.8863053 Feb 16 13:50:45.064117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35376) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:45.079896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.195355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:45.216295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] Routers {'4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:45.216968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:45.264413 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6837227 Feb 16 13:50:45.276335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:45.276985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35380) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:45.295513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:45.303752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:45.331959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:45.332822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dac63-d4a1-4212-ab3c-ff6e8f876935 None None] The sync data for ids ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:45.346305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e1841-7180-4e54-9ea5-ed769d8b74dd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=31eea439-1184-4e63-97a6-27eaaa17b99a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:45.361572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 31eea439-1184-4e63-97a6-27eaaa17b99a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:45.399065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:45.470340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=700ae115-fe88-4483-94c0-ebf4a6acd1f5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:45.521483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.626179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:45.653271 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b266d1fc-20db-4dad-8d4d-ff59dad08210 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers/4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 200 len: 881 time: 0.5252814 Feb 16 13:50:45.653629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35386) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:45.669549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6430fd0-5626-4849-be9a-4f1722dd7c9f None None] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:45.729794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Attempting to bind port a9a0a04c-4c10-4874-b897-3ff6b694851c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:45.730123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Attempting to bind port a9a0a04c-4c10-4874-b897-3ff6b694851c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:45.730683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Attempting to bind port a9a0a04c-4c10-4874-b897-3ff6b694851c on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:45.738520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:45.743544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:45.747807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Port a9a0a04c-4c10-4874-b897-3ff6b694851c on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:50:45.748141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:45.748375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Attempting to bind port a9a0a04c-4c10-4874-b897-3ff6b694851c on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:45.757050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:45.788878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.789136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-44d013fa-eafb-4287-be10-a1d187dc3d31 None None] Provisioning for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:45.799632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:45.805408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:45.838631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:50:45.861954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:45.868641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:45.869177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.020081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:46.024532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:46.025134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Bound using segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:46.025990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Bound port: a9a0a04c-4c10-4874-b897-3ff6b694851c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:46.026106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.076190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:46.110757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.160903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,segment=NetworkSegment(e8d27019-454e-490d-b002-caea62e1e587),segment_id=e8d27019-454e-490d-b002-caea62e1e587)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:46.167207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.207012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d12f11-5e91-4baa-81c7-7d73bc60da2e req-b342c32f-152c-4d13-9fc8-c9042cd0f458 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:46.208584 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0d12f11-5e91-4baa-81c7-7d73bc60da2e req-b342c32f-152c-4d13-9fc8-c9042cd0f458 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.4117806 Feb 16 13:50:46.225415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:46.231699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:46.298203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:46.325960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.410943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:46.411552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.412939 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 200 len: 1093 time: 2.6408389 Feb 16 13:50:46.413388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:50:46.536375 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'status': 'completed', 'code': 200} Feb 16 13:50:46.537355 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0d12f11-5e91-4baa-81c7-7d73bc60da2e req-b3e885e6-79a5-42d0-9e9d-ad7ca3f0ae5f tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630938 Feb 16 13:50:46.548263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-827c8a9b-a136-4ac3-9c16-c6b7cfa95b8e None None] Provisioning complete for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:46.552989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-827c8a9b-a136-4ac3-9c16-c6b7cfa95b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.579861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba23b988-cc42-42e4-a1f5-eb3c78cfb8f6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:router {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:46.618824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4de87f-d807-4c81-9c9d-684d5a146fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:46.632443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ba23b988-cc42-42e4-a1f5-eb3c78cfb8f6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:router {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:46.634404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ba23b988-cc42-42e4-a1f5-eb3c78cfb8f6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9789107 Feb 16 13:50:46.637942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35392) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:46.653669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1712615754'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:46.668385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.739047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.793865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=b0e59c25-84bc-4954-affa-331f80d79a73,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:46.799913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': 'df2daee5-f091-419b-8ac0-e5019493148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:46.800262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 31eea439-1184-4e63-97a6-27eaaa17b99a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:46.821081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 31eea439-1184-4e63-97a6-27eaaa17b99a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:46.835788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 31eea439-1184-4e63-97a6-27eaaa17b99a) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:46.841093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:46.842031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:46.848454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12fab8-4fab-4419-9af5-d5c3cb94cc08 None None] Network 31eea439-1184-4e63-97a6-27eaaa17b99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:46.861260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-bff437d6-14a6-45d5-8008-89ea64a08b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:46.862784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-bff437d6-14a6-45d5-8008-89ea64a08b2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1096 time: 0.3651466 Feb 16 13:50:46.870664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8a5e2f6a-375d-44b0-ba09-c3a755ca7884 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830574 Feb 16 13:50:46.871873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35396) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:46.879486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a', 'name': 'tempest-PortsTestJSON-857876586', 'fixed_ips': [{'subnet_id': 'b0e59c25-84bc-4954-affa-331f80d79a73', 'ip_address': '172.20.0.10'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:47.056546 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-c7cd179e-56e0-42f9-8dc8-2faf329f36f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 200 len: 217 time: 0.1848769 Feb 16 13:50:47.074821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:47.079763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:47.084149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:47.091828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:47.109051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:47.196660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-31eea439-1184-4e63-97a6-27eaaa17b99a', 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': 'b0e59c25-84bc-4954-affa-331f80d79a73'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:47.198810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.218397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-05968a98-5192-4719-9a13-dd78cba895a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:47.219851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-05968a98-5192-4719-9a13-dd78cba895a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.1480451 Feb 16 13:50:47.262023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.287990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:47.364221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Allocated IP 172.20.0.2 (31eea439-1184-4e63-97a6-27eaaa17b99a/b0e59c25-84bc-4954-affa-331f80d79a73/62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:47.591062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:47.685280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.699327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Transition to ACTIVE for port object 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:47.725212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:47.725585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.754434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Transition to ACTIVE for port object 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:47.754637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb717442-b2d9-4c52-8f1a-b3d248f3d58c req-741c2ae4-9dde-4096-89f0-8ce6352296fb tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:47.756532 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb717442-b2d9-4c52-8f1a-b3d248f3d58c req-741c2ae4-9dde-4096-89f0-8ce6352296fb tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.0967512 Feb 16 13:50:47.762668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.773545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:47.853810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-d5f368a0-de77-4ba8-ac16-2c79b111d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:47.855317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-d5f368a0-de77-4ba8-ac16-2c79b111d277 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5721822 Feb 16 13:50:47.857826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Network 31eea439-1184-4e63-97a6-27eaaa17b99a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:47.866113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:47.869310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Pushing event updated for resources: {'Port': ['ID=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:47.872159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:47.885898 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb717442-b2d9-4c52-8f1a-b3d248f3d58c req-99592f57-d66b-4049-af92-59ea495d285b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193967 Feb 16 13:50:47.928161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.10 (31eea439-1184-4e63-97a6-27eaaa17b99a/b0e59c25-84bc-4954-affa-331f80d79a73/d284ffbb-eb6f-4e38-824e-043f8a0af3f9) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:48.031797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Attempting to bind port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:48.032453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Attempting to bind port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'df2daee5-f091-419b-8ac0-e5019493148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:48.033103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Attempting to bind port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 on network 31eea439-1184-4e63-97a6-27eaaa17b99a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:48.040381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:48.041122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Checking segment: {'id': 'df2daee5-f091-419b-8ac0-e5019493148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:48.041756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.042400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Bound using segment: {'id': 'df2daee5-f091-419b-8ac0-e5019493148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:48.043096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Bound port: 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2daee5-f091-419b-8ac0-e5019493148a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:48.043770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.146611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] For port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:48.150331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] For port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,segment=NetworkSegment(df2daee5-f091-419b-8ac0-e5019493148a),segment_id=df2daee5-f091-419b-8ac0-e5019493148a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:48.160913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.161234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.184150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.204232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.209151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-33379971-3553-4c8f-8ff2-e71839e1cb1f service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413138 Feb 16 13:50:48.211532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object d284ffbb-eb6f-4e38-824e-043f8a0af3f9 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:48.245681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.255008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d5eb0-249f-4417-9394-1609a9c4d013 None None] Pushing event updated for resources: {'Port': ['ID=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:48.328754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 31eea439-1184-4e63-97a6-27eaaa17b99a is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:48.332260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:48.336895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:48.374456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=d284ffbb-eb6f-4e38-824e-043f8a0af3f9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:48.411113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:48.411857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.437909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router ac0ece84-f159-499f-bc7b-31d1aaa95a1f is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:48.442312 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-62e2c35e-dd1d-4576-9fbe-e36950491079 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5689597 Feb 16 13:50:48.444722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35402) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:48.454418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '31eea439-1184-4e63-97a6-27eaaa17b99a', 'name': 'tempest-PortsTestJSON-1593785722', 'fixed_ips': [{'subnet_id': 'b0e59c25-84bc-4954-affa-331f80d79a73', 'ip_address': '172.20.0.9'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:48.623869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:48.626321 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e46175a-a3bd-4d01-ba29-4a194b0cb349 req-071fcb37-5537-481f-b89a-a8f1d7be67e8 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089789 Feb 16 13:50:48.629141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:48.634407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:48.649794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:48.660127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:48.666542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:48.689823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 29b7a5b6-7051-4718-9d61-f58c53ef575b yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:48.693601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:48.868794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:48.882379 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] Sync routers for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:48.897624 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:48.898441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:48.984208 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:48.988479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.9 (31eea439-1184-4e63-97a6-27eaaa17b99a/b0e59c25-84bc-4954-affa-331f80d79a73/29b7a5b6-7051-4718-9d61-f58c53ef575b) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:48.997950 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:49.001294 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.113371 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.113969 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e397b4-9163-4fcc-bd50-c99aaad2c5af None None] The sync data for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:49.192158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.197142 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1443194-e899-4cb6-bc7a-4cff0627c8bb tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6620774 Feb 16 13:50:49.199705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35412) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:49.264195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-dd81d6cf-c1ce-49b6-9ead-a5346d3fdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:49.265784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-dd81d6cf-c1ce-49b6-9ead-a5346d3fdfb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1096 time: 0.5744512 Feb 16 13:50:49.373327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:49.386477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] Sync routers for ids ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:49.387465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.391551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d6b13-90e7-45d6-8e1e-2a74b83e4fc3 None None] Network 31eea439-1184-4e63-97a6-27eaaa17b99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:49.391824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3bc4c221-ac1e-42bb-9baa-63175db94a9a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 200 len: 888 time: 2.7516921 Feb 16 13:50:49.394841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35416) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:49.420954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d98be-38fb-41c1-93b0-c113d8cb3f1c req-46eeb68d-900c-4505-a920-3db60ab51d50 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:49.423801 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac9d98be-38fb-41c1-93b0-c113d8cb3f1c req-46eeb68d-900c-4505-a920-3db60ab51d50 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.3691075 Feb 16 13:50:49.469788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] Routers {'4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:49.470764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.518601 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac9d98be-38fb-41c1-93b0-c113d8cb3f1c req-4887961a-f33a-4ee8-87dc-fdcf33b0a726 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863476 Feb 16 13:50:49.529909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.548097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.558251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5bde3e5c-17f6-48e2-8578-3ead4b9dd1b7 None None] Provisioning for port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:49.567224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 29b7a5b6-7051-4718-9d61-f58c53ef575b will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:49.595963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] Routers {'4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:49.596384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.618392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.699911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-f316ed76-6546-4eb4-90f9-2835b54970dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:49.701439 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-f316ed76-6546-4eb4-90f9-2835b54970dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.4261546 Feb 16 13:50:49.710993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:49.719311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 31eea439-1184-4e63-97a6-27eaaa17b99a is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:49.722754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:49.727439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:49.741867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:49.742574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43efbfa-d551-422c-9849-20b50cc0da37 None None] The sync data for ids ['4bd6ae4f-f340-4e8e-9c1d-fef7d31af910'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:49.778907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=29b7a5b6-7051-4718-9d61-f58c53ef575b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:49.819234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:49.819925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.844759 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-1ee0b9f3-06da-42ea-895d-ad9fdfdc2f43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 200 len: 217 time: 0.1282709 Feb 16 13:50:49.845982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e4977188-a0bf-4e85-ad97-2e7a00b03c8d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3999705 Feb 16 13:50:49.848420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35420) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:49.891007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:49.903077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:49.903453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:49.934067 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20f7a1e4-47f9-4da8-9f0f-19977f31ca7f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers/4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 200 len: 888 time: 0.5360210 Feb 16 13:50:49.936842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35424) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:50.004301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a871e0ca-63b8-4c44-aa08-e5697dab7be1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:50.028653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-630236e6-30fb-4c23-b4df-3e90f2e89b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.030144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-630236e6-30fb-4c23-b4df-3e90f2e89b23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.1713462 Feb 16 13:50:50.030339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a871e0ca-63b8-4c44-aa08-e5697dab7be1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:50.033988 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a871e0ca-63b8-4c44-aa08-e5697dab7be1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 200 len: 205 time: 0.0953000 Feb 16 13:50:50.042809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7fa4ba-41ba-43e1-889a-37e72b696020 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.044056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc7fa4ba-41ba-43e1-889a-37e72b696020 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:50.059032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35428) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:50.158536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.166002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc7fa4ba-41ba-43e1-889a-37e72b696020 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:50.170395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc7fa4ba-41ba-43e1-889a-37e72b696020 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3178098 Feb 16 13:50:50.177127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35432) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:50.228279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,segment=NetworkSegment(df2daee5-f091-419b-8ac0-e5019493148a),segment_id=df2daee5-f091-419b-8ac0-e5019493148a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:50.235218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.287769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-de74218c-8350-47d7-870a-6f766b2048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.289845 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-de74218c-8350-47d7-870a-6f766b2048a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2532134 Feb 16 13:50:50.347007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:50.382440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.419230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Provisioning for port 29b7a5b6-7051-4718-9d61-f58c53ef575b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:50.426846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Provisioning complete for port 29b7a5b6-7051-4718-9d61-f58c53ef575b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:50.427221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.472566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17816dde-9310-4bb8-93cc-3f3635fa79c4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.478794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17816dde-9310-4bb8-93cc-3f3635fa79c4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.485350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17816dde-9310-4bb8-93cc-3f3635fa79c4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:50.487109 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-17816dde-9310-4bb8-93cc-3f3635fa79c4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3089912 Feb 16 13:50:50.491639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35436) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:50.503711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Port 29b7a5b6-7051-4718-9d61-f58c53ef575b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:50.517449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Provisioning complete for port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:50.517971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.642004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 29b7a5b6-7051-4718-9d61-f58c53ef575b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:50.642443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.729581 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-ee672929-1e5c-4f55-8cfc-e21b64ee16a6 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314618 Feb 16 13:50:50.747512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Provisioning for port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:50.754927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Provisioning complete for port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:50.757146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.786915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.820960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-80f6091c-9e5a-470e-bbc0-5822cf54b1d0 None None] Port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:50.864910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port ac0ebb59-95d5-4c9f-969d-34fce887137e {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:50.865319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.885071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:50.952964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-089af55c-a002-4c4c-9122-cefdabad09e6 None None] Provisioning complete for port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:50.953726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-089af55c-a002-4c4c-9122-cefdabad09e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.020450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-089af55c-a002-4c4c-9122-cefdabad09e6 None None] Port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:51.041660 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d04dc3f0-32cb-4bd8-9226-7ab1f2fb05df req-59e3ea64-4f25-458e-b82a-b1abb1404c1a service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035331 Feb 16 13:50:51.052018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c2fd5-52f8-4d3f-9955-859ebfeaf090 req-5a9bb2e2-a13b-4659-8e67-0889e5954013 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:51.053541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f6c2fd5-52f8-4d3f-9955-859ebfeaf090 req-5a9bb2e2-a13b-4659-8e67-0889e5954013 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.3565543 Feb 16 13:50:51.139980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-61550968-4923-4842-9cb6-4b2b4c9b95eb None None] Provisioning complete for port 29b7a5b6-7051-4718-9d61-f58c53ef575b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:51.140354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-61550968-4923-4842-9cb6-4b2b4c9b95eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.197060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-61550968-4923-4842-9cb6-4b2b4c9b95eb None None] Port 29b7a5b6-7051-4718-9d61-f58c53ef575b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:51.223962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.261189 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f6c2fd5-52f8-4d3f-9955-859ebfeaf090 req-9190d155-cebf-4b5d-9897-0c85339a5c90 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504157 Feb 16 13:50:51.371758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.1 (e48aa694-8794-47b7-9de9-ac893e9caaf7/d9f1cb55-80e1-4b24-b301-6373da6398b3/10d62b66-70a5-4aa8-b8de-0e8b76dc8482) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:51.515325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.531895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 29b7a5b6-7051-4718-9d61-f58c53ef575b owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:51.542254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.559211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Transition to ACTIVE for port object 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:51.567134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:51.587828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.644981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:51.645577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.668549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:51.672511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:51.677278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:51.694704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for ac0ebb59-95d5-4c9f-969d-34fce887137e owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:51.721527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=10d62b66-70a5-4aa8-b8de-0e8b76dc8482,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:51.753031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.894438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.923953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7dd6090c-cf69-4f9d-9540-e256508d0f04 None None] Provisioning for port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:51.933490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7dd6090c-cf69-4f9d-9540-e256508d0f04 None None] Provisioning complete for port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:51.933861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7dd6090c-cf69-4f9d-9540-e256508d0f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:51.991371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=29b7a5b6-7051-4718-9d61-f58c53ef575b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:52.004579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6090c-cf69-4f9d-9540-e256508d0f04 None None] Port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:52.042689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.131065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.135762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.193275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=ac0ebb59-95d5-4c9f-969d-34fce887137e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:52.225063 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2d3be8c2-cb1c-4b2e-a828-4ec347577453 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/29b7a5b6-7051-4718-9d61-f58c53ef575b HTTP/1.1" status: 204 len: 168 time: 1.7327855 Feb 16 13:50:52.230160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35444) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:52.318771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3459ad04-09a2-414f-8608-42431596e3f4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:52.319183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3459ad04-09a2-414f-8608-42431596e3f4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:52.352600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.459353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3459ad04-09a2-414f-8608-42431596e3f4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:52.462463 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3459ad04-09a2-414f-8608-42431596e3f4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/29b7a5b6-7051-4718-9d61-f58c53ef575b HTTP/1.1" status: 404 len: 333 time: 0.2295263 Feb 16 13:50:52.553086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:52.624345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.627454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.635177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.642600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.683881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port d284ffbb-eb6f-4e38-824e-043f8a0af3f9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:52.684257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.716192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.716192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:50:52.764864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.776064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=10d62b66-70a5-4aa8-b8de-0e8b76dc8482,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:52.795322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.799948 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-74f6dc23-61a5-4ef4-9531-4b075ee93188 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 204 len: 168 time: 2.7363157 Feb 16 13:50:52.800511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:52.809382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fa07-d8b9-4f4b-8238-eb2cb4eb1dfe req-ba3f050f-3e06-4526-848a-47b41d526598 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:52.809728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-411706056'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:52.810860 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-44d9fa07-d8b9-4f4b-8238-eb2cb4eb1dfe req-ba3f050f-3e06-4526-848a-47b41d526598 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.4096818 Feb 16 13:50:52.815498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:52.819706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:52.868030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:52.879887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:52.904638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:52.908110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:52.979314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:52.980552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:52.983185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:53.062552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.063205 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment e27bbcd9-a50d-48ec-a8d4-611181ecd152 of type vlan for network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf Feb 16 13:50:53.086881 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-44d9fa07-d8b9-4f4b-8238-eb2cb4eb1dfe req-7737ace0-9062-4267-b89c-56b55ffce110 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614458 Feb 16 13:50:53.160105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.165187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.225687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router ac0ece84-f159-499f-bc7b-31d1aaa95a1f has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:53.226804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.232200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:53.232644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.240632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1517a21d-4063-42e0-913e-d1c31841c219 None None] Provisioning complete for port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:53.241224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1517a21d-4063-42e0-913e-d1c31841c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.297512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for d284ffbb-eb6f-4e38-824e-043f8a0af3f9 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:53.304607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1517a21d-4063-42e0-913e-d1c31841c219 None None] Port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:53.400635 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5952103 Feb 16 13:50:53.412450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35458) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:53.417082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cca5b6-d218-4668-a99b-d52ab79ce627 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:53.428330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:53.434599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:53.461382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.523695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=d284ffbb-eb6f-4e38-824e-043f8a0af3f9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:53.628749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:53.636166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:53.640877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:53.641197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.644559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:53.652276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-004cc8a8-1add-4ba5-955e-a373699f450c tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/routers/ac0ece84-f159-499f-bc7b-31d1aaa95a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499061 Feb 16 13:50:53.653578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:53.655170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35462) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:53.657711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] Sync routers for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:53.661541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'port': {'network_id': 'e48aa694-8794-47b7-9de9-ac893e9caaf7', 'name': 'tempest-FloatingIPTestJSON-614881705'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:53.670444 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:53.671163 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:53.675971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:53.678806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9fa6c4c0-aa12-4e6e-aedb-3d16a72c3b4b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/d284ffbb-eb6f-4e38-824e-043f8a0af3f9 HTTP/1.1" status: 204 len: 168 time: 1.1199365 Feb 16 13:50:53.683173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35466) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:53.684092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.739838 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:53.750387 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:53.750944 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:53.785094 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab44003-ca58-40bd-8431-ecd78e4a91fd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:50:53.785629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0ab44003-ca58-40bd-8431-ecd78e4a91fd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:53.814650 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:53.814984 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5b4fa-c920-4fb2-b646-33881f081dd4 None None] The sync data for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:53.818510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0ab44003-ca58-40bd-8431-ecd78e4a91fd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:53.822185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0ab44003-ca58-40bd-8431-ecd78e4a91fd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/d284ffbb-eb6f-4e38-824e-043f8a0af3f9 HTTP/1.1" status: 404 len: 333 time: 0.1358945 Feb 16 13:50:53.823388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35470) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:53.868339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:53.874046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Usage tracker for resource:port and tenant:0e0982633cdc4a5f9dca96592b2e4635 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:53.877249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:53.884302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:53.895308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Made reservation on behalf of 0e0982633cdc4a5f9dca96592b2e4635 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:53.898853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:53.920936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] device_id is not set on port fb96e791-9f73-43ac-9611-05fa6d6572c6 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:50:53.932708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet b0e59c25-84bc-4954-affa-331f80d79a73 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:50:53.939339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.038265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.084988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.088733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Allocated IP 172.20.0.3 (e48aa694-8794-47b7-9de9-ac893e9caaf7/d9f1cb55-80e1-4b24-b301-6373da6398b3/fb96e791-9f73-43ac-9611-05fa6d6572c6) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:54.185196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=0f6ec3cf-326f-4a5d-a547-8e5b562547b4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:54.208219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.235511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': 'e27bbcd9-a50d-48ec-a8d4-611181ecd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:54.235885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:54.376856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.399713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d594-4828-45c6-95b6-77fad6e7fbc6 req-1a2548ce-760f-440d-933f-f164427883ec tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:54.401723 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d579d594-4828-45c6-95b6-77fad6e7fbc6 req-1a2548ce-760f-440d-933f-f164427883ec tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.1780188 Feb 16 13:50:54.404339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:54.420384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:54.424950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:54.425593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.429564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Transition to ACTIVE for port object fb96e791-9f73-43ac-9611-05fa6d6572c6 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:54.435962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8849b04d-b4ac-4357-9f51-bc892e267ded None None] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:54.436588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.465628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d579d594-4828-45c6-95b6-77fad6e7fbc6 req-7cc68c2a-3ca3-41f5-8f0c-2edf66dba806 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534806 Feb 16 13:50:54.485232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e59c25-84bc-4954-affa-331f80d79a73,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:54.485714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.488545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.490618 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48d371a4-3a38-4628-bd32-32268d7c92d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/b0e59c25-84bc-4954-affa-331f80d79a73 HTTP/1.1" status: 204 len: 168 time: 0.6668293 Feb 16 13:50:54.495224 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b96c6d5-6ab7-413a-9bd0-6bdda31cacbe tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0815380 Feb 16 13:50:54.495849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35476) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:54.498371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:54.509394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d1e705-ed2a-48cf-917b-39f938213371 None None] Network 31eea439-1184-4e63-97a6-27eaaa17b99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:54.522987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1038355855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:54.535706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:54.579820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:54.583885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:54.586113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:54.590733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:54.596699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:54.616563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:54.644943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.648442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.649512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.651781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event updated for resources: {'Port': ['ID=fb96e791-9f73-43ac-9611-05fa6d6572c6,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:54.669351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:54.669720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.701975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.719530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:54.720208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.771671 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a8152db6-649f-4b71-a1dc-42b6127d774d tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1146410 Feb 16 13:50:54.772481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:54.778203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.794812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Request body: {'floatingip': {'port_id': 'fb96e791-9f73-43ac-9611-05fa6d6572c6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:54.939473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.940623 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8577be90-fcf9-4970-abf2-0718cfd37ffb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4414167 Feb 16 13:50:54.944205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35488) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:54.965338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf', 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '0f6ec3cf-326f-4a5d-a547-8e5b562547b4'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:54.966362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:54.977937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fd60fbbc-cdb8-4b67-a3a8-9808a67b948c None None] Provisioning for port fb96e791-9f73-43ac-9611-05fa6d6572c6 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:54.997216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fd60fbbc-cdb8-4b67-a3a8-9808a67b948c None None] Provisioning complete for port fb96e791-9f73-43ac-9611-05fa6d6572c6 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:54.998312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fd60fbbc-cdb8-4b67-a3a8-9808a67b948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.002058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.092116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] DHCP port deletion for 31eea439-1184-4e63-97a6-27eaaa17b99a request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:50:55.111776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Deleting port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:55.112206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.130251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,segment=NetworkSegment(df2daee5-f091-419b-8ac0-e5019493148a),segment_id=df2daee5-f091-419b-8ac0-e5019493148a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:55.131124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.235181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fd60fbbc-cdb8-4b67-a3a8-9808a67b948c None None] Port fb96e791-9f73-43ac-9611-05fa6d6572c6 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:55.301881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:55.410624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] For port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,segment=NetworkSegment(df2daee5-f091-419b-8ac0-e5019493148a),segment_id=df2daee5-f091-419b-8ac0-e5019493148a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:55.411017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.419318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Allocated IP 172.20.0.2 (0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf/0f6ec3cf-326f-4a5d-a547-8e5b562547b4/adbd6be8-a94f-4dec-92ea-93bdae3202f5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:55.504929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.549270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Calling delete_port for 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:55.570302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:55.572188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No DVR routers for this DVR port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:50:55.670490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:50:55.721596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:50:55.721936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:50:55.762784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:50:55.763047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:50:55.765047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.882148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.895469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Transition to ACTIVE for port object adbd6be8-a94f-4dec-92ea-93bdae3202f5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:55.924891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Transition to ACTIVE for port object adbd6be8-a94f-4dec-92ea-93bdae3202f5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:55.940249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:55.991987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b63b3-c089-49d9-909d-8475947f73d0 req-67211dc3-dd7b-4584-a30a-48f34147fb5b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:56.004017 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-891b63b3-c089-49d9-909d-8475947f73d0 req-67211dc3-dd7b-4584-a30a-48f34147fb5b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.2952466 Feb 16 13:50:56.029941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:56.033781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:56.041893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:56.047433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.081425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eea439-1184-4e63-97a6-27eaaa17b99a']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:56.089479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Pushing event updated for resources: {'Port': ['ID=adbd6be8-a94f-4dec-92ea-93bdae3202f5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:56.111959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2daee5-f091-419b-8ac0-e5019493148a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:56.112313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2daee5-f091-419b-8ac0-e5019493148a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:56.116007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-891b63b3-c089-49d9-909d-8475947f73d0 req-176a2047-5657-436f-b47d-e6db93d92594 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107554 Feb 16 13:50:56.161659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Attempting to bind port adbd6be8-a94f-4dec-92ea-93bdae3202f5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:50:56.162180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Attempting to bind port adbd6be8-a94f-4dec-92ea-93bdae3202f5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e27bbcd9-a50d-48ec-a8d4-611181ecd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:50:56.162658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Attempting to bind port adbd6be8-a94f-4dec-92ea-93bdae3202f5 on network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:50:56.168809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:50:56.169312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Checking segment: {'id': 'e27bbcd9-a50d-48ec-a8d4-611181ecd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:56.169806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.170356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Bound using segment: {'id': 'e27bbcd9-a50d-48ec-a8d4-611181ecd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:50:56.171229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Bound port: adbd6be8-a94f-4dec-92ea-93bdae3202f5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27bbcd9-a50d-48ec-a8d4-611181ecd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:50:56.171700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.201969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.232255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.236452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.20.0.1 (0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf/0f6ec3cf-326f-4a5d-a547-8e5b562547b4/5b4e137e-0a03-4217-bc8f-9a7b089890c3) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:56.242715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.243811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:50:56.244193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:50:56.259835 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:50:56.264400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.265463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Deleting port 62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:56.265830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.346866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-496a9956-f0f9-433f-8b67-fd6a3af550f3 None None] The port '62f2942b-bfe5-4cfa-bafb-0a2e5a1f3378' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:50:56.347936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] For port adbd6be8-a94f-4dec-92ea-93bdae3202f5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:50:56.416997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] For port adbd6be8-a94f-4dec-92ea-93bdae3202f5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=adbd6be8-a94f-4dec-92ea-93bdae3202f5,segment=NetworkSegment(e27bbcd9-a50d-48ec-a8d4-611181ecd152),segment_id=e27bbcd9-a50d-48ec-a8d4-611181ecd152)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:50:56.422869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.428502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.456703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 5b4e137e-0a03-4217-bc8f-9a7b089890c3 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:50:56.467699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.497490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.499052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.513029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec0434-0e43-42fb-a24a-e04a1980a9ed None None] Pushing event updated for resources: {'Port': ['ID=adbd6be8-a94f-4dec-92ea-93bdae3202f5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:56.523034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=31eea439-1184-4e63-97a6-27eaaa17b99a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:56.537264 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6b3cfdc6-cfc2-4088-90fe-1f4a404282a3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/31eea439-1184-4e63-97a6-27eaaa17b99a HTTP/1.1" status: 204 len: 168 time: 2.0403397 Feb 16 13:50:56.541110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:56.549122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-872017870'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:56.557115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:56.559854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP e933af55-c7cb-4afb-8021-4d117acaa645 associated. External IP: 172.26.1.209, port: c42a9801-2a38-41d4-9355-4a66c17d4666. Feb 16 13:50:56.578155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:56.581738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:56.585930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:50:56.618307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:network and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:56.626066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=5b4e137e-0a03-4217-bc8f-9a7b089890c3,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:56.628497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:56.643629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:56.654142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.713553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:56.717172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.767777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:50:56.797820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.798497 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Added segment 63044f13-e1a3-431c-9d67-1df8edb6dcd0 of type vlan for network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 Feb 16 13:50:56.818860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:56.913109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.032829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.038359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:57.038977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.157935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:57.162539 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6204271 Feb 16 13:50:57.168304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35502) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:57.174706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0b89c-5082-4ab7-8b3c-9fba7ece5197 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Network': ['ID=8ee10ce8-1343-4a02-a1b6-28ee4c039f70,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:57.180127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:57.189913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:50:57.494693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87c45b-78ef-4649-9a48-c7b4fe28b60f req-2cdbe06b-2077-4ce4-861f-dd3996c2acbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:57.494965 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ff87c45b-78ef-4649-9a48-c7b4fe28b60f req-2cdbe06b-2077-4ce4-861f-dd3996c2acbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.1598773 Feb 16 13:50:57.500986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.524018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.581941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:57.594024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:57.599671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:57.615255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:57.633458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:57.648963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:57.665227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device adbd6be8-a94f-4dec-92ea-93bdae3202f5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:57.685999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ff87c45b-78ef-4649-9a48-c7b4fe28b60f req-b8a6d8ac-d392-4eb3-bbc5-340a75c930f7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810107 Feb 16 13:50:57.692611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=5b4e137e-0a03-4217-bc8f-9a7b089890c3,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:57.699550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e4888-9133-4579-ada3-ec561c554396 None None] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:57.705248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:57.707159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.710131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:57.735808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:57.736453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:57.860213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:57.860804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:50:57.862525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:57.873961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-db533ff5-d5e3-4bab-899b-c3828ce37f72 None None] Provisioning for port adbd6be8-a94f-4dec-92ea-93bdae3202f5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:57.905793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:57.906365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:57.997101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:57.997451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbac908-fd49-4dc9-9690-4da3b35cca4f None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:58.042518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port adbd6be8-a94f-4dec-92ea-93bdae3202f5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:58.054266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port adbd6be8-a94f-4dec-92ea-93bdae3202f5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:58.054266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.095740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 5c16361a-1772-470b-81ce-0b4469f93b56 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:50:58.213408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router ac0ece84-f159-499f-bc7b-31d1aaa95a1f has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:50:58.216691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.251597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.271619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:58.284127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] Sync routers for ids ['5c16361a-1772-470b-81ce-0b4469f93b56'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:58.293959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e610b5d6-a4a3-47d8-8e34-f396d554b6f8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/5c16361a-1772-470b-81ce-0b4469f93b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3484566 Feb 16 13:50:58.296387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35506) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:58.299441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] Routers {'5c16361a-1772-470b-81ce-0b4469f93b56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:58.299613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port adbd6be8-a94f-4dec-92ea-93bdae3202f5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=adbd6be8-a94f-4dec-92ea-93bdae3202f5,segment=NetworkSegment(e27bbcd9-a50d-48ec-a8d4-611181ecd152),segment_id=e27bbcd9-a50d-48ec-a8d4-611181ecd152)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:58.300335 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c16361a-1772-470b-81ce-0b4469f93b56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:58.305937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.388756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=75b3a3fb-3396-4734-b418-7990d5183332,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:58.395429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=adbd6be8-a94f-4dec-92ea-93bdae3202f5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:58.403208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2265a57e-c75a-453c-b9f1-5e2e73de7936 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:58.405200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2265a57e-c75a-453c-b9f1-5e2e73de7936 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:50:58.416975 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:58.427571 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] Routers {'5c16361a-1772-470b-81ce-0b4469f93b56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:58.428504 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c16361a-1772-470b-81ce-0b4469f93b56'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:58.428998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2265a57e-c75a-453c-b9f1-5e2e73de7936 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:50:58.432053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2265a57e-c75a-453c-b9f1-5e2e73de7936 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports/5b4e137e-0a03-4217-bc8f-9a7b089890c3 HTTP/1.1" status: 200 len: 910 time: 0.1341152 Feb 16 13:50:58.434593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35510) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:58.443951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f6ec3cf-326f-4a5d-a547-8e5b562547b4'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:58.450484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device a9a0a04c-4c10-4874-b897-3ff6b694851c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:50:58.486982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Checking segment: {'id': '63044f13-e1a3-431c-9d67-1df8edb6dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:50:58.487387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network hostable DHCP agents. Network: 8ee10ce8-1343-4a02-a1b6-28ee4c039f70, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:50:58.521024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:50:58.530263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:50:58.541106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.561939 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:58.562361 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70babb-739c-43f7-90cf-9ae4036fc68e None None] The sync data for ids ['5c16361a-1772-470b-81ce-0b4469f93b56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:58.599785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 8ee10ce8-1343-4a02-a1b6-28ee4c039f70) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:50:58.609562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:58.610143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.652685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] Sync routers for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:50:58.657078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551aca39-fcf6-4e6f-8765-db3861ce3034 None None] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:50:58.679714 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5e7e963f-a6c2-4215-9e8b-805c016970d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5068741 Feb 16 13:50:58.681683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35514) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:58.692164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-444237670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:58.706089 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-35cb58f2-0957-4fb7-99b4-e80484cadc21 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/floatingips/e933af55-c7cb-4afb-8021-4d117acaa645 HTTP/1.1" status: 200 len: 977 time: 3.9284284 Feb 16 13:50:58.707723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:58.734407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:58.751742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:router and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:58.757265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:58.767377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:58.780197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.837779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port fb96e791-9f73-43ac-9611-05fa6d6572c6 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:50:58.838148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:58.946312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:58.956225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Provisioning complete for port adbd6be8-a94f-4dec-92ea-93bdae3202f5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:58.956877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.011707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-8ee10ce8-1343-4a02-a1b6-28ee4c039f70', 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': '75b3a3fb-3396-4734-b418-7990d5183332'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:50:59.012884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.108631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:59.109191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:59.166045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'port_id': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'mac_address': 'fa:16:3e:65:65:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:50:59.171014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.191008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:59.210750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.211764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.257884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:50:59.257884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:59.277910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.367742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.402765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925e2b4-a2f3-4598-8879-85fddd35934b req-30064729-22b4-4a6e-b084-2136fba07aa2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:59.404379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1925e2b4-a2f3-4598-8879-85fddd35934b req-30064729-22b4-4a6e-b084-2136fba07aa2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 943 time: 0.5240607 Feb 16 13:50:59.463040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:50:59.463435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38ff1e-a1c1-41a6-8918-c78e30684f1a None None] The sync data for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:50:59.482115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.485803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-25ccbdeb-85ef-42c0-bccd-6c21a5ad5cc7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7981129 Feb 16 13:50:59.489844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.494746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35524) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:59.514970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a0a04c-4c10-4874-b897-3ff6b694851c {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:50:59.517538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70', 'name': 'tempest-PortsTestJSON-4589828'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:50:59.537492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Allocated IP 172.20.0.2 (8ee10ce8-1343-4a02-a1b6-28ee4c039f70/75b3a3fb-3396-4734-b418-7990d5183332/df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:50:59.553520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:50:59.560675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.602385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Provisioning for port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:50:59.653645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1925e2b4-a2f3-4598-8879-85fddd35934b req-0c6dda6c-ffb8-416d-8137-b0f779378214 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134678 Feb 16 13:50:59.691672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Provisioning complete for port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:50:59.692316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.699016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.707901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.717177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device adbd6be8-a94f-4dec-92ea-93bdae3202f5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:50:59.778158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:59.798557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.799200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.800122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Floating IP e933af55-c7cb-4afb-8021-4d117acaa645 disassociated. External IP: 172.26.1.209, port: fb96e791-9f73-43ac-9611-05fa6d6572c6. Feb 16 13:50:59.800564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for fb96e791-9f73-43ac-9611-05fa6d6572c6 owned by {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:50:59.844460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:50:59.846542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:50:59.846911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.851487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/ports/5b4e137e-0a03-4217-bc8f-9a7b089890c3 HTTP/1.1" status: 200 len: 910 time: 1.4123337 Feb 16 13:50:59.851487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6fd3-0b82-463a-af54-27b05f6e935e tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=5b4e137e-0a03-4217-bc8f-9a7b089890c3,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:50:59.853152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35530) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:50:59.870661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:port and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:50:59.874091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:50:59.883039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-93842e48-713a-48c9-9055-eadfda37d69f None None] Port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:50:59.896442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:50:59.904517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['a9a0a04c-4c10-4874-b897-3ff6b694851c'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:50:59.911972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:50:59.920900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:50:59.988624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 3b583454-b365-45ed-929f-07aadd998199 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:51:00.054251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port adbd6be8-a94f-4dec-92ea-93bdae3202f5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:00.054874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.082298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a55d44f0-9f6c-48b9-be03-3c07fe0b65f3 None None] Provisioning complete for port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:00.082945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a55d44f0-9f6c-48b9-be03-3c07fe0b65f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.087262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.118083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.146801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=fb96e791-9f73-43ac-9611-05fa6d6572c6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:00.175542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Transition to ACTIVE for port object df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:00.233020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Transition to ACTIVE for port object df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:00.234298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a55d44f0-9f6c-48b9-be03-3c07fe0b65f3 None None] Port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:00.261155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.339471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.9 (8ee10ce8-1343-4a02-a1b6-28ee4c039f70/75b3a3fb-3396-4734-b418-7990d5183332/3b583454-b365-45ed-929f-07aadd998199) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:00.407162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:00.415859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:00.426166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:00.444811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.486547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Pushing event updated for resources: {'Port': ['ID=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:00.578186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Attempting to bind port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:00.578588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Attempting to bind port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '63044f13-e1a3-431c-9d67-1df8edb6dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:00.578913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Attempting to bind port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 on network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:00.582132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router ac0ece84-f159-499f-bc7b-31d1aaa95a1f has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:00.594302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:00.594760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Checking segment: {'id': '63044f13-e1a3-431c-9d67-1df8edb6dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:00.595035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.595827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Bound using segment: {'id': '63044f13-e1a3-431c-9d67-1df8edb6dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:00.595827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Bound port: df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63044f13-e1a3-431c-9d67-1df8edb6dcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8ee10ce8-1343-4a02-a1b6-28ee4c039f70'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:00.596182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.755492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] For port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:00.759114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] For port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,segment=NetworkSegment(63044f13-e1a3-431c-9d67-1df8edb6dcd0),segment_id=63044f13-e1a3-431c-9d67-1df8edb6dcd0)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:00.766799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.822173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:00.852052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 3b583454-b365-45ed-929f-07aadd998199 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:00.862571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:00.879082 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c961b519-c3c3-479c-88af-957b708798ee None None] Sync routers for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:00.880901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888544e-3d5b-46bb-abd5-aa6a4d1529b2 None None] Pushing event updated for resources: {'Port': ['ID=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:00.891682 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:00.892305 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:00.996094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:01.002582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:01.010418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:01.027331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:01.028334 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:01.035110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 5b4e137e-0a03-4217-bc8f-9a7b089890c3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:01.035439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:01.153495 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c961b519-c3c3-479c-88af-957b708798ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:01.159325 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c961b519-c3c3-479c-88af-957b708798ee None None] The sync data for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:01.255825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c625f-bf87-4271-a6a3-58f4317d5711 req-7bf1d999-27dd-41cf-90b9-b83c8f946547 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:01.257424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e35c625f-bf87-4271-a6a3-58f4317d5711 req-7bf1d999-27dd-41cf-90b9-b83c8f946547 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 944 time: 0.4631095 Feb 16 13:51:01.269917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:01.274101 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e289fb5-4c1f-422d-8d06-617bec47abab tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/fb96e791-9f73-43ac-9611-05fa6d6572c6 HTTP/1.1" status: 204 len: 168 time: 2.5629549 Feb 16 13:51:01.275518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:01.279537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35536) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:01.335161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:01.352795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:01.366612 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e35c625f-bf87-4271-a6a3-58f4317d5711 req-91a56dd8-61bc-408d-b49a-648d75d214be tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852566 Feb 16 13:51:01.378446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=3b583454-b365-45ed-929f-07aadd998199,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:01.483684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 5b4e137e-0a03-4217-bc8f-9a7b089890c3 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:01.496487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:01.497110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:01.536083 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c0cda8d-535b-4521-a406-7413b94fc741 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0406852 Feb 16 13:51:01.539318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35540) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:01.605317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:01.692535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:02.001804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.032843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82365283-0ce2-4b4c-be10-dfd95039ae67 None None] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:02.129556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Provisioning for port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:02.136221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Provisioning complete for port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:02.136668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.156068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.253741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=5b4e137e-0a03-4217-bc8f-9a7b089890c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:02.357025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.384003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:02.384611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.471590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.493747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device a9a0a04c-4c10-4874-b897-3ff6b694851c up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:02.573726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] For port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,segment=NetworkSegment(63044f13-e1a3-431c-9d67-1df8edb6dcd0),segment_id=63044f13-e1a3-431c-9d67-1df8edb6dcd0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:02.587453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.623122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.678800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port a9a0a04c-4c10-4874-b897-3ff6b694851c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:02.688617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port a9a0a04c-4c10-4874-b897-3ff6b694851c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:02.688985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.754163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b0c39-3557-4497-9b4f-2a475ddafabe None None] Pushing event updated for resources: {'Port': ['ID=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:02.764786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 10d62b66-70a5-4aa8-b8de-0e8b76dc8482 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:02.824819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.843913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Provisioning for port 3b583454-b365-45ed-929f-07aadd998199 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:02.851884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Provisioning complete for port 3b583454-b365-45ed-929f-07aadd998199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:02.857037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:02.920482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:51:02.968488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:02.983177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.054697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Port 3b583454-b365-45ed-929f-07aadd998199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:03.063338 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'code': 200} Feb 16 13:51:03.092484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Provisioning complete for port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:03.093157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d8c830b-4f70-48f1-bf61-3824574c8551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.163229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:03.170266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.197485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44b4fd-8562-4c99-b943-e728ace3ba55 req-feb24f60-7d4d-4bf4-b507-a4b78ffa0501 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:03.199191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd44b4fd-8562-4c99-b943-e728ace3ba55 req-feb24f60-7d4d-4bf4-b507-a4b78ffa0501 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 944 time: 0.6598213 Feb 16 13:51:03.375561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3c12ab8f-483e-4ced-9a46-87bb926d1e20 None None] Provisioning complete for port 3b583454-b365-45ed-929f-07aadd998199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:03.375926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c12ab8f-483e-4ced-9a46-87bb926d1e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.392744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.436819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3c12ab8f-483e-4ced-9a46-87bb926d1e20 None None] Port 3b583454-b365-45ed-929f-07aadd998199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:03.451816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=10d62b66-70a5-4aa8-b8de-0e8b76dc8482,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:03.455072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8c1e1-96df-4522-8ffa-05ba5d16a0fe req-f416b397-f95e-4577-97cc-627cab260717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:03.456544 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b7c8c1e1-96df-4522-8ffa-05ba5d16a0fe req-f416b397-f95e-4577-97cc-627cab260717 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1098 time: 0.1878641 Feb 16 13:51:03.524181 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd44b4fd-8562-4c99-b943-e728ace3ba55 req-f950e1e1-8aea-4297-a5e2-8ec1ad64f7f3 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402093 Feb 16 13:51:03.590431 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b7c8c1e1-96df-4522-8ffa-05ba5d16a0fe req-a54e8320-a0cf-499e-890f-fd97b20c7838 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050935 Feb 16 13:51:03.599924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:03.613079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.resource_extend [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:51:03.631084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router 5c16361a-1772-470b-81ce-0b4469f93b56 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:03.633130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.642435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.675741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:03.676102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.819130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:03.887034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:03.890904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=3b583454-b365-45ed-929f-07aadd998199,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:03.907115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] Sync routers for ids ['5c16361a-1772-470b-81ce-0b4469f93b56'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:03.915785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-873e2839-f8ea-4adb-9ce5-eeef2e8c9a91 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/5c16361a-1772-470b-81ce-0b4469f93b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0614572 Feb 16 13:51:03.919311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:03.922866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] Routers {'5c16361a-1772-470b-81ce-0b4469f93b56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:03.923503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c16361a-1772-470b-81ce-0b4469f93b56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:03.984941 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5cfe08b6-da1a-4368-b0e4-6a8fae43784f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c16361a-1772-470b-81ce-0b4469f93b56 HTTP/1.1" status: 200 len: 205 time: 0.0644686 Feb 16 13:51:03.987108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35552) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:04.005527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.017645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] Routers {'5c16361a-1772-470b-81ce-0b4469f93b56'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:04.018742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5c16361a-1772-470b-81ce-0b4469f93b56'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.105323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.105733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6565cd-fb8c-4632-ae5b-ab88a5bf626c None None] The sync data for ids ['5c16361a-1772-470b-81ce-0b4469f93b56'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:04.119004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cd156264-0ff4-4f77-84d0-6c8edc7a92d2 None None] Provisioning complete for port 3b583454-b365-45ed-929f-07aadd998199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:04.119297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd156264-0ff4-4f77-84d0-6c8edc7a92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.181490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cd156264-0ff4-4f77-84d0-6c8edc7a92d2 None None] Port 3b583454-b365-45ed-929f-07aadd998199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:04.288216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router ac0ece84-f159-499f-bc7b-31d1aaa95a1f has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:04.327251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.472027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:04.482551 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] Sync routers for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:04.495217 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de3610e3-b588-4d71-b13e-b3097847eb78 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/routers/ac0ece84-f159-499f-bc7b-31d1aaa95a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098727 Feb 16 13:51:04.495493 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:04.495609 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.496123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35556) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:04.561159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.570667 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] Routers {'ac0ece84-f159-499f-bc7b-31d1aaa95a1f'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:04.571280 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.647020 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:04.647420 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0745be-b3fc-4266-b139-e2fd88149bcd None None] The sync data for ids ['ac0ece84-f159-499f-bc7b-31d1aaa95a1f'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:04.757777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.762168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.813387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.839609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.840079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router 5c16361a-1772-470b-81ce-0b4469f93b56 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:51:04.871774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.872869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f097cc52-86cd-4734-87e2-b4bbc8318a1b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/5c16361a-1772-470b-81ce-0b4469f93b56 HTTP/1.1" status: 204 len: 168 time: 0.8847463 Feb 16 13:51:04.876472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:04.900363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab9ff8-f5e0-4a5f-8eba-6f1c614aabd9 req-4f13d756-dd9a-4ef3-927f-977a66d2da13 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:04.901971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-50ab9ff8-f5e0-4a5f-8eba-6f1c614aabd9 req-4f13d756-dd9a-4ef3-927f-977a66d2da13 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.2112164 Feb 16 13:51:04.946280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:04.994518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.015292 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-50ab9ff8-f5e0-4a5f-8eba-6f1c614aabd9 req-38cec25d-1993-4216-8b91-c642d3397b7a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812907 Feb 16 13:51:05.068242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 0f6ec3cf-326f-4a5d-a547-8e5b562547b4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:05.123732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.205876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.259707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.282313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 700ae115-fe88-4483-94c0-ebf4a6acd1f5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:05.282562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.417029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.418469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.421881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.535429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.656131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.665720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 700ae115-fe88-4483-94c0-ebf4a6acd1f5 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:05.667012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=3b583454-b365-45ed-929f-07aadd998199,revision_number=3']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:05.672912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.750994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6ec3cf-326f-4a5d-a547-8e5b562547b4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:05.754773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.758661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014f791d-bb06-4903-9154-92558f70e82b None None] Network 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:05.767241 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-067ec8e5-b9f1-4764-9c88-d4a08a97bb1d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/0f6ec3cf-326f-4a5d-a547-8e5b562547b4 HTTP/1.1" status: 204 len: 168 time: 0.8892915 Feb 16 13:51:05.768024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35568) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:05.909966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.928948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.941008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:05.943442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:05.952735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port adbd6be8-a94f-4dec-92ea-93bdae3202f5 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:05.953079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:05.966732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=700ae115-fe88-4483-94c0-ebf4a6acd1f5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:06.076669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.111146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] DHCP port deletion for 0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:51:06.119096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Deleting port adbd6be8-a94f-4dec-92ea-93bdae3202f5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:06.119675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.400669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-17444021-5504-47a6-8e07-576483111cda None None] Provisioning complete for port 3b583454-b365-45ed-929f-07aadd998199 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:06.401228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17444021-5504-47a6-8e07-576483111cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.417598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.420082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.450631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.451341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Fanout notify agent at l3_agent the message router_deleted on router ac0ece84-f159-499f-bc7b-31d1aaa95a1f {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:51:06.455544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] For port adbd6be8-a94f-4dec-92ea-93bdae3202f5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=adbd6be8-a94f-4dec-92ea-93bdae3202f5,segment=NetworkSegment(e27bbcd9-a50d-48ec-a8d4-611181ecd152),segment_id=e27bbcd9-a50d-48ec-a8d4-611181ecd152)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:06.456057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.457196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae4254-a5fb-40f2-acad-cbbf5acf266d req-0fb76427-b2ed-474b-bfa7-b42f11c7d8c5 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:06.458723 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c4ae4254-a5fb-40f2-acad-cbbf5acf266d req-0fb76427-b2ed-474b-bfa7-b42f11c7d8c5 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.2933123 Feb 16 13:51:06.465500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port adbd6be8-a94f-4dec-92ea-93bdae3202f5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=adbd6be8-a94f-4dec-92ea-93bdae3202f5,segment=NetworkSegment(e27bbcd9-a50d-48ec-a8d4-611181ecd152),segment_id=e27bbcd9-a50d-48ec-a8d4-611181ecd152)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:06.466245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.476885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.480427 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5a256534-371d-4a30-aff6-fd3a95668168 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/routers/ac0ece84-f159-499f-bc7b-31d1aaa95a1f HTTP/1.1" status: 204 len: 168 time: 1.9804318 Feb 16 13:51:06.480618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Router fbdea446-686e-4718-b02f-53b2cf7aed98 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:51:06.481391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:06.531503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-17444021-5504-47a6-8e07-576483111cda None None] Port 3b583454-b365-45ed-929f-07aadd998199 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:06.555021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting subnet d9f1cb55-80e1-4b24-b301-6373da6398b3 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:06.558572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.597692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Calling delete_port for adbd6be8-a94f-4dec-92ea-93bdae3202f5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:06.617851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.626282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for adbd6be8-a94f-4dec-92ea-93bdae3202f5 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:06.682662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.711019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.733158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] Pushing event deleted for resources: {'Port': ['ID=adbd6be8-a94f-4dec-92ea-93bdae3202f5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:06.736143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8978f-dbc0-4297-990f-3f6cd5a584dd None None] No DVR routers for this DVR port adbd6be8-a94f-4dec-92ea-93bdae3202f5 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:51:06.797213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.840068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f1cb55-80e1-4b24-b301-6373da6398b3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:06.841765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c4ae4254-a5fb-40f2-acad-cbbf5acf266d req-b5c141a2-df81-4e15-897e-00595ab94fca tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678784 Feb 16 13:51:06.842284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:06.852920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d0cc26-5820-4793-b0cd-3b646ed124b8 None None] Network e48aa694-8794-47b7-9de9-ac893e9caaf7 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:06.854259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c907faf-bf42-4b9f-9694-d87048e9a3a6 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/subnets/d9f1cb55-80e1-4b24-b301-6373da6398b3 HTTP/1.1" status: 204 len: 168 time: 0.3723528 Feb 16 13:51:06.856942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:06.885859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:06.895781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:51:06.896103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:51:06.899514 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2d4c0393-dbed-48f5-a500-542dc8269a21 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/routers/fbdea446-686e-4718-b02f-53b2cf7aed98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3566141 Feb 16 13:51:06.902267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35584) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:07.007991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.021376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:07.021988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.032215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ade14-587b-470b-a901-1c293ac75831 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:07.038093 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-084ade14-587b-470b-a901-1c293ac75831 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?device_id=fbdea446-686e-4718-b02f-53b2cf7aed98 HTTP/1.1" status: 200 len: 979 time: 0.1304090 Feb 16 13:51:07.038407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] Sync routers for ids ['fbdea446-686e-4718-b02f-53b2cf7aed98'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:07.054922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35588) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:07.080644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] Routers {'fbdea446-686e-4718-b02f-53b2cf7aed98'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:07.081439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fbdea446-686e-4718-b02f-53b2cf7aed98'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.127387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5324b-3ba5-4770-9809-fc17929fa9f6 req-f48d3201-b2b9-4d86-8089-ea2112055a8e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:07.129010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0e5324b-3ba5-4770-9809-fc17929fa9f6 req-f48d3201-b2b9-4d86-8089-ea2112055a8e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.0935009 Feb 16 13:51:07.148552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.173667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] Routers {'fbdea446-686e-4718-b02f-53b2cf7aed98'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:07.174332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fbdea446-686e-4718-b02f-53b2cf7aed98'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.240551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.240956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa564dd-9d4f-4c33-9b92-0a4a8543f415 None None] The sync data for ids ['fbdea446-686e-4718-b02f-53b2cf7aed98'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:07.338439 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0e5324b-3ba5-4770-9809-fc17929fa9f6 req-a45ef224-64a5-45f2-9554-eb1dc76b236c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027864 Feb 16 13:51:07.340902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] DHCP port deletion for e48aa694-8794-47b7-9de9-ac893e9caaf7 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:51:07.346249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Deleting port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:07.346834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.365111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35592) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:07.397375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port adbd6be8-a94f-4dec-92ea-93bdae3202f5 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:07.397750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.516025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] The port 'adbd6be8-a94f-4dec-92ea-93bdae3202f5' was deleted {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:51:07.552181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] For port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,segment=NetworkSegment(e8d27019-454e-490d-b002-caea62e1e587),segment_id=e8d27019-454e-490d-b002-caea62e1e587)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:07.552527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.565599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] For port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,segment=NetworkSegment(e8d27019-454e-490d-b002-caea62e1e587),segment_id=e8d27019-454e-490d-b002-caea62e1e587)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:07.566040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.647774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:07.649722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193e862-632e-4bac-a3dd-7d20ebee503c tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:07.650479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1193e862-632e-4bac-a3dd-7d20ebee503c tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] Synchronizing usage tracker for tenant:3d7c000343c642138b5d41f9302b1d68 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:07.671279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.703647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.711116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1193e862-632e-4bac-a3dd-7d20ebee503c tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] Unset dirty status for tenant:3d7c000343c642138b5d41f9302b1d68 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:07.715306 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1193e862-632e-4bac-a3dd-7d20ebee503c tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1093 time: 0.3491926 Feb 16 13:51:07.718167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35598) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:07.723197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:07.726560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:07.731837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:07.735005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27bbcd9-a50d-48ec-a8d4-611181ecd152') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.735266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27bbcd9-a50d-48ec-a8d4-611181ecd152') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:07.745224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:floatingip and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:07.749578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Calling delete_port for 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:07.749759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:07.753781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.764872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:07.779051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.784363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.807106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:07.807664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: util.warn( Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:07.822528 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:07.868287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: from cryptography.utils import int_from_bytes Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn_limited( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn_limited( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:51:07.906370 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 13:51:07.911500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No active binding found for port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 {{(pid=87699) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 16 13:51:07.911500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:07.911835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device adbd6be8-a94f-4dec-92ea-93bdae3202f5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:07.950046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: adbd6be8-a94f-4dec-92ea-93bdae3202f5 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:07.950589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device adbd6be8-a94f-4dec-92ea-93bdae3202f5 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:07.952636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:51:07.954988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:51:07.963568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.984327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:07.997439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:08.002368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e9f92484-347a-4190-b4e8-d7724653a6a6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/0ea9dbc3-460a-4db2-afa8-4ea339e0b5cf HTTP/1.1" status: 204 len: 168 time: 2.2332067 Feb 16 13:51:08.006050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35602) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:08.013248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1146188426', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:08.023576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:08.031408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:08.035799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:08.056331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:08.074723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.076350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.089087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=27f97a64-0ad6-45fd-a4db-ffa94fdf2065,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:08.094117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] No DVR routers for this DVR port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:51:08.110194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.118771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.231389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.261112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.280690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.284462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7d64b36-af04-4132-a4ae-fce00d5a72b8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2742362 Feb 16 13:51:08.288109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:08.289274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.26.1.25 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fb9008d1-e3b4-4f1b-9f1c-5a98f0167482) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:08.298699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1159737829'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:08.315591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:08.321611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48aa694-8794-47b7-9de9-ac893e9caaf7']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:08.330457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:08.335073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.383091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:08.391838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d27019-454e-490d-b002-caea62e1e587') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:08.392197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d27019-454e-490d-b002-caea62e1e587') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:08.410261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:08.439471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.453972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Deleting port 27f97a64-0ad6-45fd-a4db-ffa94fdf2065 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:08.454832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.469988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.474192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.505817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:08.509179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.522564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.525092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5a1fb-071e-46da-94db-a95d8a2b18e7 None None] The port '27f97a64-0ad6-45fd-a4db-ffa94fdf2065' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:51:08.540473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:08.543514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:08.547870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:08.548402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:08.548796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:08.565253 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:08.582185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=fb9008d1-e3b4-4f1b-9f1c-5a98f0167482,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:08.693271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:08.743764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.744754 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment fc2c33c5-5982-4ce6-a7df-61e6c70f17cf of type vlan for network 2fe7af79-089d-4d1b-9131-44342bba2998 Feb 16 13:51:08.750172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.775029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.794502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Network': ['ID=e48aa694-8794-47b7-9de9-ac893e9caaf7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:08.819531 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f7957f40-d2fb-4fa6-b9d0-90807027ad49 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/networks/e48aa694-8794-47b7-9de9-ac893e9caaf7 HTTP/1.1" status: 204 len: 168 time: 1.9612894 Feb 16 13:51:08.821263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:08.826311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35610) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:08.970354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:51:08.974451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.003753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port d97839a6-5afe-41b7-a2eb-43ebe0ad0763 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:09.004000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.050528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.055788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:09.056348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.056819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.075883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 3b583454-b365-45ed-929f-07aadd998199 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:09.076259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.224708 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9354117 Feb 16 13:51:09.233218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35614) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:09.245556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:09.347260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633246d-ed42-4847-adfb-555371d00fa3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=2fe7af79-089d-4d1b-9131-44342bba2998,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:09.360392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 2fe7af79-089d-4d1b-9131-44342bba2998 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:09.439159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:09.445713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:09.449930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:09.464264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:09.500504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:09.512050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.607653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.607904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.642981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.648044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.736336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.749824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for d97839a6-5afe-41b7-a2eb-43ebe0ad0763 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:09.768870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=fb9008d1-e3b4-4f1b-9f1c-5a98f0167482,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:09.825480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:09.905967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 3b583454-b365-45ed-929f-07aadd998199 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:10.016763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.094160 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 34b53928-e8fb-4353-82cc-50e25449db02 associated. External IP: 172.26.1.25, port: a9a0a04c-4c10-4874-b897-3ff6b694851c. Feb 16 13:51:10.095368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.183744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=d97839a6-5afe-41b7-a2eb-43ebe0ad0763,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:10.186889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=a4b70972-708e-45d8-805e-ff22f5098f08,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:10.198540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:10.198887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: 2fe7af79-089d-4d1b-9131-44342bba2998, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:10.287773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 2fe7af79-089d-4d1b-9131-44342bba2998 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:10.288009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.307189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 2fe7af79-089d-4d1b-9131-44342bba2998) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:10.314081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:10.314462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.318630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84ee64-cf7d-410a-a1aa-31c3b0d296a6 None None] Network 2fe7af79-089d-4d1b-9131-44342bba2998 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:10.337322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.354754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=3b583454-b365-45ed-929f-07aadd998199,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:10.425807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-848d02bd-0746-49c5-b7e1-ca78fc326f72 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1889377 Feb 16 13:51:10.426762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35618) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:10.482733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.483890 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa600d90-3fbe-4f65-b82d-572ba0cf3775 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/floatingips/e933af55-c7cb-4afb-8021-4d117acaa645 HTTP/1.1" status: 204 len: 168 time: 1.6566901 Feb 16 13:51:10.495310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35622) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:10.603628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-2fe7af79-089d-4d1b-9131-44342bba2998', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:10.605198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.630495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.708512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ca6749a0-fe30-45bd-9594-eac2b7dd4dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:10.808065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Allocated IP 172.20.0.2 (2fe7af79-089d-4d1b-9131-44342bba2998/a4b70972-708e-45d8-805e-ff22f5098f08/697bf5d0-702c-43f6-9b08-fda6875ce9b6) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:10.832104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-5476cb2d-a2f4-4732-a0e6-2eeceade7e94 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:10.833055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5476cb2d-a2f4-4732-a0e6-2eeceade7e94 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:10.834352 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5476cb2d-a2f4-4732-a0e6-2eeceade7e94 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/fb96e791-9f73-43ac-9611-05fa6d6572c6 HTTP/1.1" status: 404 len: 333 time: 0.3359878 Feb 16 13:51:10.839262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35626) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:10.965540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-94f508db-27fe-4f8a-82e2-fc078f7a815f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Synchronizing usage tracker for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:11.030152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Router fbdea446-686e-4718-b02f-53b2cf7aed98 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:11.069076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.074420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:11.081587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Transition to ACTIVE for port object 697bf5d0-702c-43f6-9b08-fda6875ce9b6 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:11.110671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Transition to ACTIVE for port object 697bf5d0-702c-43f6-9b08-fda6875ce9b6 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:11.117881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.171761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:11.180194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-22db9533-17b1-4e52-95c0-f4a4e94babfd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/routers/fbdea446-686e-4718-b02f-53b2cf7aed98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1240010 Feb 16 13:51:11.180950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35630) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.185440 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] Sync routers for ids ['fbdea446-686e-4718-b02f-53b2cf7aed98'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:11.193326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Network 2fe7af79-089d-4d1b-9131-44342bba2998 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:11.196040 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] Routers {'fbdea446-686e-4718-b02f-53b2cf7aed98'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:11.196938 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fbdea446-686e-4718-b02f-53b2cf7aed98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:11.197689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-94f508db-27fe-4f8a-82e2-fc078f7a815f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Unset dirty status for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:11.201177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:11.201352 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-94f508db-27fe-4f8a-82e2-fc078f7a815f tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/ports?device_id=ac0ece84-f159-499f-bc7b-31d1aaa95a1f HTTP/1.1" status: 200 len: 205 time: 0.3569999 Feb 16 13:51:11.202389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:11.208513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35634) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.244810 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de8fcfb-d637-4540-814c-d9402ea2b415 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:51:11.245543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de8fcfb-d637-4540-814c-d9402ea2b415 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:11.267559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de8fcfb-d637-4540-814c-d9402ea2b415 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:11.272080 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3de8fcfb-d637-4540-814c-d9402ea2b415 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/3b583454-b365-45ed-929f-07aadd998199 HTTP/1.1" status: 404 len: 333 time: 0.0876477 Feb 16 13:51:11.272726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35638) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.277752 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:11.288040 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] Routers {'fbdea446-686e-4718-b02f-53b2cf7aed98'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:11.288939 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['fbdea446-686e-4718-b02f-53b2cf7aed98'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:11.317644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Pushing event updated for resources: {'Port': ['ID=697bf5d0-702c-43f6-9b08-fda6875ce9b6,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:11.331180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Attempting to bind port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:11.331797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Attempting to bind port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:11.332324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Attempting to bind port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 on network 2fe7af79-089d-4d1b-9131-44342bba2998 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:11.338932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:11.339681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Checking segment: {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:11.340251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.340806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Bound using segment: {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:11.341442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Bound port: 697bf5d0-702c-43f6-9b08-fda6875ce9b6, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:11.342042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.374328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:11.374855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a015854-fdda-4f71-a66f-a28aa1231af0 None None] The sync data for ids ['fbdea446-686e-4718-b02f-53b2cf7aed98'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:11.380632 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-1a551060-a8e0-4c27-a0e5-2c2c1522ee16 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] delete failed (client error): The resource could not be found. Feb 16 13:51:11.383990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1a551060-a8e0-4c27-a0e5-2c2c1522ee16 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/routers/ac0ece84-f159-499f-bc7b-31d1aaa95a1f HTTP/1.1" status: 404 len: 336 time: 0.1700013 Feb 16 13:51:11.394737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35642) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.432282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.445488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea291e36-d45b-400c-bcb7-bf19a23676ae tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:11.445943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea291e36-d45b-400c-bcb7-bf19a23676ae tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:11.450108 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea291e36-d45b-400c-bcb7-bf19a23676ae tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/subnets/d9f1cb55-80e1-4b24-b301-6373da6398b3 HTTP/1.1" status: 404 len: 337 time: 0.0496387 Feb 16 13:51:11.450379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] For port 697bf5d0-702c-43f6-9b08-fda6875ce9b6, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:11.453394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35646) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.454192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] For port 697bf5d0-702c-43f6-9b08-fda6875ce9b6, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=697bf5d0-702c-43f6-9b08-fda6875ce9b6,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:11.459207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.551109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a61bce-ed3f-4d44-81b0-373c588741db None None] Pushing event updated for resources: {'Port': ['ID=697bf5d0-702c-43f6-9b08-fda6875ce9b6,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:11.629170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.655217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port c42a9801-2a38-41d4-9355-4a66c17d4666 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:11.655579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.770892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.774376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.785072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:11.808124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:11.827770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.828598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Fanout notify agent at l3_agent the message router_deleted on router fbdea446-686e-4718-b02f-53b2cf7aed98 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:51:11.829109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:11.829846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:11.842246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.844004 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de8f7f75-2c8f-4af5-986a-2283c3c21e50 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/routers/fbdea446-686e-4718-b02f-53b2cf7aed98 HTTP/1.1" status: 204 len: 168 time: 0.5701451 Feb 16 13:51:11.848853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:11.957851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet 75b3a3fb-3396-4734-b418-7990d5183332 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:11.964953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:11.988413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.041138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.071016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:12.138786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.224671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.268337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=75b3a3fb-3396-4734-b418-7990d5183332,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:12.270611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.281935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9ed94987-e872-4209-8216-6c79da084a36 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/75b3a3fb-3396-4734-b418-7990d5183332 HTTP/1.1" status: 204 len: 168 time: 0.4300766 Feb 16 13:51:12.282106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:12.288912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175a99f4-e206-4c37-8906-d8c77a9b24f1 None None] Network 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:12.411483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.423618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:12.424374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.445589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b34f260a-5988-4b53-b6b1-e7956f18a400 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7262964 Feb 16 13:51:12.518894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:51:12.530869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.719974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for c42a9801-2a38-41d4-9355-4a66c17d4666 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:12.785963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '34b53928-e8fb-4353-82cc-50e25449db02', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:65:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035c7fc-869b-4501-a46c-bd61512a870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:08Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:12.794947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:12.797384 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'status': 'completed', 'code': 200} Feb 16 13:51:12.804590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:12.805218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:50:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:12.817535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.20.0.1 (2fe7af79-089d-4d1b-9131-44342bba2998/a4b70972-708e-45d8-805e-ff22f5098f08/065a2d8c-c7c4-403a-9c96-e2ab3b70c457) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:12.867138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] DHCP port deletion for 8ee10ce8-1343-4a02-a1b6-28ee4c039f70 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:51:12.880389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Deleting port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:12.880743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:12.917066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cadc5b-68b1-4692-83e9-b76c356a6568 None None] Network 2fe7af79-089d-4d1b-9131-44342bba2998 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:12.926033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] For port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,segment=NetworkSegment(63044f13-e1a3-431c-9d67-1df8edb6dcd0),segment_id=63044f13-e1a3-431c-9d67-1df8edb6dcd0)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:12.926470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.083352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:13.108519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.118037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2baeec1f-5a43-4264-9d56-d41ab6e595c8 None None] Provisioning for port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:13.139174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:13.142280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.165753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-07d59acd-0aec-4365-916d-9d65e7f4c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:13.167150 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-07d59acd-0aec-4365-916d-9d65e7f4c3be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1098 time: 0.3114867 Feb 16 13:51:13.195506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=c42a9801-2a38-41d4-9355-4a66c17d4666,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:13.245740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:13.270395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.301513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.329187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:13.334996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No DVR routers for this DVR port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:51:13.363038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.389201 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bf7573f8-14e2-4999-9217-7926995ce5b9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/c42a9801-2a38-41d4-9355-4a66c17d4666 HTTP/1.1" status: 204 len: 168 time: 1.9288535 Feb 16 13:51:13.389201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 2fe7af79-089d-4d1b-9131-44342bba2998 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:13.391385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35666) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:13.433977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:13.443104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:13.454547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:13.472304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] For port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79,segment=NetworkSegment(63044f13-e1a3-431c-9d67-1df8edb6dcd0),segment_id=63044f13-e1a3-431c-9d67-1df8edb6dcd0)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:13.472698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.488317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-8a5f717b-0f67-4153-b635-79ba5499e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:13.489963 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-8a5f717b-0f67-4153-b635-79ba5499e37a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.3069046 Feb 16 13:51:13.510757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 41c54450-83ca-4bd8-984c-b13b1672d20b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:13.511097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.572444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.591586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.629886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Calling delete_port for df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:13.639808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee10ce8-1343-4a02-a1b6-28ee4c039f70']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:13.661678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63044f13-e1a3-431c-9d67-1df8edb6dcd0') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:13.662013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63044f13-e1a3-431c-9d67-1df8edb6dcd0') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:13.670617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-ef6e847f-cdaa-4bb0-9ed5-3383fbdd02f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 200 len: 998 time: 0.1693769 Feb 16 13:51:13.711824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.745903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.756354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-7da1dc9d-1231-4a16-a328-e5626d30f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:13.757351 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-7da1dc9d-1231-4a16-a328-e5626d30f1b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0811632 Feb 16 13:51:13.758313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:13.758705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:13.773724 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:13.794002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 697bf5d0-702c-43f6-9b08-fda6875ce9b6 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:13.803650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.909543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.929546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.942961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=8ee10ce8-1343-4a02-a1b6-28ee4c039f70,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:13.952357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-f8d580a5-a3cf-48ba-8383-c6269e125719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:13.953845 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-f8d580a5-a3cf-48ba-8383-c6269e125719 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795363 Feb 16 13:51:13.980356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8102e228-17fa-4256-bddb-6765428c28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:13.983777 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b1876ee-71c3-47f3-9dce-e5ef76506fdd tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/8ee10ce8-1343-4a02-a1b6-28ee4c039f70 HTTP/1.1" status: 204 len: 168 time: 1.7004499 Feb 16 13:51:13.987752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35670) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:14.071028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:51:14.071347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:51:14.077457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:14.097800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:14.097800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.129054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290753f1-9a18-43e0-a964-36280db05496 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:14.129773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-290753f1-9a18-43e0-a964-36280db05496 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:14.178302 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-0dbf72d2-4d0f-4976-bc0e-92dbd6469f57 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170525 Feb 16 13:51:14.181521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-290753f1-9a18-43e0-a964-36280db05496 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:14.183053 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-290753f1-9a18-43e0-a964-36280db05496 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/3a542c02-9f28-4cfb-aa3c-69272a89bba2 HTTP/1.1" status: 200 len: 841 time: 0.1940036 Feb 16 13:51:14.210719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:14.213929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.223421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.261904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.343401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.358396 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-920d93c9-05c5-444d-b733-978cd2c85c9f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/3a542c02-9f28-4cfb-aa3c-69272a89bba2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1463108 Feb 16 13:51:14.367207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:14.370960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 41c54450-83ca-4bd8-984c-b13b1672d20b owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:14.373618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:14.403067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 697bf5d0-702c-43f6-9b08-fda6875ce9b6, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=697bf5d0-702c-43f6-9b08-fda6875ce9b6,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:14.405993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '34b53928-e8fb-4353-82cc-50e25449db02', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:65:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035c7fc-869b-4501-a46c-bd61512a870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:08Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:14.412479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.465337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a45ee-70a1-4b36-8b55-743feabda86f None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '34b53928-e8fb-4353-82cc-50e25449db02', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.25', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:65:65:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0035c7fc-869b-4501-a46c-bd61512a870e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:08Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:14.481611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:14.576607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Deleting port df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:14.577234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.624792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:14.626132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:14.694685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-760bdcc2-09af-49a4-bd5e-6ae8fdc40597 None None] The port 'df9aa2a1-b9f1-4fb3-a39a-3d9da41f1a79' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:51:14.695879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Provisioning complete for port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:14.696245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.698268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.744504 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8fd5d15c-eca1-4162-8311-184f12ccd7f0 req-0c0c1959-0ccd-4408-b4fd-c1b2849f4c71 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592499 Feb 16 13:51:14.756408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=697bf5d0-702c-43f6-9b08-fda6875ce9b6,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:14.767016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:14.779532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:14.782708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:14.795776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:14.811342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:14.816169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.838388 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a989582-281b-4540-9825-82e61e63caf2 None None] New status for floating IP 34b53928-e8fb-4353-82cc-50e25449db02: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:51:14.854546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=41c54450-83ca-4bd8-984c-b13b1672d20b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:14.871763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Provisioning for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:14.878924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Provisioning complete for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:14.879337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:14.950127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-13a0b813-4289-4e1b-9e80-7bc1905169ae None None] Port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:15.087273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3526a11d-baf6-4d39-ac6d-4b7dc325b5ba None None] Provisioning complete for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:15.088462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3526a11d-baf6-4d39-ac6d-4b7dc325b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.095263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.113229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-954a639d-0a89-4feb-bcc9-8e985591db00 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/ports/41c54450-83ca-4bd8-984c-b13b1672d20b HTTP/1.1" status: 204 len: 168 time: 1.7221630 Feb 16 13:51:15.115792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.119786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35682) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:15.166695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3526a11d-baf6-4d39-ac6d-4b7dc325b5ba None None] Port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:15.171731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.179565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.237462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:15.249283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:15.260501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d349e-cdd3-466d-bbe7-aa4152ec1728 None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:15.263393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:15.264026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.283995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:15.311667 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b2aa4461-17d8-4e81-a3a1-ee0507afc552 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9432821 Feb 16 13:51:15.314606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:15.320863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'security_group': {'name': 'tempest-secgroup-359796757'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:15.332064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:15.344445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2bed2-4db0-4dc3-bd58-93cb862aefef tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:15.345680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41d2bed2-4db0-4dc3-bd58-93cb862aefef tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Synchronizing usage tracker for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:15.351555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:15.353828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:15.354048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.360823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:15.372522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:15.381971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-41d2bed2-4db0-4dc3-bd58-93cb862aefef tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Unset dirty status for tenant:0e0982633cdc4a5f9dca96592b2e4635 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:15.382929 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-41d2bed2-4db0-4dc3-bd58-93cb862aefef tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "GET /v2.0/ports?device_id=5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 HTTP/1.1" status: 200 len: 913 time: 0.2320561 Feb 16 13:51:15.386529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:15.457105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.497808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.500611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network 2fe7af79-089d-4d1b-9131-44342bba2998 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:15.502941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:15.526073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:15.539091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:15.548766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:15.636076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 697bf5d0-702c-43f6-9b08-fda6875ce9b6 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:15.654524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:15.742038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.775958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'tenant_id': '7fa1694d9cd04c328308d1fb3cb5ae61', 'fixed_ips': [{'subnet_id': 'ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:15.777115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.800025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.815212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.843117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:51:15.876400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:15.878550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.978366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd5bbc-2755-47bb-9a3f-2add2a58e17e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:15.982850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:15.982850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-924bc872-8aae-4eac-bf00-765f86db0489 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6674058 Feb 16 13:51:15.987205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:16.046398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070680935'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:16.062744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9c481e8-4bde-482c-b851-9bc18ca20ae2 None None] Provisioning complete for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:16.062744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9c481e8-4bde-482c-b851-9bc18ca20ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.075214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:16.084795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:16.089837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:16.099352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:16.105452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:16.110964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-da2f9847-7060-45b0-9d0e-fcde2825b4c9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6817906 Feb 16 13:51:16.113156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35698) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:16.128021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-452945817'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:16.139663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:16.148540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:16.155027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:16.164268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.172713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:16.203222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:16.204099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:16.207481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:16.207616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.216078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:16.249399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:16.260974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:16.264533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:16.281480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.282268 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment a86167e5-f5c6-4057-aec5-218553a5e46b of type vlan for network a20acacb-f527-4c88-8ddd-c877859ad6c3 Feb 16 13:51:16.317429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:16.317429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:16.328348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.366793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b9c481e8-4bde-482c-b851-9bc18ca20ae2 None None] Port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:16.380814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.389437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:16.389437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.429831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.437833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.447718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Allocated IP 172.20.0.2 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178/82241af8-b881-49c5-ba5d-9fce2b6ffde9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:16.508703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.508703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5138674 Feb 16 13:51:16.508703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:16.517240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1505457521', 'security_groups': ['fce13973-b79b-40aa-89c0-557aaf6623f8'], 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178'}]}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:16.532250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8437e-31c9-485e-84a6-1b97584afbcf tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce13973-b79b-40aa-89c0-557aaf6623f8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:16.546128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:16.558868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:16.680404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5663280 Feb 16 13:51:16.680994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35706) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:16.690688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=a20acacb-f527-4c88-8ddd-c877859ad6c3,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:16.697793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:16.699127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.699463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.699785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.700107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.700411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.700753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.701085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.701398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.701771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.702147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.702503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.703269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c94dc-5e14-49c2-9691-fcfa0dc6b3a0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:16.728358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:17.008587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.048071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Transition to ACTIVE for port object 82241af8-b881-49c5-ba5d-9fce2b6ffde9 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:17.072730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Transition to ACTIVE for port object 82241af8-b881-49c5-ba5d-9fce2b6ffde9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:17.081345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.082012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:17.091225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:17.131548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:17.141202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:17.150649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:17.154907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:17.159258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:17.162902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:17.169919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:17.174639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Pushing event updated for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:17.174962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:17.193777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:17.197171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.204211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:13Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:14Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:17.217693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:17.218084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Updating router cbf774f7-b40a-46e8-aedd-994038198729 port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:51:17.312764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Attempting to bind port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:17.313127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Attempting to bind port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0a033307-3201-4a49-be02-4131ef043af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:17.313473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Attempting to bind port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 on network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:17.321818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.332195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:17.332559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Checking segment: {'id': '0a033307-3201-4a49-be02-4131ef043af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:17.332953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.333336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Bound using segment: {'id': '0a033307-3201-4a49-be02-4131ef043af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:17.333801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Bound port: 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a033307-3201-4a49-be02-4131ef043af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:17.334167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.419953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.491769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port 7de6b357-808b-4c43-b431-6a599e181c05 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:51:17.521305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:17.530307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=82241af8-b881-49c5-ba5d-9fce2b6ffde9,segment=NetworkSegment(0a033307-3201-4a49-be02-4131ef043af8),segment_id=0a033307-3201-4a49-be02-4131ef043af8)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:17.537202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.577743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port 6a415a45-42c1-4284-bb2a-f8ec8d864c1d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:17.578071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.747711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d9e8e-5037-443f-8177-a71546f33b87 None None] Pushing event updated for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:17.845455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.882136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:17.896980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Transition to ACTIVE for port object 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:17.938736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.040368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.075845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=c08f88f7-1622-45d9-9576-00b36e6d25a8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:18.132400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a9ed8-d143-4c9e-80ee-4761e688a045 None None] Pushing event updated for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:18.188747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Attempting to bind port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:18.189634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Attempting to bind port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:18.190288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Attempting to bind port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 on network 2fe7af79-089d-4d1b-9131-44342bba2998 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:18.196239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:18.196879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Checking segment: {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:18.197479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.198188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Bound using segment: {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:18.198681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Bound port: 065a2d8c-c7c4-403a-9c96-e2ab3b70c457, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:18.199055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.209983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for 6a415a45-42c1-4284-bb2a-f8ec8d864c1d owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:18.239363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.239696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.240026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.240350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.240664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.240978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.241298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.241609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.241917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.242248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.242573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.242870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:18.248500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.8 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178/7de6b357-808b-4c43-b431-6a599e181c05) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:18.274657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:18.275010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: a20acacb-f527-4c88-8ddd-c877859ad6c3, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:18.301364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] For port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:18.307125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] For port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:18.312915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.371466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:18.396200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:18.397069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:18.442571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, a20acacb-f527-4c88-8ddd-c877859ad6c3) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:18.459540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c32ac-b3b2-40d7-bd48-e3f228b2b70d None None] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:18.475974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a9ed8-d143-4c9e-80ee-4761e688a045 None None] Pushing event updated for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:18.590921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:18.591490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.655383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:18.668579 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2109d7e2-3bf5-48b1-b87b-68a8d9937f80 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9843152 Feb 16 13:51:18.672933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35710) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:18.696664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.757728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 7de6b357-808b-4c43-b431-6a599e181c05 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:18.792910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:18.850755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=6a415a45-42c1-4284-bb2a-f8ec8d864c1d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:19.032350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-a20acacb-f527-4c88-8ddd-c877859ad6c3', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:19.033321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.076831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.181412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9dee5d3c-a97b-4ee3-aae6-7e78d5bdf6f6 None None] Provisioning complete for port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:19.181782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9dee5d3c-a97b-4ee3-aae6-7e78d5bdf6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.221274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:19.228575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:19.234687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:19.285161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=7de6b357-808b-4c43-b431-6a599e181c05,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:19.301892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.330791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9dee5d3c-a97b-4ee3-aae6-7e78d5bdf6f6 None None] Port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:19.392336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9dee5d3c-a97b-4ee3-aae6-7e78d5bdf6f6 None None] Provisioning for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:19.420072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:19.421580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.428605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Allocated IP 172.21.0.2 (a20acacb-f527-4c88-8ddd-c877859ad6c3/c08f88f7-1622-45d9-9576-00b36e6d25a8/e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:19.442850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:13Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:18Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:19.448234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.451813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8fc5e1-299b-44f6-ab4e-fa07153cf0a9 None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:13Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:18Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:19.561928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-38526c8f-213e-4e99-8b42-8ce62a88440b None None] Provisioning for port 7de6b357-808b-4c43-b431-6a599e181c05 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:19.565547 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-149d069e-bb1f-4683-a50b-778813908dfe tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0588334 Feb 16 13:51:19.568951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35716) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:19.582016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-38526c8f-213e-4e99-8b42-8ce62a88440b None None] Provisioning complete for port 7de6b357-808b-4c43-b431-6a599e181c05 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:19.582580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38526c8f-213e-4e99-8b42-8ce62a88440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.635770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:19.699033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:19.738559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-38526c8f-213e-4e99-8b42-8ce62a88440b None None] Port 7de6b357-808b-4c43-b431-6a599e181c05 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:19.870872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.881010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:19.886365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Transition to ACTIVE for port object e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:19.892429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:19.892789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:19.893599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:19.896792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:19.900428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:19.903856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:19.911377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:19.953206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Transition to ACTIVE for port object e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:19.970714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.037623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:20.041490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.052502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.21.0.1 (a20acacb-f527-4c88-8ddd-c877859ad6c3/c08f88f7-1622-45d9-9576-00b36e6d25a8/6d943719-0387-461e-8e3b-10d501701d56) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:20.120049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:20.129872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:20.132657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:20.178433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Pushing event updated for resources: {'Port': ['ID=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:20.192406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.192751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.193087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.193407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.193724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.194041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.194382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.194696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.195009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.195317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.195624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.195927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:20.255760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.269504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.280104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Attempting to bind port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:20.280477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Attempting to bind port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:20.280813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Attempting to bind port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 on network a20acacb-f527-4c88-8ddd-c877859ad6c3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:20.289934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 6d943719-0387-461e-8e3b-10d501701d56 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:20.297914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:20.298449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Checking segment: {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:20.298784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.299172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Bound using segment: {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:20.299645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Bound port: e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:20.300012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.320767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.326111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=82241af8-b881-49c5-ba5d-9fce2b6ffde9,segment=NetworkSegment(0a033307-3201-4a49-be02-4131ef043af8),segment_id=0a033307-3201-4a49-be02-4131ef043af8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:20.397670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:20.402373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] For port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:20.405871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] For port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:20.407633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.408440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:20.420654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:20.425746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:20.434791 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c1075fe0-0ae2-4954-a706-ca9577bf1d61 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "PUT /v2.0/routers/5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0474350 Feb 16 13:51:20.440813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35720) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:20.442472 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.ipam_backend_mixin [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178 (CIDR: 172.20.0.0/28) Feb 16 13:51:20.442687 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] Sync routers for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:20.460024 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:20.460640 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:20.463666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.521381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:20.540153 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:51:20.540641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:20.548906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:20.560731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.584082 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-823e4b94-b2dc-483e-8505-6d6dd5e0e174 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0131347 Feb 16 13:51:20.588217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35724) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:20.595426 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:20.599942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:20.604949 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] Routers {'5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:20.605554 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:20.656495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013771-b4a4-40a6-929b-8e5931272673 None None] Pushing event updated for resources: {'Port': ['ID=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:20.671447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:20.672206 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24551bf5-b8ad-478c-8f0f-a7590635caf6 None None] The sync data for ids ['5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:20.806499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.893175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:20.974138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:20.993212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:20.998255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:21.007351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:21.039099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:21.039290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.112027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.125101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting port b310ecea-3606-4263-95a9-738d5f8ed413 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:21.125517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.325426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.330694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.360322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.446163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.450197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:21.519350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Calling delete_port for b310ecea-3606-4263-95a9-738d5f8ed413 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:21.597779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:21.599343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:21.684084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.789652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:21.796444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:21.804760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:21.811381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:21.811960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.815682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=adbaefb5-8573-4535-9a83-126f6a05b067,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:21.820523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:21.836125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93caa14-621b-4ed3-8386-f6287b253a23 None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:21.861065 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eff3e061-f6a0-48b8-8290-de1f7ecb577b tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2713561 Feb 16 13:51:21.862664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:21.868451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:21.903666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-716233301', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'adbaefb5-8573-4535-9a83-126f6a05b067'}], 'security_groups': ['65dd5bbc-2755-47bb-9a3f-2add2a58e17e']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:21.984235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991d317-7d0b-430d-b376-0400f5501659 None None] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:22.030058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:22.051959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-76ab49c6-14d7-45f8-b8ec-f80f191cc483 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747065 Feb 16 13:51:22.052926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:22.059797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-1185322343'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:22.064970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:22.065765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:22.069503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:22.072993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:22.081320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:22.092443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:22.096279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.118761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:22.120086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:22.120434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Port': ['ID=b310ecea-3606-4263-95a9-738d5f8ed413,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:22.135344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:22.146688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.147036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment 9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb of type vlan for network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae Feb 16 13:51:22.184952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.197710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:22.197710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.216300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.218425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:22.219205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.232794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3f7e5eae-caab-4613-a6f6-69a8c793fde8 None None] Provisioning for port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:22.309529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.343113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.427541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3628211 Feb 16 13:51:22.427541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524515c-4498-4900-8a4b-a7fb98fc574a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=e3265dcf-9cac-467a-bd3b-59f1c3bce0ae,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:22.427541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35738) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:22.433450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:22.456344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:22.560645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.560645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.638109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:22.650676 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.650676 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Fanout notify agent at l3_agent the message router_deleted on router 5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:51:22.683108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.683108 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9d9aeb4-9e06-456a-b22c-50b076666b27 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/routers/5fbd97ac-c597-4e37-b2cb-ec7f37cc3df0 HTTP/1.1" status: 204 len: 168 time: 2.2339776 Feb 16 13:51:22.683108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:22.819808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Deleting subnet d02e9e05-82c0-419e-96b5-061e4387f4bf {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:22.839554 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:51:22.846423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:22.846423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:22.859475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:22.859475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:22.869201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.881817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:22.891286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:22.974306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.067788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:23.145585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.241031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.304163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.313080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:23.347616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=4baef5bd-641c-4a22-92a1-eddd37098eaa,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:23.357899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:23.357899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.392901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Delete allocated IP 172.20.0.8 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:51:23.392901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Subnet': ['ID=d02e9e05-82c0-419e-96b5-061e4387f4bf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:23.398554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.403933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:23.403933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: e3265dcf-9cac-467a-bd3b-59f1c3bce0ae, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:23.421296 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c17daba-046a-4a46-8271-41625f542cc9 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/subnets/d02e9e05-82c0-419e-96b5-061e4387f4bf HTTP/1.1" status: 204 len: 168 time: 0.7300537 Feb 16 13:51:23.421296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35746) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:23.429879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:23.453481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e3265dcf-9cac-467a-bd3b-59f1c3bce0ae) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:23.475739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:23.475739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.482873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e9847-3f26-48b5-bcd5-62900848d8f1 None None] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:23.501990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb45385d-2b26-4d07-b1c7-4bd339e85409 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0808482 Feb 16 13:51:23.504709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35750) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:23.611954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.616720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.23 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/adbaefb5-8573-4535-9a83-126f6a05b067/7de6b357-808b-4c43-b431-6a599e181c05) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:23.749378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Update dhcp port {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'fixed_ips': [{'subnet_id': 'ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178', 'ip_address': '172.20.0.2'}, {'subnet_id': 'adbaefb5-8573-4535-9a83-126f6a05b067'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '82241af8-b881-49c5-ba5d-9fce2b6ffde9'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:51:23.908744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.922482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.943048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:23.961881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Provisioning for port 6d943719-0387-461e-8e3b-10d501701d56 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:24.020782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:24.025285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:20Z', 'revision_number': 3, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:18Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:21Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:24.044833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:24.045462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Updating router cbf774f7-b40a-46e8-aedd-994038198729 port 6d943719-0387-461e-8e3b-10d501701d56 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:51:24.081053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.083176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:24.095937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2b6225-777d-4c53-b076-b226ac98636c']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:24.125101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d0b484-efef-4314-8205-c8b0c2ac56b4') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:24.125504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d0b484-efef-4314-8205-c8b0c2ac56b4') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:24.161725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.171336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Provisioning complete for port 6d943719-0387-461e-8e3b-10d501701d56 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:24.171617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.201681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.212512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:24.212900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.225965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:24.228613 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:24.320570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.328486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.351101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.362063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object 7de6b357-808b-4c43-b431-6a599e181c05 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:24.366816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] Pushing event deleted for resources: {'Network': ['ID=1e2b6225-777d-4c53-b076-b226ac98636c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:24.373377 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5136f91c-55e3-4238-8d0f-8d3fba7c7857 tempest-FloatingIPTestJSON-205617423 tempest-FloatingIPTestJSON-205617423-project] 10.222.0.105 "DELETE /v2.0/networks/1e2b6225-777d-4c53-b076-b226ac98636c HTTP/1.1" status: 204 len: 168 time: 0.9515767 Feb 16 13:51:24.374733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.515834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.524771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=7de6b357-808b-4c43-b431-6a599e181c05,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:24.536534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:24.538244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.552578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] In _notify_port_updated(), no bound segment for port 7de6b357-808b-4c43-b431-6a599e181c05 on network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:51:24.558775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:24.559839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.561388 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c89b492e-7b18-49d1-a481-6fac87b8bea1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/ports/7de6b357-808b-4c43-b431-6a599e181c05 HTTP/1.1" status: 200 len: 920 time: 2.6628797 Feb 16 13:51:24.564245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35756) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:24.608986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Port 6d943719-0387-461e-8e3b-10d501701d56 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:24.617458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:24.672176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 7de6b357-808b-4c43-b431-6a599e181c05 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:24.673311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.761198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:24.789452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Provisioning complete for port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:24.789452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.814461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:24.857047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:24.857047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:24.974090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.22.0.1 (e3265dcf-9cac-467a-bd3b-59f1c3bce0ae/4baef5bd-641c-4a22-92a1-eddd37098eaa/79c550a5-ddb5-44d3-8194-ca8a99cfd0cf) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:25.057354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a7b1dff-b066-49ba-8eeb-dcf5fde3f321 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=0e0982633cdc4a5f9dca96592b2e4635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416275 Feb 16 13:51:25.060602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35768) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:25.131001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.157923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.220081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.228310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Allocated IP 172.20.0.18 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/adbaefb5-8573-4535-9a83-126f6a05b067/82241af8-b881-49c5-ba5d-9fce2b6ffde9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:25.236348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f659c5d-43db-4063-ad69-a6d357f813c6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:25.243886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.247605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7c23b2b-bf14-42c4-8995-5d7f691eef73 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7f659c5d-43db-4063-ad69-a6d357f813c6 HTTP/1.1" status: 204 len: 168 time: 0.1829889 Feb 16 13:51:25.303251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.386572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.444793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.454634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 7de6b357-808b-4c43-b431-6a599e181c05 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:25.474790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.514836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:25.525593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:25.558400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.648468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.731755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:25.737328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:25.745182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:25.766396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:25.801044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:25.824329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.885475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=7de6b357-808b-4c43-b431-6a599e181c05,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:25.888933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.896160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=82241af8-b881-49c5-ba5d-9fce2b6ffde9,segment=NetworkSegment(0a033307-3201-4a49-be02-4131ef043af8),segment_id=0a033307-3201-4a49-be02-4131ef043af8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:25.932210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:25.932210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:51:25.932210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-3acc4c96-5b99-4a86-ad8d-1a1df0bfaa77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:51:25.954678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Allocated IP 172.22.0.2 (e3265dcf-9cac-467a-bd3b-59f1c3bce0ae/4baef5bd-641c-4a22-92a1-eddd37098eaa/4caa1273-6503-4829-b16e-3edddeff56f7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:26.006205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:26.029913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.035519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Transition to ACTIVE for port object 6d943719-0387-461e-8e3b-10d501701d56 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:26.047328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4f8a8902-7b65-4851-836e-fcc458a0b3d6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/7de6b357-808b-4c43-b431-6a599e181c05 HTTP/1.1" status: 204 len: 168 time: 1.4755235 Feb 16 13:51:26.052478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:26.111774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:26.112141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.128123 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-481f3702-bf17-4bb8-a153-3bc7a54eaf05 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:51:26.129022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-481f3702-bf17-4bb8-a153-3bc7a54eaf05 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:26.141917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.148728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-481f3702-bf17-4bb8-a153-3bc7a54eaf05 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:26.154898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35796) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:26.158574 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-481f3702-bf17-4bb8-a153-3bc7a54eaf05 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/7de6b357-808b-4c43-b431-6a599e181c05 HTTP/1.1" status: 404 len: 333 time: 0.1077526 Feb 16 13:51:26.175849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.191919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.320012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:26.459819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.496897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2110298910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:26.507565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:26.516695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:router and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:26.521161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Transition to ACTIVE for port object 82241af8-b881-49c5-ba5d-9fce2b6ffde9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:26.526201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:26.526451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.533927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:26.544012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6212-f4d7-410c-8988-62faeba0b641 None None] Pushing event updated for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:26.550693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.553488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.568938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.576301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.603386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.634716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.636348 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-656fc0f4-6977-44c5-a07d-fa9eb1809a83 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3195105 Feb 16 13:51:26.639155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35808) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:26.651518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1894557109'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:26.662156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:26.667520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:network and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:26.668700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:26.685655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:26.702887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:26.702887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.715819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.743691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:26.743691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:security_group_rule and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:26.753020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:26.753020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:26.882168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.887473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.887473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.946903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41665d20-a8b5-4521-8c4a-978e395a1dff,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:26.952533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:26.960227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:26.970659 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/security-groups/fce13973-b79b-40aa-89c0-557aaf6623f8 HTTP/1.1" status: 204 len: 168 time: 0.7999473 Feb 16 13:51:26.970659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140fce1-5ab6-44e5-95ff-3c6e0460e742 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce13973-b79b-40aa-89c0-557aaf6623f8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.028049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.033204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.057212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Attempting to bind port 6d943719-0387-461e-8e3b-10d501701d56 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:27.057739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Attempting to bind port 6d943719-0387-461e-8e3b-10d501701d56 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:27.057987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Attempting to bind port 6d943719-0387-461e-8e3b-10d501701d56 on network a20acacb-f527-4c88-8ddd-c877859ad6c3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:27.061178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26badde9-efdf-4539-bf69-3c041e624584 None None] Pushing event updated for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.062578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:27.065165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.096830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:27.097205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Checking segment: {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:27.097604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.097994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Bound using segment: {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:27.098929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Bound port: 6d943719-0387-461e-8e3b-10d501701d56, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86167e5-f5c6-4057-aec5-218553a5e46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:27.099407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.122805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.122805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Added segment cffde5ea-59d9-4df8-96ec-75270444ed3a of type vlan for network b8bb6ce8-15a2-4bf0-8569-d94561c5418c Feb 16 13:51:27.139579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.169162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.188198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Transition to ACTIVE for port object 4caa1273-6503-4829-b16e-3edddeff56f7 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:27.219669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.259679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Transition to ACTIVE for port object 4caa1273-6503-4829-b16e-3edddeff56f7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:27.262237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.262237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.287892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] For port 6d943719-0387-461e-8e3b-10d501701d56, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:27.287892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] For port 6d943719-0387-461e-8e3b-10d501701d56, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6d943719-0387-461e-8e3b-10d501701d56,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:27.287892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.297524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.320371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd5bbc-2755-47bb-9a3f-2add2a58e17e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.359189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.364311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.364311 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d6a4446-700d-484f-8913-b8fa728bcd41 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/security-groups/65dd5bbc-2755-47bb-9a3f-2add2a58e17e HTTP/1.1" status: 204 len: 168 time: 0.4159091 Feb 16 13:51:27.364311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.376609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:27.376609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.406122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35816) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:27.462797 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8215973 Feb 16 13:51:27.477737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35820) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:27.491251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'subnet': {'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:27.509364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:27.518513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:27.525885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:27.574533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Pushing event updated for resources: {'Port': ['ID=4caa1273-6503-4829-b16e-3edddeff56f7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.578658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22871f-cd0b-40e0-8492-8e06fa6bd0cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Network': ['ID=b8bb6ce8-15a2-4bf0-8569-d94561c5418c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:27.664259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:27.672545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:27.725908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.740574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35826) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:27.755081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:27.854087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:27.855434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:27.860475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:27.866004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:27.895281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Attempting to bind port 4caa1273-6503-4829-b16e-3edddeff56f7 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:27.895426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Attempting to bind port 4caa1273-6503-4829-b16e-3edddeff56f7 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:27.895927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Attempting to bind port 4caa1273-6503-4829-b16e-3edddeff56f7 on network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:27.912706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:subnet and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:27.917033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:27.934704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:27.935528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0482b-38c6-49d3-b0d0-01b06736420f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:27.935959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0482b-38c6-49d3-b0d0-01b06736420f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:27.936800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0482b-38c6-49d3-b0d0-01b06736420f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:27.938770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-08d0482b-38c6-49d3-b0d0-01b06736420f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?project_id=be03851a655c4af5a68761abafb36174&network_id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 3000 time: 0.1966658 Feb 16 13:51:27.994196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:27.995216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:28.107355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6212-f4d7-410c-8988-62faeba0b641 None None] Pushing event updated for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:28.110160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:28.120902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Checking segment: {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Bound using segment: {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Bound port: 4caa1273-6503-4829-b16e-3edddeff56f7, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:28.151310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.156645 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-1ad87e30-12af-4851-88b6-3a2459fda0a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1154635 Feb 16 13:51:28.328444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:28.336587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.353203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-f12c2ea8-985e-47e8-bd57-6778da3722f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:28.355583 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-f12c2ea8-985e-47e8-bd57-6778da3722f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1099 time: 0.1059585 Feb 16 13:51:28.431942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Could not find standard attr ID for object 7de6b357-808b-4c43-b431-6a599e181c05. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:51:28.437477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:28.530919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b3388687-13ca-417e-bee4-80786e482503 None None] For port 4caa1273-6503-4829-b16e-3edddeff56f7, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:28.546918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:28.576045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-7ffd96a4-6c64-494a-b47c-8d3ffeb75c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:28.580575 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-7ffd96a4-6c64-494a-b47c-8d3ffeb75c65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 898 time: 0.2031384 Feb 16 13:51:28.659053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:28.704315 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5c1f680-e60b-492c-9c78-ac38063dd8f9 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1933002 Feb 16 13:51:28.704315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.711019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35834) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:28.727636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'network': {'name': 'tempest-RoutersTest-842002503'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:28.735857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:28.743721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:network and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:28.747432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:28.750689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.752790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178 HTTP/1.1" status: 204 len: 168 time: 1.3513269 Feb 16 13:51:28.766015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:28.769392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35840) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:28.781591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:28.796598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:28.801856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.805568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17d55-2b4a-4433-993d-da997f167ddb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:28.826608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b3388687-13ca-417e-bee4-80786e482503 None None] For port 4caa1273-6503-4829-b16e-3edddeff56f7, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4caa1273-6503-4829-b16e-3edddeff56f7,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:28.838745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53471f-8602-440d-88af-c30052486c7c None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:28.859967 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-cc3f47d2-d351-46c2-8f50-3d88e7ed96f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 1002 time: 0.2737296 Feb 16 13:51:28.860663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:28.865017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.904156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.905201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added segment 63326673-9dc2-446e-a2be-b366fed6633e of type vlan for network bbf79650-5aa4-418f-ac4d-c803b9caf826 Feb 16 13:51:28.971249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:28.980426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-f33c92fa-2907-4275-9b8f-4c59c8b12ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:28.982087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-f33c92fa-2907-4275-9b8f-4c59c8b12ad2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.1147513 Feb 16 13:51:29.041946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.046707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Provisioning complete for port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:29.047333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.127386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.143689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:29.145061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.150740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Checking segment: {'id': 'cffde5ea-59d9-4df8-96ec-75270444ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:29.152190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network hostable DHCP agents. Network: b8bb6ce8-15a2-4bf0-8569-d94561c5418c, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:29.167636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Subnet': ['ID=f76fa15e-5988-4cae-acb4-a6dc4f71ace9,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:29.233573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:29.238831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:29.246528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:29.250710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:29.260160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:29.268852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, b8bb6ce8-15a2-4bf0-8569-d94561c5418c) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:29.275166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:29.276012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.300178 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-18a71e6d-51bf-4e2b-8661-d39841ad6f19 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8275437 Feb 16 13:51:29.302616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35846) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:29.308086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f82bc-69ec-4eb0-8d88-c384da61e7a9 None None] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:29.320697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'network': {'name': 'tempest-router-network01--2012672048'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:29.332229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:29.336932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:29.339505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:network and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:29.348270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:29.363342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:29.409918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-0544140c-e117-4a9c-8227-48d65aa5e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:29.411081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-0544140c-e117-4a9c-8227-48d65aa5e94b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4218168 Feb 16 13:51:29.414242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:29.416878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:29.419834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.424334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.442592 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7218566 Feb 16 13:51:29.449958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35850) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:29.464922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'subnet': {'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:29.521142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3388687-13ca-417e-bee4-80786e482503 None None] Pushing event updated for resources: {'Port': ['ID=4caa1273-6503-4829-b16e-3edddeff56f7,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:29.552867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:29.563985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.566068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Provisioning for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:29.581557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db63e9-6972-435a-a51a-6236419f41b6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Network': ['ID=bbf79650-5aa4-418f-ac4d-c803b9caf826,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:29.603159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:29.637609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:29.637860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-00ea6aa4-aaaa-49a8-9032-151d5f56cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.689796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:29.702716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:subnet and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:29.708874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:29.715326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35854) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:29.722937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:29.769722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.770400 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Added segment 6a3b3dcc-8977-4808-8f6a-ca6cdd307be9 of type vlan for network 3ee946df-77e9-424d-b689-cd98c64e694d Feb 16 13:51:29.849490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:29.850074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.860073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d0dbf-e79d-4110-8184-f1873dff10d6 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:29.882326 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-065d0dbf-e79d-4110-8184-f1873dff10d6 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 814 time: 0.1586370 Feb 16 13:51:29.888543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Made reservation on behalf of a0d3c1fa644d488db1a27a57427a0af0 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:29.892517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:29.997947 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-9876bd44-ab21-47a0-9f6b-96647718186b service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748167 Feb 16 13:51:30.058171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.064334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:30.064930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.113517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.216248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-06aeb678-cc86-492a-bc44-e391cd1d68b3 req-062c9854-e5dc-4e44-b2f6-a719e689d736 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039926 Feb 16 13:51:30.222621 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9168394 Feb 16 13:51:30.229433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:30.270124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:30.277194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:30.288079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:30.288738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.292346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'network': {'name': 'tempest-router-network02--679107471'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:30.326701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5558848 Feb 16 13:51:30.327568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e406c-9ac5-4d7c-9b1a-7544ceeca2b4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Network': ['ID=3ee946df-77e9-424d-b689-cd98c64e694d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:30.333313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35866) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:30.359534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'security_group': {'name': 'tempest-secgroup-125176210'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:30.373632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35870) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:30.375336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:30.384346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:network and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:30.390139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:30.398702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:30.403162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 3ee946df-77e9-424d-b689-cd98c64e694d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:30.407012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:30.423575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:30.433375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:30.438493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067328b-e9ab-435b-8b1f-4a59df330672 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=289841d1-5c7c-4aa1-a3f4-211619a44508,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:30.439250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--1360040404', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:30.445445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.452500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:30.464595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.509620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:30.520291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:30.522381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Subnet': ['ID=55e74439-13ac-4c8c-9289-a2457f696763,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:30.522515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:30.525979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:30.528797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:30.533439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.541717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:30.570565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-b8bb6ce8-15a2-4bf0-8569-d94561c5418c', 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c', 'tenant_id': 'dd9b8e20e5a1468fab54f75a48f3886e', 'fixed_ips': [{'subnet_id': 'f76fa15e-5988-4cae-acb4-a6dc4f71ace9'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:30.571719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.574207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:30.589911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:30.594761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4caa1273-6503-4829-b16e-3edddeff56f7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:30.600589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.601261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Added segment 06251bc8-9d82-4c91-a39a-575d953cf714 of type vlan for network c1708f3b-82eb-4189-b380-11938666e219 Feb 16 13:51:30.649946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Checking segment: {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:30.649946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network hostable DHCP agents. Network: bbf79650-5aa4-418f-ac4d-c803b9caf826, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:30.655815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:30.655815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.706854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.709828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.717687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.719177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ade17e47-5380-4a18-aaee-6aeee3cbd222 None None] Could not find standard attr ID for object 7de6b357-808b-4c43-b431-6a599e181c05. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:51:30.746742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:30.761253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:30.800739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:27Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:30.813451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.813795 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 23874d70-0349-4e52-9515-936f22ae402a of type vlan for network 93a23577-e490-4790-abeb-196e5c73e2e5 Feb 16 13:51:30.834797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83261b7-16c3-4456-98d2-5112d94f9b4d None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:27Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:30.842566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7245dfb3-04d7-424c-94ec-6175b884168c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:30.855867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.857301 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4fb3dc4c-2fc5-4b81-813a-2ecd28488289 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5156715 Feb 16 13:51:30.860011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35874) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:30.868040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'security_group': {'name': 'tempest-secgroup-1343548599'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:30.873834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.877585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:30.884312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:30.885977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:30.886917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.898600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:30.904750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:30.921278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:30.962506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, bbf79650-5aa4-418f-ac4d-c803b9caf826) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:30.963809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.024725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:31.035390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:31.040293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:31.045862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236afa0-b554-4c55-b97c-80ced7572426 None None] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:31.070292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:31.102879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4caa1273-6503-4829-b16e-3edddeff56f7 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:31.193061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Network': ['ID=c1708f3b-82eb-4189-b380-11938666e219,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:31.198479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:31.198590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.237705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.255395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:31.259450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.306660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.312501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.392806 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9715450 Feb 16 13:51:31.399383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35878) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:31.401634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7974b-00d6-46f2-a8ba-10fd67e4f8a7 None None] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:31.413452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.416149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c1708f3b-82eb-4189-b380-11938666e219 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:31.419807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5586753 Feb 16 13:51:31.420759 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-04a8e10e-8bc6-45a2-a73a-ab1029e7e3c4 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1849508 Feb 16 13:51:31.428854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-905927e4-da30-49a9-8b0f-bc9b79b8009f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9738271 Feb 16 13:51:31.433061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:31.433292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:31.436261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:31.451545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'security_group': {'name': 'tempest-secgroup-979166505'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:31.512615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'subnet': {'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:31.580573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:31.595549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:31.620212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:31.731754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086f71e-4d7a-45bb-a180-e06dd708259f tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71b1f86-766e-446c-b366-3f9d555f6a62,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:31.737432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caeb01d-c039-4855-80c5-cab6fcd3d5d3 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:31.742154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1caeb01d-c039-4855-80c5-cab6fcd3d5d3 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3340445 Feb 16 13:51:31.750822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35894) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:31.757619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Provisioning for port 4caa1273-6503-4829-b16e-3edddeff56f7 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:31.769596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:31.782001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Allocated IP 2001:db8::2 (b8bb6ce8-15a2-4bf0-8569-d94561c5418c/f76fa15e-5988-4cae-acb4-a6dc4f71ace9/fc7a53dd-b816-45c6-9ca6-be3126c8138b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:31.846416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Provisioning complete for port 4caa1273-6503-4829-b16e-3edddeff56f7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:31.846416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.913112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e8c62-fce6-4d68-ba64-7f742b27f53d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=93a23577-e490-4790-abeb-196e5c73e2e5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:31.919209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-bbf79650-5aa4-418f-ac4d-c803b9caf826', 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'fixed_ips': [{'subnet_id': '55e74439-13ac-4c8c-9289-a2457f696763'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:31.920191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.930046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:31.947363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e1795-8102-4136-ba25-55a49e4b4bbc None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:31.974159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:31.979266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:security_group_rule and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:31.982486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:31.988293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:32.074826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:32.079485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:subnet and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:32.082750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:32.089105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:32.095187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 93a23577-e490-4790-abeb-196e5c73e2e5 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:32.104205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:32.108938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:32.117508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:32.123670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:32.218950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:32.222348 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7823727 Feb 16 13:51:32.226155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35898) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:32.239201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fab6ca-952d-42d5-8020-c45cc23e8b78 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:32.242953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-26fab6ca-952d-42d5-8020-c45cc23e8b78 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4901962 Feb 16 13:51:32.249647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad52369-4d04-477f-a436-77cead707408 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e9ff5-53cb-43cf-a0e9-856351914011,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:32.265192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:32.282205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1630893729', 'security_groups': ['1f4e9ff5-53cb-43cf-a0e9-856351914011'], 'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '289841d1-5c7c-4aa1-a3f4-211619a44508'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:32.542790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6d943719-0387-461e-8e3b-10d501701d56 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:32.565457 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4fde6a57-2059-466d-ba47-9ff41203ba4a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2926378 Feb 16 13:51:32.566140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35906) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:32.604562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:32.613050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-74d241db-e062-4c7b-983d-5c98a22847d5 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462046 Feb 16 13:51:32.616694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35910) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:32.644721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:32.651284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:32.711238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'port': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:32.727461 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:32.737352 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:32.737956 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:32.783213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Subnet': ['ID=a191e4f9-06a1-4605-b9e7-64c73380f85f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:32.823279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Allocated IP 172.23.0.2 (bbf79650-5aa4-418f-ac4d-c803b9caf826/55e74439-13ac-4c8c-9289-a2457f696763/57feebb4-7d1c-4575-b0fe-1db393976cbc) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:32.855353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Checking segment: {'id': '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:32.855612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network hostable DHCP agents. Network: 3ee946df-77e9-424d-b689-cd98c64e694d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:32.864809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32b451-55de-4020-9a76-1e09fb11e57d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:32.866589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8a32b451-55de-4020-9a76-1e09fb11e57d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2490051 Feb 16 13:51:32.869666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:32.913328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:33.086326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-971bf6ec-aa0a-4e8a-ad12-a6af47de06d3 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2153203 Feb 16 13:51:33.089173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35920) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:33.101159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852064941', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:33.105864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.129850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] device_id is not set on port bc1770a4-9444-4681-ac84-9e7c4cadec51 yet. {{(pid=87697) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:51:33.222657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network 3ee946df-77e9-424d-b689-cd98c64e694d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:33.229210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:33.233662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:33.236779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:33.241812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.243140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:33.259187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:33.264215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.301053 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:27Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:33.305880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:33.306242 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Updating router cbf774f7-b40a-46e8-aedd-994038198729 port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:51:33.307284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 6d943719-0387-461e-8e3b-10d501701d56 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:33.330064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] For port 4caa1273-6503-4829-b16e-3edddeff56f7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4caa1273-6503-4829-b16e-3edddeff56f7,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:33.363640 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.363859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6d943719-0387-461e-8e3b-10d501701d56 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:33.364329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.389448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.13 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/289841d1-5c7c-4aa1-a3f4-211619a44508/bc1770a4-9444-4681-ac84-9e7c4cadec51) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:33.441453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.521713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.614093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:33.616485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 3ee946df-77e9-424d-b689-cd98c64e694d) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:33.679486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1681edd7-effa-4070-9d1f-050c9db690aa None None] Network 3ee946df-77e9-424d-b689-cd98c64e694d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:33.721526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:33.722902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.747499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.763980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.771995 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.789454 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Transition to ACTIVE for port object 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:33.798612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Transition to ACTIVE for port object bc1770a4-9444-4681-ac84-9e7c4cadec51 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:33.799745 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.863189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:33.979811 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Pushing event updated for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:34.073278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:34.085390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:34.088661 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.088661 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.088865 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.089390 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.089487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.089774 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.091780 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.092399 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.092792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:34.093989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.094968 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.095502 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.096017 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:51:34.109837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a42f477b-825f-4009-88a5-a0016b14e854 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5938394 Feb 16 13:51:34.109837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35924) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:34.117129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.131499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'subnet': {'network_id': 'c1708f3b-82eb-4189-b380-11938666e219', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:34.228328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.264178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=bc1770a4-9444-4681-ac84-9e7c4cadec51,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:34.284331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Attempting to bind port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:34.284706 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Attempting to bind port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:34.286584 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Attempting to bind port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf on network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:34.292751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-24a74b5f-09e9-4256-a770-4f4d9bbfb6b6 None None] Provisioning complete for port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:34.292751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24a74b5f-09e9-4256-a770-4f4d9bbfb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.297257 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:34.297538 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Checking segment: {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:34.298108 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.298601 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Bound using segment: {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:34.299229 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Bound port: 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:34.302092 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.328642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:34.330673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.368703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Transition to ACTIVE for port object 57feebb4-7d1c-4575-b0fe-1db393976cbc will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:34.377386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Update dhcp port {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'fixed_ips': [{'subnet_id': 'adbaefb5-8573-4535-9a83-126f6a05b067', 'ip_address': '172.20.0.18'}, {'subnet_id': '289841d1-5c7c-4aa1-a3f4-211619a44508'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '82241af8-b881-49c5-ba5d-9fce2b6ffde9'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:51:34.388016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-973192fb-6676-4072-9240-8d46c09719c1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1432736 Feb 16 13:51:34.391948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35928) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:34.418419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8caec1-8da0-4f59-bfc1-9458e98a78d2 None None] Pushing event updated for resources: {'Port': ['ID=4caa1273-6503-4829-b16e-3edddeff56f7,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:34.421034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:34.438040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Transition to ACTIVE for port object fc7a53dd-b816-45c6-9ca6-be3126c8138b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:34.470019 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] For port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:34.476109 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] For port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:34.490339 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.545724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:34.546082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 93a23577-e490-4790-abeb-196e5c73e2e5, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:34.637134 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:34.638762 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:34.665823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:34.666992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.672782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:subnet and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:34.680184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:34.687181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:34.728431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:34.733204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:34.740750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:34.742075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:34.746344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.752901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:34.777990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:34.782325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:34.785073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Transition to ACTIVE for port object fc7a53dd-b816-45c6-9ca6-be3126c8138b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:34.803813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Transition to ACTIVE for port object 57feebb4-7d1c-4575-b0fe-1db393976cbc will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:34.870774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-24a74b5f-09e9-4256-a770-4f4d9bbfb6b6 None None] Port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:34.874796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 93a23577-e490-4790-abeb-196e5c73e2e5 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:34.875665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.009157 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:35.038053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.077448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.091543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Allocated IP 172.23.0.1 (bbf79650-5aa4-418f-ac4d-c803b9caf826/55e74439-13ac-4c8c-9289-a2457f696763/1d38b7d5-2938-48a5-9c26-8c516d7200ce) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:35.100246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 93a23577-e490-4790-abeb-196e5c73e2e5) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:35.109089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 289841d1-5c7c-4aa1-a3f4-211619a44508 (CIDR: 172.20.0.0/28) Feb 16 13:51:35.113705 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:51:35.113705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:35.125582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:35.125727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.156512 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1c3dc45f-b696-4e54-a65b-017c26a4ce34 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7632730 Feb 16 13:51:35.157314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-33880806-fdab-4b75-986f-c32f7f26245a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0669525 Feb 16 13:51:35.159221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35932) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:35.173729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:35.185878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-3ee946df-77e9-424d-b689-cd98c64e694d', 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d', 'tenant_id': 'dd9b8e20e5a1468fab54f75a48f3886e', 'fixed_ips': [{'subnet_id': 'a191e4f9-06a1-4605-b9e7-64c73380f85f'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:35.185878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.230172 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ecd2-1771-48f2-9c63-511a64960b01 None None] Pushing event updated for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:35.259419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:35.269551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672ecc0-72db-4286-815b-a589bd16ea7c None None] Network 93a23577-e490-4790-abeb-196e5c73e2e5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:35.511661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:35.527415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.535555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:35.535555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:35.535555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:35.564712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:35.564712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.574015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Transition to ACTIVE for port object 1d38b7d5-2938-48a5-9c26-8c516d7200ce will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:35.574015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.636253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:35.667153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Subnet': ['ID=2b6f7511-59aa-46a2-9409-c12595b2d2ee,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:35.710377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Checking segment: {'id': '06251bc8-9d82-4c91-a39a-575d953cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:35.710554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network hostable DHCP agents. Network: c1708f3b-82eb-4189-b380-11938666e219, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:35.711528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:35.729044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:35.741146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.743446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 6d943719-0387-461e-8e3b-10d501701d56, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6d943719-0387-461e-8e3b-10d501701d56,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:35.750323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:35.837168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:35.849875 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.ipam_backend_mixin [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet adbaefb5-8573-4535-9a83-126f6a05b067 (CIDR: 172.20.0.16/28) Feb 16 13:51:35.856189 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:51:35.860739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:35.896588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:35.898871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-24a74b5f-09e9-4256-a770-4f4d9bbfb6b6 None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:35.899315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24a74b5f-09e9-4256-a770-4f4d9bbfb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.903745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network c1708f3b-82eb-4189-b380-11938666e219 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:35.911413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:35.919888 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bffa807b-353d-44e5-abff-d9f2fc9e2a4a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7506835 Feb 16 13:51:35.919888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35938) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:35.921376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:35.929624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'subnet': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:35.957776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35942) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:35.966815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986745020', 'description': 'tempest-secgroup-smoke-986745020 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:35.972498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:35.976882 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:27Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:34Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:35.988009 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c396a7cd-867c-4fba-ba59-4f458642cfaf None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:26Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:27Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:34Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:36.057508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:36.062332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Pushing event updated for resources: {'Port': ['ID=fc7a53dd-b816-45c6-9ca6-be3126c8138b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:36.111491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:36.173848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.239568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.263871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:36.336480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:36.336480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:36.336480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:36.360549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:36.360549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Usage tracker for resource:subnet and tenant:7fa1694d9cd04c328308d1fb3cb5ae61 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:36.360549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:36.379359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:36.395983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4caa1273-6503-4829-b16e-3edddeff56f7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:36.407432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Made reservation on behalf of 7fa1694d9cd04c328308d1fb3cb5ae61 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:36.410011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.482340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=1d38b7d5-2938-48a5-9c26-8c516d7200ce,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:36.487458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, c1708f3b-82eb-4189-b380-11938666e219) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:36.502230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:36.502230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.527874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.543673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac5a904-079b-432c-8620-ebe86089393c None None] Network c1708f3b-82eb-4189-b380-11938666e219 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:36.550469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-db5a541b-577f-49c6-b380-1b1cfae1c699 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4401910 Feb 16 13:51:36.552521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:36.584067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.670825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f71381-e610-49ba-a39b-d91ec1d71739,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:36.676904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.680905 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1e6245fc-7858-49c7-b695-c27a7a97ff4f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7162807 Feb 16 13:51:36.682116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35950) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:36.691412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-93a23577-e490-4790-abeb-196e5c73e2e5', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:36.692417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.701759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:36.703661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Attempting to bind port 57feebb4-7d1c-4575-b0fe-1db393976cbc on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:36.703661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Attempting to bind port 57feebb4-7d1c-4575-b0fe-1db393976cbc by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:36.703661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Attempting to bind port 57feebb4-7d1c-4575-b0fe-1db393976cbc on network bbf79650-5aa4-418f-ac4d-c803b9caf826 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:36.711311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:36.719569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:36.726792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:36.727473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Attempting to bind port fc7a53dd-b816-45c6-9ca6-be3126c8138b on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:36.727473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Attempting to bind port fc7a53dd-b816-45c6-9ca6-be3126c8138b by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'cffde5ea-59d9-4df8-96ec-75270444ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:36.727473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Attempting to bind port fc7a53dd-b816-45c6-9ca6-be3126c8138b on network b8bb6ce8-15a2-4bf0-8569-d94561c5418c {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:36.733960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:36.779647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Checking segment: {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Bound using segment: {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Bound port: 57feebb4-7d1c-4575-b0fe-1db393976cbc, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:36.816295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.834419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Pushing event updated for resources: {'Port': ['ID=57feebb4-7d1c-4575-b0fe-1db393976cbc,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Checking segment: {'id': 'cffde5ea-59d9-4df8-96ec-75270444ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Bound using segment: {'id': 'cffde5ea-59d9-4df8-96ec-75270444ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Bound port: fc7a53dd-b816-45c6-9ca6-be3126c8138b, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffde5ea-59d9-4df8-96ec-75270444ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'b8bb6ce8-15a2-4bf0-8569-d94561c5418c'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:36.899510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.958278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:36.961981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Allocated IP 2001:db8::2 (3ee946df-77e9-424d-b689-cd98c64e694d/a191e4f9-06a1-4605-b9e7-64c73380f85f/378ab9d3-8574-4992-b544-ef240bd45830) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:36.991487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.007453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.035187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72b275b-6dd8-4888-b700-34452f208fbd,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:37.112807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.112807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-93a96f25-ba27-4310-b5c5-7e08eaccc9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245143 Feb 16 13:51:37.115612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35954) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:37.121164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:37.129108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:37.134797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:37.138813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:37.168055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:37.237760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.298474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Allocated IP 172.20.0.2 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/289841d1-5c7c-4aa1-a3f4-211619a44508/82241af8-b881-49c5-ba5d-9fce2b6ffde9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:37.310505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.351115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:37.351115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:37.382489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:37.382489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.426147 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4983048 Feb 16 13:51:37.443822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 35958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:37.450786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:37.462693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-404464399', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee1f0d22-0233-4c8a-8ed4-b8a4333559ba'}], 'security_groups': ['7245dfb3-04d7-424c-94ec-6175b884168c', 'a71b1f86-766e-446c-b366-3f9d555f6a62']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:37.469029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4caa1273-6503-4829-b16e-3edddeff56f7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:37.469029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.498239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec651a9-90e9-481d-8d51-1c3767b346b4 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Subnet': ['ID=ee1f0d22-0233-4c8a-8ed4-b8a4333559ba,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:37.516184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.523140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.596361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c437f443-2288-4fb6-a0cc-6a5beb07ac89,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:37.596361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.596361 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-16458176-920e-4b50-85e4-5da7fa497b7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4678564 Feb 16 13:51:37.596361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:37.596361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:37.613709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:37.613709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:37.613709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:37.634373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:37.659653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.683205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Allocated IP 172.20.0.18 (93a23577-e490-4790-abeb-196e5c73e2e5/a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce/f428d98a-3d1d-4c57-a3b9-0eb9e58924c1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:37.756117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.756117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.852779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8f8835-4520-4484-a481-ac8798ddb5ca,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:37.873775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:37.880657 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d9ce93a-7e89-4987-b20e-72200f751e44 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2891431 Feb 16 13:51:37.880657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35966) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:37.887739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:37.898404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:37.898404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:37.909048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:37.909048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:37.946482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.044745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.095969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.102835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.108893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] For port 57feebb4-7d1c-4575-b0fe-1db393976cbc, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:38.154663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09ab39f-1b21-4ff4-a88e-d86679056028,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:38.155958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.174066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Transition to ACTIVE for port object f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:38.179448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.179448 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc8272db-3fa9-4697-b85e-3f5eab27d773 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958558 Feb 16 13:51:38.179448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:38.193484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:38.205755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:38.211622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Transition to ACTIVE for port object f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:38.217539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:38.217539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:38.238190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:38.259101 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:51:38.264056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.269414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.274143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] For port fc7a53dd-b816-45c6-9ca6-be3126c8138b, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:38.385781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.387376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.435347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.435347 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2535906 Feb 16 13:51:38.435347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 35974) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:38.444816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83802-1cfa-4fbd-a36f-fb0f129224ed tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6153d80a-b5ba-4391-8fd2-c308ca3578a3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:38.453390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '40f71381-e610-49ba-a39b-d91ec1d71739', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:38.458633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:38.468809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:38.473785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] For port 57feebb4-7d1c-4575-b0fe-1db393976cbc, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57feebb4-7d1c-4575-b0fe-1db393976cbc,segment=NetworkSegment(63326673-9dc2-446e-a2be-b366fed6633e),segment_id=63326673-9dc2-446e-a2be-b366fed6633e)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:38.478874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:38.483933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Pushing event updated for resources: {'Port': ['ID=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:38.489429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:38.500824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:51:38.512791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.562432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.574789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.576667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] For port fc7a53dd-b816-45c6-9ca6-be3126c8138b, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fc7a53dd-b816-45c6-9ca6-be3126c8138b,segment=NetworkSegment(cffde5ea-59d9-4df8-96ec-75270444ed3a),segment_id=cffde5ea-59d9-4df8-96ec-75270444ed3a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:38.593832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.599184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.612015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-c1708f3b-82eb-4189-b380-11938666e219', 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219', 'tenant_id': 'dd9b8e20e5a1468fab54f75a48f3886e', 'fixed_ips': [{'subnet_id': '2b6f7511-59aa-46a2-9409-c12595b2d2ee'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:38.612834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.622918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fee99642-c533-40ba-83b1-9ef03db15e2b None None] Provisioning for port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:38.625522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5478ecc0-3f5e-4170-b36e-3f4dffb9cad3,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:38.641891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.651718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fcdb2814-69e9-4920-940c-72ff574471e1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067213 Feb 16 13:51:38.658032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Network 93a23577-e490-4790-abeb-196e5c73e2e5 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:38.672144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:38.704845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:38.721383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:38.914654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-d12116ac-0519-4a3a-8d65-a26651ec3af5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:38.933876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-d12116ac-0519-4a3a-8d65-a26651ec3af5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:38.935401 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-d12116ac-0519-4a3a-8d65-a26651ec3af5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986745020&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0715840 Feb 16 13:51:38.997330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=82241af8-b881-49c5-ba5d-9fce2b6ffde9,segment=NetworkSegment(0a033307-3201-4a49-be02-4131ef043af8),segment_id=0a033307-3201-4a49-be02-4131ef043af8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:39.028227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:39.204170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fee99642-c533-40ba-83b1-9ef03db15e2b None None] Provisioning complete for port 4caa1273-6503-4829-b16e-3edddeff56f7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:39.204170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fee99642-c533-40ba-83b1-9ef03db15e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.270448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-173ee974-128d-46e8-8aa6-12791ed4ee7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:39.272478 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-173ee974-128d-46e8-8aa6-12791ed4ee7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=93a23577-e490-4790-abeb-196e5c73e2e5 HTTP/1.1" status: 200 len: 797 time: 0.3271980 Feb 16 13:51:39.280243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.289254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.299623 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-603c3790-7484-401e-a7b5-191f5433d414 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0132916 Feb 16 13:51:39.347104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400b2a6-a74b-4c0b-8d95-c197e0f49a8f None None] Pushing event updated for resources: {'Port': ['ID=57feebb4-7d1c-4575-b0fe-1db393976cbc,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:39.365641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.485644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Transition to ACTIVE for port object 378ab9d3-8574-4992-b544-ef240bd45830 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:39.507909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-cfbe9734-9bb5-4485-932c-3bb0c7291af2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1686604 Feb 16 13:51:39.668803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:51:39.711183 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-04b71a63-1d29-4e9b-a620-ae27668f5201 service neutron] 10.222.0.105 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852112 Feb 16 13:51:39.724853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Attempting to bind port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:39.725215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Attempting to bind port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:39.725572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Attempting to bind port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 on network 93a23577-e490-4790-abeb-196e5c73e2e5 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:39.744188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:39.744856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Checking segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:39.745451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.746060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Bound using segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:39.746753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Bound port: f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:39.747351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.756440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b80f5-ca92-4796-bd78-88d1204d44ae None None] Pushing event updated for resources: {'Port': ['ID=fc7a53dd-b816-45c6-9ca6-be3126c8138b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:39.759328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event updated for resources: {'Port': ['ID=1d38b7d5-2938-48a5-9c26-8c516d7200ce,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:39.760358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Transition to ACTIVE for port object 378ab9d3-8574-4992-b544-ef240bd45830 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:39.761766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.769695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.795595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:39.835917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:39.858850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-3a7fd2b5-2b15-475a-b54f-2463f735f2de service neutron] 10.222.0.105 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418183 Feb 16 13:51:39.929106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Transition to ACTIVE for port object 82241af8-b881-49c5-ba5d-9fce2b6ffde9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:39.981707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:39.982195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:40.060426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:40.065484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Allocated IP 2001:db8::2 (c1708f3b-82eb-4189-b380-11938666e219/2b6f7511-59aa-46a2-9409-c12595b2d2ee/74381174-1ecb-498e-a84f-4583346eda9a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:40.096426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Delete allocated IP 172.20.0.13 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/289841d1-5c7c-4aa1-a3f4-211619a44508) {{(pid=87698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 13:51:40.103022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Network 3ee946df-77e9-424d-b689-cd98c64e694d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:40.105880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Allocated IP 172.20.0.37 (b2f46f24-83b2-4f96-aae3-87dcd00ee1ee/ee1f0d22-0233-4c8a-8ed4-b8a4333559ba/bc1770a4-9444-4681-ac84-9e7c4cadec51) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:40.130682 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9ed65cb-4e94-4184-a93c-36cf048062ea req-1a314777-e068-4482-a7c5-648ccfc257ec tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 210 time: 0.0849738 Feb 16 13:51:40.136416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Allocated IP 2001:db8::1 (3ee946df-77e9-424d-b689-cd98c64e694d/a191e4f9-06a1-4605-b9e7-64c73380f85f/03629aad-f6da-4d5a-ae23-cc99bbed472e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:40.138750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:40.166125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:40.253039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Pushing event updated for resources: {'Port': ['ID=378ab9d3-8574-4992-b544-ef240bd45830,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:40.425884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:40.435610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:40.440033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] For port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:40.552548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] For port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:40.571431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68a45a-c89e-4028-ab48-d112b1f7ad9f None None] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:40.667962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Attempting to bind port 378ab9d3-8574-4992-b544-ef240bd45830 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:40.668578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Attempting to bind port 378ab9d3-8574-4992-b544-ef240bd45830 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:40.669153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Attempting to bind port 378ab9d3-8574-4992-b544-ef240bd45830 on network 3ee946df-77e9-424d-b689-cd98c64e694d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:40.703615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:40.703980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Checking segment: {'id': '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:40.705026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:40.705407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Bound using segment: {'id': '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:40.706930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Bound port: 378ab9d3-8574-4992-b544-ef240bd45830, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '3ee946df-77e9-424d-b689-cd98c64e694d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:40.707328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:40.749596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:40.792896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0924a1-d8fc-4aee-8f95-6aad4d52e98d None None] Pushing event updated for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:40.880445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:40.896059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.033320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.064857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9e93b-69ab-4ba2-abc7-237e7947eb41 None None] Pushing event updated for resources: {'Port': ['ID=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:41.070048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c7182d8e-72a3-4a5f-8b1b-568695dd3c93 None None] Provisioning for port fc7a53dd-b816-45c6-9ca6-be3126c8138b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:41.089808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Transition to ACTIVE for port object 03629aad-f6da-4d5a-ae23-cc99bbed472e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:41.138818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Ignored duplicate provisioning block setup for port bc1770a4-9444-4681-ac84-9e7c4cadec51 by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 13:51:41.151678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.242620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] For port 378ab9d3-8574-4992-b544-ef240bd45830, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:41.245841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] For port 378ab9d3-8574-4992-b544-ef240bd45830, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=378ab9d3-8574-4992-b544-ef240bd45830,segment=NetworkSegment(6a3b3dcc-8977-4808-8f6a-ca6cdd307be9),segment_id=6a3b3dcc-8977-4808-8f6a-ca6cdd307be9)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:41.249126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58c2aaee-2b52-48ca-ba2b-9490adfac4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.260256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:41.262078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event updated for resources: {'Port': ['ID=bc1770a4-9444-4681-ac84-9e7c4cadec51,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:41.275399 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-87e3aeb3-f25f-4f20-85f3-ccc3a08f7d8b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7671912 Feb 16 13:51:41.282937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0932c-c21b-44ca-8b73-05210fb6db45 None None] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:41.307705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:41.311186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.344922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36004) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:41.355823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:41.388247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.392601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38776bf7-ae9b-4b38-a909-933db3fde42d None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:41.422714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7727df0e-52f4-4c01-8a61-9350460167f9 req-3388268e-d781-4ea2-8760-33adca6505a5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 210 time: 0.1547003 Feb 16 13:51:41.464895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] In _notify_port_updated(), no bound segment for port bc1770a4-9444-4681-ac84-9e7c4cadec51 on network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:51:41.479951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:41.481362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.482937 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-781e6d87-9534-43f7-b833-1dfe0b689876 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "PUT /v2.0/ports/bc1770a4-9444-4681-ac84-9e7c4cadec51 HTTP/1.1" status: 200 len: 959 time: 4.0474725 Feb 16 13:51:41.488671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36008) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:41.542303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network 3ee946df-77e9-424d-b689-cd98c64e694d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:41.543575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Port': ['ID=03629aad-f6da-4d5a-ae23-cc99bbed472e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:41.551090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:41.560234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:41.561047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.569215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:41.569831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:41.590334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port bc1770a4-9444-4681-ac84-9e7c4cadec51 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:41.590672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.730309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:41.894387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Provisioning for port 57feebb4-7d1c-4575-b0fe-1db393976cbc completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:42.035855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-8c101764-2cc5-4289-8e73-dbf1c80b1b2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:42.036746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-8c101764-2cc5-4289-8e73-dbf1c80b1b2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:42.122263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-8c101764-2cc5-4289-8e73-dbf1c80b1b2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:42.124471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-8c101764-2cc5-4289-8e73-dbf1c80b1b2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=93a23577-e490-4790-abeb-196e5c73e2e5 HTTP/1.1" status: 200 len: 797 time: 0.6656919 Feb 16 13:51:42.124732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ef18a-986e-4c6b-8256-0cc8c824d06a None None] Pushing event updated for resources: {'Port': ['ID=378ab9d3-8574-4992-b544-ef240bd45830,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:42.206748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:42.210610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.218700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:42.236116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-e0063777-a490-41d4-830a-86da819687bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 472 time: 0.0983920 Feb 16 13:51:42.268692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.272026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['40f71381-e610-49ba-a39b-d91ec1d71739']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:42.292570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.533532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Transition to ACTIVE for port object 74381174-1ecb-498e-a84f-4583346eda9a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:42.548299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Provisioning complete for port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:42.548773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.661396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.737280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Transition to ACTIVE for port object 74381174-1ecb-498e-a84f-4583346eda9a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:42.908558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:42.921686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:port and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:42.922717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.extraroute_db [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:51:42.928766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:42.942308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.extraroute_db [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Removed routes are [] {{(pid=87697) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:51:42.943251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:42.944790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:42.996912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:43.001029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.024213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:43.138376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for bc1770a4-9444-4681-ac84-9e7c4cadec51 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:43.140464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6d943719-0387-461e-8e3b-10d501701d56 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:43.157349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.168534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3e27a-3999-4013-a425-25b39a789eee None None] Network 93a23577-e490-4790-abeb-196e5c73e2e5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:43.194817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bfdda102-b807-437a-9330-8c3c4d8c8441 req-31e42c34-7372-49e5-bd96-fc2e17df263e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 210 time: 0.2467957 Feb 16 13:51:43.212038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.213004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.228217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.351890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Provisioning for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:43.355899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Port': ['ID=03629aad-f6da-4d5a-ae23-cc99bbed472e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:43.366486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:43.385118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Network c1708f3b-82eb-4189-b380-11938666e219 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:43.421031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:43.421666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c167287-d4d8-413d-b2b1-6727d7fe12b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.424087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.30 (93a23577-e490-4790-abeb-196e5c73e2e5/a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce/53932341-5b43-4a32-8d47-d029d5105924) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:43.470313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:43.483715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:43.585827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.589543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network 3ee946df-77e9-424d-b689-cd98c64e694d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:43.595240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.595580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:43.610641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7f30cf-b946-4e91-b204-fa182f2c6db0 None None] Network 3ee946df-77e9-424d-b689-cd98c64e694d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:43.769158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Pushing event updated for resources: {'Port': ['ID=74381174-1ecb-498e-a84f-4583346eda9a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:43.835423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:43.867561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 53932341-5b43-4a32-8d47-d029d5105924 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:43.893163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Router 2babed5f-5723-42db-9264-3fddf3acdec6 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:51:43.975819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.081161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Attempting to bind port 74381174-1ecb-498e-a84f-4583346eda9a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:44.081605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=bc1770a4-9444-4681-ac84-9e7c4cadec51,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:44.085276 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Attempting to bind port 74381174-1ecb-498e-a84f-4583346eda9a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '06251bc8-9d82-4c91-a39a-575d953cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:44.085913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Attempting to bind port 74381174-1ecb-498e-a84f-4583346eda9a on network c1708f3b-82eb-4189-b380-11938666e219 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:44.119045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.177042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6d943719-0387-461e-8e3b-10d501701d56 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:44.177463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.197396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:44.209377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:44.210126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Checking segment: {'id': '06251bc8-9d82-4c91-a39a-575d953cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:44.210779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.211382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Bound using segment: {'id': '06251bc8-9d82-4c91-a39a-575d953cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:44.212095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Bound port: 74381174-1ecb-498e-a84f-4583346eda9a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06251bc8-9d82-4c91-a39a-575d953cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'c1708f3b-82eb-4189-b380-11938666e219'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:44.212693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.274467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce5914-ac54-4ab2-aa4e-f9e69165db99 None None] Update dhcp port {'port': {'network_id': 'b2f46f24-83b2-4f96-aae3-87dcd00ee1ee', 'fixed_ips': [{'subnet_id': 'adbaefb5-8573-4535-9a83-126f6a05b067', 'ip_address': '172.20.0.18'}, {'subnet_id': '289841d1-5c7c-4aa1-a3f4-211619a44508', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee1f0d22-0233-4c8a-8ed4-b8a4333559ba'}], 'binding:host_id': 'dv-neutron-828143-3-hyperv'}, 'id': '82241af8-b881-49c5-ba5d-9fce2b6ffde9'} from dv-neutron-828143-3-hyperv. {{(pid=87699) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 16 13:51:44.316277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:44.322935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 93a23577-e490-4790-abeb-196e5c73e2e5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:44.330145 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a338022-c7d3-4458-8574-305327b57671 None None] Sync routers for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:44.336551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:44.340153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:44.351236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:44.365547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:44.366489 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:44.379110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f894c30-2843-4cb6-8278-69c742583ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.433390 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-82692089-c959-488b-a6ca-3304f6b98d7f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8738325 Feb 16 13:51:44.437586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:44.438240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.454030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:44.497141 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:44.508012 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:44.508874 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:44.532839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.539483 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a18b058c-0e86-4474-a7fa-e09c1f0db7b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2765203 Feb 16 13:51:44.553911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Request body: {'port': {'device_id': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:44.561850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.594449 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6a338022-c7d3-4458-8574-305327b57671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:44.595541 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a338022-c7d3-4458-8574-305327b57671 None None] The sync data for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:44.632276 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9b78ff4f-2985-40b9-95c0-adae69626f0d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/bc1770a4-9444-4681-ac84-9e7c4cadec51 HTTP/1.1" status: 204 len: 168 time: 3.1411767 Feb 16 13:51:44.634297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36026) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:44.656788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.701004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:44.711759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.717677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c7765f80-7c0a-49f2-9fd6-020c0562b10a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 934 time: 3.3706300 Feb 16 13:51:44.721792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:44.733743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-6983f7fd-7829-4729-a183-db61000e629a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] GET failed (client error): The resource could not be found. Feb 16 13:51:44.733974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8cce5914-ac54-4ab2-aa4e-f9e69165db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.734804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6983f7fd-7829-4729-a183-db61000e629a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Synchronizing usage tracker for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:51:44.774289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7045fa-7023-4946-b019-4121dec25ae7 req-dae6bb6e-81d3-4e65-81a7-88d05172c0a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:44.775768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d7045fa-7023-4946-b019-4121dec25ae7 req-dae6bb6e-81d3-4e65-81a7-88d05172c0a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 932 time: 0.3032899 Feb 16 13:51:44.776404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6983f7fd-7829-4729-a183-db61000e629a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Unset dirty status for tenant:7fa1694d9cd04c328308d1fb3cb5ae61 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:51:44.780236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6983f7fd-7829-4729-a183-db61000e629a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports/bc1770a4-9444-4681-ac84-9e7c4cadec51 HTTP/1.1" status: 404 len: 333 time: 0.1440969 Feb 16 13:51:44.780829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36034) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:44.864424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d7045fa-7023-4946-b019-4121dec25ae7 req-96381fd3-755e-4be7-b42f-6df32de4539b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677280 Feb 16 13:51:44.886894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.923164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:44.989776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.007659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e9ff5-53cb-43cf-a0e9-856351914011,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:45.009648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:36Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d38b7d5-2938-48a5-9c26-8c516d7200ce', 'name': '', 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:5b:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '55e74439-13ac-4c8c-9289-a2457f696763', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:34Z', 'updated_at': '2022-02-16T13:51:38Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '55e74439-13ac-4c8c-9289-a2457f696763', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:34Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:45.019414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.022967 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-26cb08a6-3c63-49c4-b342-c63e2eb18db3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/security-groups/1f4e9ff5-53cb-43cf-a0e9-856351914011 HTTP/1.1" status: 204 len: 168 time: 0.2389069 Feb 16 13:51:45.026613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36038) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:45.101243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.111489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:45.117806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.118946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:45.119555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Updating router cbf774f7-b40a-46e8-aedd-994038198729 port 1d38b7d5-2938-48a5-9c26-8c516d7200ce binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:51:45.135492 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6ece9564-b053-49c7-9b5b-7fd190b730c5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 934 time: 0.4125128 Feb 16 13:51:45.138308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.142929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:45.151808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:45.199914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:45.203784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.228138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71b1f86-766e-446c-b366-3f9d555f6a62,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:45.243052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.244372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b560f3d2-6037-48aa-9631-f00d2d8aff74 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/security-groups/a71b1f86-766e-446c-b366-3f9d555f6a62 HTTP/1.1" status: 204 len: 168 time: 0.2171483 Feb 16 13:51:45.249314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36046) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:45.278753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning for port 1d38b7d5-2938-48a5-9c26-8c516d7200ce completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:45.285573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.322790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.337740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57feebb4-7d1c-4575-b0fe-1db393976cbc up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:45.363227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning complete for port 1d38b7d5-2938-48a5-9c26-8c516d7200ce triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:45.363595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.374087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.459182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.487899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245dfb3-04d7-424c-94ec-6175b884168c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:45.502167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.506846 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f8627dff-f8c6-4609-ae1c-f88b968ca69d tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/security-groups/7245dfb3-04d7-424c-94ec-6175b884168c HTTP/1.1" status: 204 len: 168 time: 0.2529979 Feb 16 13:51:45.508807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36050) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:45.517886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.580375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ca18f-7e7f-49cf-bdc1-8653aa1d9f7d None None] Pushing event updated for resources: {'Port': ['ID=74381174-1ecb-498e-a84f-4583346eda9a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:45.615433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet 289841d1-5c7c-4aa1-a3f4-211619a44508 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:45.631163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.738594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.764551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.772136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Port 1d38b7d5-2938-48a5-9c26-8c516d7200ce cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:45.817838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.894721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 57feebb4-7d1c-4575-b0fe-1db393976cbc completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:45.952269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:45.964383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning for port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:45.982329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 57feebb4-7d1c-4575-b0fe-1db393976cbc triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:45.986692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.285552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.301972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning complete for port 57feebb4-7d1c-4575-b0fe-1db393976cbc triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:46.302642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server [None req-8cce5914-ac54-4ab2-aa4e-f9e69165db99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289841d1-5c7c-4aa1-a3f4-211619a44508: This subnet is being modified by another concurrent operation. Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise self.value Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server raise exception Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 289841d1-5c7c-4aa1-a3f4-211619a44508: This subnet is being modified by another concurrent operation. Feb 16 13:51:46.346672 dv-neutron-828143-3-hyperv neutron-server[87699]: ERROR oslo_messaging.rpc.server Feb 16 13:51:46.389529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.404064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=289841d1-5c7c-4aa1-a3f4-211619a44508,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:46.423538 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-399bc572-2a71-47de-a0e1-145c53537bae tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/289841d1-5c7c-4aa1-a3f4-211619a44508 HTTP/1.1" status: 204 len: 168 time: 0.9140444 Feb 16 13:51:46.424547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36060) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:46.481658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba1da4-e458-4fe5-8287-713b4ab36e9b req-b9a5abe5-6423-4a29-b130-7598dc931b02 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:46.483517 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53ba1da4-e458-4fe5-8287-713b4ab36e9b req-b9a5abe5-6423-4a29-b130-7598dc931b02 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 932 time: 0.3482103 Feb 16 13:51:46.572979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab3842-9a71-49af-87d8-646d1881eea2 None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:46.620750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet ee1f0d22-0233-4c8a-8ed4-b8a4333559ba {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:46.624118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.641235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.747072 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53ba1da4-e458-4fe5-8287-713b4ab36e9b req-161ec307-2a5c-4169-aef7-8272b87d7a23 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478733 Feb 16 13:51:46.784636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.785866 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-79b078f0-fa9b-40f0-8e35-54d086a70216 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:51:46.788071 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-79b078f0-fa9b-40f0-8e35-54d086a70216 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3316929 Feb 16 13:51:46.792197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:46.860134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.894750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 57feebb4-7d1c-4575-b0fe-1db393976cbc, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57feebb4-7d1c-4575-b0fe-1db393976cbc,segment=NetworkSegment(63326673-9dc2-446e-a2be-b366fed6633e),segment_id=63326673-9dc2-446e-a2be-b366fed6633e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:46.894750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.938100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:46.938100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fc7a53dd-b816-45c6-9ca6-be3126c8138b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:47.008747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.096792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1f0d22-0233-4c8a-8ed4-b8a4333559ba,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:47.099309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.112171 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-94ab89d0-2fca-4afa-9dce-e95c13f45f94 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/ee1f0d22-0233-4c8a-8ed4-b8a4333559ba HTTP/1.1" status: 204 len: 168 time: 0.6832116 Feb 16 13:51:47.114320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36068) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:47.122884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.resource_extend [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:51:47.178803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7224ac-30c2-4c24-bd24-8056dc4bb404 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:47.179391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7224ac-30c2-4c24-bd24-8056dc4bb404 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:47.181450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c7224ac-30c2-4c24-bd24-8056dc4bb404 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/289841d1-5c7c-4aa1-a3f4-211619a44508 HTTP/1.1" status: 404 len: 337 time: 0.0655754 Feb 16 13:51:47.183907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36072) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:47.198862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.213078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Transition to ACTIVE for port object 1d38b7d5-2938-48a5-9c26-8c516d7200ce will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:47.217918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=57feebb4-7d1c-4575-b0fe-1db393976cbc,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:47.277658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.328358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:51:47.328358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:51:47.350593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting subnet adbaefb5-8573-4535-9a83-126f6a05b067 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:47.350593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.364239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53932341-5b43-4a32-8d47-d029d5105924 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:51:47.389402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39483734-b8d7-4eeb-8e46-a976bccfbce8 None None] Pushing event updated for resources: {'Port': ['ID=1d38b7d5-2938-48a5-9c26-8c516d7200ce,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:47.449936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.577996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Transition to ACTIVE for port object 53932341-5b43-4a32-8d47-d029d5105924 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:47.595108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.601299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.641284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3f3c9e-11f3-467a-bcc3-5f7eadd7fa36 None None] Network c1708f3b-82eb-4189-b380-11938666e219 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:47.751538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.808267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.830052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fc7a53dd-b816-45c6-9ca6-be3126c8138b completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:47.851702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fc7a53dd-b816-45c6-9ca6-be3126c8138b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:47.852079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:47.983135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.034533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Attempting to bind port 1d38b7d5-2938-48a5-9c26-8c516d7200ce on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:48.034900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Attempting to bind port 1d38b7d5-2938-48a5-9c26-8c516d7200ce by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:48.035270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Attempting to bind port 1d38b7d5-2938-48a5-9c26-8c516d7200ce on network bbf79650-5aa4-418f-ac4d-c803b9caf826 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:48.049622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Subnet': ['ID=adbaefb5-8573-4535-9a83-126f6a05b067,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:48.055252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:51:48.055891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:51:48.065365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.065928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:48.066410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Checking segment: {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:48.067222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.068334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Bound using segment: {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:48.069344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Bound port: 1d38b7d5-2938-48a5-9c26-8c516d7200ce, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63326673-9dc2-446e-a2be-b366fed6633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:48.070594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.075355 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-19f4df2b-ce9f-4b11-a225-ff73ddc38b38 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/adbaefb5-8573-4535-9a83-126f6a05b067 HTTP/1.1" status: 204 len: 168 time: 0.8902943 Feb 16 13:51:48.080993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36078) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.136374 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cd8976-0804-4d9a-80bd-17fbf2d4efa5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.137110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cd8976-0804-4d9a-80bd-17fbf2d4efa5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.139157 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b5cd8976-0804-4d9a-80bd-17fbf2d4efa5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/ec9f3a81-76b7-4c9c-bab3-70bf3d8c5178 HTTP/1.1" status: 404 len: 337 time: 0.0570343 Feb 16 13:51:48.144466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36082) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.193119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc75dee-9ef7-4af5-95df-1b9c8213a54f req-dd88a535-f35f-4301-81b6-5e81b3bb9fe0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:48.194735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7dc75dee-9ef7-4af5-95df-1b9c8213a54f req-dd88a535-f35f-4301-81b6-5e81b3bb9fe0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 944 time: 0.2790444 Feb 16 13:51:48.215330 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15db6c2f-6067-4572-82f1-34260427bc5a tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "GET /v2.0/ports?device_id=fbdea446-686e-4718-b02f-53b2cf7aed98 HTTP/1.1" status: 200 len: 205 time: 0.0695710 Feb 16 13:51:48.231725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36086) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.308224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Pushing event updated for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:48.330409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.345981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] For port 1d38b7d5-2938-48a5-9c26-8c516d7200ce, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:48.354958 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-5ba60bbe-40f2-45d5-9cf0-94c98bde4fb0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] delete failed (client error): The resource could not be found. Feb 16 13:51:48.355982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5ba60bbe-40f2-45d5-9cf0-94c98bde4fb0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/routers/fbdea446-686e-4718-b02f-53b2cf7aed98 HTTP/1.1" status: 404 len: 336 time: 0.1226614 Feb 16 13:51:48.365317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] For port 1d38b7d5-2938-48a5-9c26-8c516d7200ce, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1d38b7d5-2938-48a5-9c26-8c516d7200ce,segment=NetworkSegment(63326673-9dc2-446e-a2be-b366fed6633e),segment_id=63326673-9dc2-446e-a2be-b366fed6633e)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:48.367235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36090) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.386989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port fc7a53dd-b816-45c6-9ca6-be3126c8138b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fc7a53dd-b816-45c6-9ca6-be3126c8138b,segment=NetworkSegment(cffde5ea-59d9-4df8-96ec-75270444ed3a),segment_id=cffde5ea-59d9-4df8-96ec-75270444ed3a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:48.389522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.421825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33493d7-edf7-416a-afc7-800bd8fa9ff8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.422305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33493d7-edf7-416a-afc7-800bd8fa9ff8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.423989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b33493d7-edf7-416a-afc7-800bd8fa9ff8 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/75b3a3fb-3396-4734-b418-7990d5183332 HTTP/1.1" status: 404 len: 337 time: 0.0540833 Feb 16 13:51:48.436573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7dc75dee-9ef7-4af5-95df-1b9c8213a54f req-3913e2f4-5ae9-46a4-bd3d-d2366afb2835 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237573 Feb 16 13:51:48.439627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36094) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.491026 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-550d7ae6-8e91-4953-a670-3e7b5d0e6612 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.491480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550d7ae6-8e91-4953-a670-3e7b5d0e6612 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.496603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-550d7ae6-8e91-4953-a670-3e7b5d0e6612 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/b0e59c25-84bc-4954-affa-331f80d79a73 HTTP/1.1" status: 404 len: 337 time: 0.0559292 Feb 16 13:51:48.500246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36098) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.507439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.508281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 378ab9d3-8574-4992-b544-ef240bd45830 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:48.567974 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96aa941-2ba8-43b1-817e-96434b0456c5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.568521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96aa941-2ba8-43b1-817e-96434b0456c5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.570273 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a96aa941-2ba8-43b1-817e-96434b0456c5 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/2c2f940b-4336-4e38-bc81-a0e973fb7d96 HTTP/1.1" status: 404 len: 337 time: 0.0672336 Feb 16 13:51:48.572936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36102) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.628214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Attempting to bind port 53932341-5b43-4a32-8d47-d029d5105924 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:48.628557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Attempting to bind port 53932341-5b43-4a32-8d47-d029d5105924 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:48.630264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Attempting to bind port 53932341-5b43-4a32-8d47-d029d5105924 on network 93a23577-e490-4790-abeb-196e5c73e2e5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:48.639768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39483734-b8d7-4eeb-8e46-a976bccfbce8 None None] Pushing event updated for resources: {'Port': ['ID=1d38b7d5-2938-48a5-9c26-8c516d7200ce,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:48.640609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Port 53932341-5b43-4a32-8d47-d029d5105924 on network 93a23577-e490-4790-abeb-196e5c73e2e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:51:48.641952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Attempting to bind port 53932341-5b43-4a32-8d47-d029d5105924 on network 93a23577-e490-4790-abeb-196e5c73e2e5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:48.648646 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-57089078-b4d3-4ff6-a387-13007a66bbb1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.649163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57089078-b4d3-4ff6-a387-13007a66bbb1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.653175 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-57089078-b4d3-4ff6-a387-13007a66bbb1 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/0a676453-9bf3-48fb-bb8f-9c0dd8db9dde HTTP/1.1" status: 404 len: 333 time: 0.0767720 Feb 16 13:51:48.653673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36106) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.667929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.670988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:48.672287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Checking segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:48.672930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Bound using segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:48.673585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Bound port: 53932341-5b43-4a32-8d47-d029d5105924, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:48.678108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.727890 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-427e990a-29a1-4833-a04c-ea1454b193d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.728343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427e990a-29a1-4833-a04c-ea1454b193d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.732917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-427e990a-29a1-4833-a04c-ea1454b193d3 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/7f133260-fce1-4787-8bd6-971b419a81fd HTTP/1.1" status: 404 len: 337 time: 0.0779927 Feb 16 13:51:48.733241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36110) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.762916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:48.782778 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d375375d-cf3b-456b-a42b-316263d4c8eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.783234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d375375d-cf3b-456b-a42b-316263d4c8eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.788743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d375375d-cf3b-456b-a42b-316263d4c8eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/bcefd17b-f33f-4f9c-b689-b3a2e3c0c386 HTTP/1.1" status: 404 len: 337 time: 0.0509810 Feb 16 13:51:48.788743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36114) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.830075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=fc7a53dd-b816-45c6-9ca6-be3126c8138b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:48.845495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:48.846135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:48.859220 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-519b3a5d-7f30-41ae-a98e-b531926658f6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.859754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519b3a5d-7f30-41ae-a98e-b531926658f6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.864986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-519b3a5d-7f30-41ae-a98e-b531926658f6 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/68846794-70a4-48ff-b1e7-f1fd82ce8f80 HTTP/1.1" status: 404 len: 333 time: 0.0763221 Feb 16 13:51:48.865840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36118) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:48.936034 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5a6e49-ab1e-447e-964d-13d92b6b07eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:48.936446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5a6e49-ab1e-447e-964d-13d92b6b07eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:48.944602 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8a5a6e49-ab1e-447e-964d-13d92b6b07eb tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/c9b200a8-6c2b-4fcb-8b5e-29dc88654f0f HTTP/1.1" status: 404 len: 337 time: 0.0776696 Feb 16 13:51:48.947387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36122) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:49.028638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13e17ae-3066-4995-9bbc-3b5dee9319a7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] DELETE failed (client error): The resource could not be found. Feb 16 13:51:49.033717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13e17ae-3066-4995-9bbc-3b5dee9319a7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:51:49.040708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c13e17ae-3066-4995-9bbc-3b5dee9319a7 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/subnets/5b3a062a-26a2-4ea9-b9a2-1a2697c9de4b HTTP/1.1" status: 404 len: 337 time: 0.0919766 Feb 16 13:51:49.041615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36126) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:49.109036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning complete for port fc7a53dd-b816-45c6-9ca6-be3126c8138b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:49.109459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.150054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 378ab9d3-8574-4992-b544-ef240bd45830 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:49.155613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:49.164550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:49.175960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:49.179167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 3a542c02-9f28-4cfb-aa3c-69272a89bba2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:49.179747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.238405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6fbace-1f76-4175-8d61-1e30e0f26ca6 None None] Network b2f46f24-83b2-4f96-aae3-87dcd00ee1ee requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:49.246586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=53932341-5b43-4a32-8d47-d029d5105924,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:49.264234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:49.317308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.418789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Pushing event updated for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:49.446482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:49.446754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.448131 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-ace76df4-ed9e-41e7-a333-29252ffeb82b service neutron] 10.222.0.26 "PUT /v2.0/ports/53932341-5b43-4a32-8d47-d029d5105924 HTTP/1.1" status: 200 len: 1094 time: 4.8986969 Feb 16 13:51:49.450546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.527408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'tag': '53932341-5b43-4a32-8d47-d029d5105924'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:51:49.561380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.769973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Calling delete_port for 3a542c02-9f28-4cfb-aa3c-69272a89bba2 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:49.895333 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'tag': '53932341-5b43-4a32-8d47-d029d5105924', 'status': 'completed', 'code': 200} Feb 16 13:51:49.940887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:49.943046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:49.962957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:49.966696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27033712-b172-47cc-9694-8695b652d98d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 700 time: 4.8216844 Feb 16 13:51:49.969470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36134) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:49.990421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:49.991136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.058262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning for port 378ab9d3-8574-4992-b544-ef240bd45830 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:50.072423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Provisioning complete for port 378ab9d3-8574-4992-b544-ef240bd45830 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:50.072817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.140913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a2361342-e703-4892-8d36-cdfd3524d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:50.140913 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-a2361342-e703-4892-8d36-cdfd3524d8da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 1097 time: 0.6025815 Feb 16 13:51:50.188794 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-22ef9149-c5ae-47d8-9c08-006a612d3100 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 700 time: 0.2014048 Feb 16 13:51:50.210716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36138) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:50.278521 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-867ddafe-2c2b-4463-ba4b-9f197c9d8db8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=53932341-5b43-4a32-8d47-d029d5105924 HTTP/1.1" status: 200 len: 217 time: 0.1178329 Feb 16 13:51:50.286367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:47Z', 'revision_number': 7, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d38b7d5-2938-48a5-9c26-8c516d7200ce', 'name': '', 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:5b:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '55e74439-13ac-4c8c-9289-a2457f696763', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:34Z', 'updated_at': '2022-02-16T13:51:48Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '55e74439-13ac-4c8c-9289-a2457f696763', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:50.286367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.328942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd49fab-1f00-4257-8b54-fc8a2033889f None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:47Z', 'revision_number': 7, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d38b7d5-2938-48a5-9c26-8c516d7200ce', 'name': '', 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:5b:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '55e74439-13ac-4c8c-9289-a2457f696763', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:34Z', 'updated_at': '2022-02-16T13:51:48Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '55e74439-13ac-4c8c-9289-a2457f696763', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:50.328942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] DHCP port deletion for b2f46f24-83b2-4f96-aae3-87dcd00ee1ee request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:51:50.349929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Deleting port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:50.349929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.402027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.440072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-80252a76-dc16-4c3f-8cee-936f4f000b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:50.443447 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-80252a76-dc16-4c3f-8cee-936f4f000b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce HTTP/1.1" status: 200 len: 837 time: 0.1678376 Feb 16 13:51:50.477330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:50.487170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.514779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 03629aad-f6da-4d5a-ae23-cc99bbed472e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:50.514779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.521546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.522397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:50.553637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Port': ['ID=3a542c02-9f28-4cfb-aa3c-69272a89bba2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:50.560026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] For port 378ab9d3-8574-4992-b544-ef240bd45830, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=378ab9d3-8574-4992-b544-ef240bd45830,segment=NetworkSegment(6a3b3dcc-8977-4808-8f6a-ca6cdd307be9),segment_id=6a3b3dcc-8977-4808-8f6a-ca6cdd307be9)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:50.569104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05548e-bf64-46af-bc56-3f7980134108 req-76842006-49b9-4bda-83e0-49a06eb1bbf4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:50.572557 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e05548e-bf64-46af-bc56-3f7980134108 req-76842006-49b9-4bda-83e0-49a06eb1bbf4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 944 time: 0.9186740 Feb 16 13:51:50.623161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.637385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e05548e-bf64-46af-bc56-3f7980134108 req-d6bd56bc-cbeb-47bb-9371-8e021545f4e8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587108 Feb 16 13:51:50.651884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.699434 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d1c65ec3-805f-4d6e-b75f-564fc89c96e0 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/ports/3a542c02-9f28-4cfb-aa3c-69272a89bba2 HTTP/1.1" status: 204 len: 168 time: 1.6494882 Feb 16 13:51:50.757914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:50.806593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:50.892753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning complete for port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:50.893085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.925252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] For port 82241af8-b881-49c5-ba5d-9fce2b6ffde9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=82241af8-b881-49c5-ba5d-9fce2b6ffde9,segment=NetworkSegment(0a033307-3201-4a49-be02-4131ef043af8),segment_id=0a033307-3201-4a49-be02-4131ef043af8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:50.926583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:50.975013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:50.975687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.029049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.031945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.048402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-d7550b63-6dce-4ccf-bbc6-40f93322929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:51.049851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-d7550b63-6dce-4ccf-bbc6-40f93322929e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a23577-e490-4790-abeb-196e5c73e2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5974441 Feb 16 13:51:51.150548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.179998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Calling delete_port for 82241af8-b881-49c5-ba5d-9fce2b6ffde9 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:51.223858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852aaf9-4ef3-493f-9a42-2fce6c1a510c None None] Pushing event updated for resources: {'Port': ['ID=378ab9d3-8574-4992-b544-ef240bd45830,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:51.226032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for 03629aad-f6da-4d5a-ae23-cc99bbed472e owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:51.333793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Deleting port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:51.334537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.397862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:51.426022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.477966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] The port '82241af8-b881-49c5-ba5d-9fce2b6ffde9' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:51:51.482899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:51.483737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:51.512502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 1d38b7d5-2938-48a5-9c26-8c516d7200ce {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:51.512828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.572313 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-3aadf922-a1d4-478e-b355-0e78331a06de service neutron] 10.222.0.26 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975004 Feb 16 13:51:51.608567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] Pushing event deleted for resources: {'Port': ['ID=82241af8-b881-49c5-ba5d-9fce2b6ffde9,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:51.709028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Could not find standard attr ID for object 3a542c02-9f28-4cfb-aa3c-69272a89bba2. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:51:51.756540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 1d38b7d5-2938-48a5-9c26-8c516d7200ce, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1d38b7d5-2938-48a5-9c26-8c516d7200ce,segment=NetworkSegment(63326673-9dc2-446e-a2be-b366fed6633e),segment_id=63326673-9dc2-446e-a2be-b366fed6633e)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:51.757515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:51.772026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdfbfb1-73ff-4809-aa72-329ecd4c4278 None None] No DVR routers for this DVR port 82241af8-b881-49c5-ba5d-9fce2b6ffde9 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:51:51.775606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:51.851791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Could not find standard attr ID for object 82241af8-b881-49c5-ba5d-9fce2b6ffde9. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:51:51.872085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bcb9c-e5e6-4b40-a66d-0f2caa493132 None None] get_active_networks_info from dv-neutron-828143-3-hyperv {{(pid=87699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 16 13:51:51.876114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.006053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57feebb4-7d1c-4575-b0fe-1db393976cbc up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:52.023386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f46f24-83b2-4f96-aae3-87dcd00ee1ee']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:52.064331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a033307-3201-4a49-be02-4131ef043af8') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:52.064616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a033307-3201-4a49-be02-4131ef043af8') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:52.066972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 1d38b7d5-2938-48a5-9c26-8c516d7200ce owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:52.076914 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ba001f50-f830-46bc-8776-0f821c86bb06 req-00ec216b-9485-46bf-a531-26b64d86b881 service neutron] 10.222.0.26 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186073 Feb 16 13:51:52.079216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.083892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.118846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning for port 03629aad-f6da-4d5a-ae23-cc99bbed472e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:52.180114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Port': ['ID=03629aad-f6da-4d5a-ae23-cc99bbed472e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:52.209915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning complete for port 03629aad-f6da-4d5a-ae23-cc99bbed472e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:52.210591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.221694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.247800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77c874-e427-4668-aee0-ee5582e4b57e req-b6b153ae-cf6d-4877-95a0-593cfd4a4789 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:52.248394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:52.249064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.249373 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e77c874-e427-4668-aee0-ee5582e4b57e req-b6b153ae-cf6d-4877-95a0-593cfd4a4789 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 944 time: 0.1323080 Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:52.266500 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:52.268949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Port 03629aad-f6da-4d5a-ae23-cc99bbed472e was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 13:51:52.350491 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e77c874-e427-4668-aee0-ee5582e4b57e req-b3cf8f71-82e7-49a1-9482-a9b3a5c4120e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803857 Feb 16 13:51:52.379965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.383471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 57feebb4-7d1c-4575-b0fe-1db393976cbc triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:52.384275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.432152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=1d38b7d5-2938-48a5-9c26-8c516d7200ce,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:52.477650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404bcb9c-e5e6-4b40-a66d-0f2caa493132 None None] Resources bound (agent type, host, resource id): {{(pid=87699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 13:51:52.483386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning for port 53932341-5b43-4a32-8d47-d029d5105924 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:52.488684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.497993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.521374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.526832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-a16e1964-6b50-45e9-8bfd-d8350fbdb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:52.528301 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-a16e1964-6b50-45e9-8bfd-d8350fbdb9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 1097 time: 0.3867810 Feb 16 13:51:52.616774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] Pushing event deleted for resources: {'Network': ['ID=b2f46f24-83b2-4f96-aae3-87dcd00ee1ee,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:52.640788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning complete for port 378ab9d3-8574-4992-b544-ef240bd45830 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:52.641158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.675256 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b543fb5d-4b54-4280-bf92-171d5b0d1a72 tempest-PortsTestJSON-1118761822 tempest-PortsTestJSON-1118761822-project] 10.222.0.105 "DELETE /v2.0/networks/b2f46f24-83b2-4f96-aae3-87dcd00ee1ee HTTP/1.1" status: 204 len: 168 time: 1.9088128 Feb 16 13:51:52.728009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:52.770097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:47Z', 'revision_number': 7, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d38b7d5-2938-48a5-9c26-8c516d7200ce', 'name': '', 'network_id': 'bbf79650-5aa4-418f-ac4d-c803b9caf826', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:5b:75:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '55e74439-13ac-4c8c-9289-a2457f696763', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:34Z', 'updated_at': '2022-02-16T13:51:48Z', 'revision_number': 4, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '55e74439-13ac-4c8c-9289-a2457f696763', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:52.778051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fc7a53dd-b816-45c6-9ca6-be3126c8138b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:52.838415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:52.920009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Router 2babed5f-5723-42db-9264-3fddf3acdec6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:52.921327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-8a45b3a7-7083-4d0f-b0ac-c8bc0cdd6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:52.922730 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-8a45b3a7-7083-4d0f-b0ac-c8bc0cdd6e50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93a23577-e490-4790-abeb-196e5c73e2e5 HTTP/1.1" status: 200 len: 898 time: 0.3340702 Feb 16 13:51:52.926251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:52.927022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:52.998345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36152) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:53.116563 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-b0f5e85f-e8e2-4c8f-ac04-aa9b995c340e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=53932341-5b43-4a32-8d47-d029d5105924 HTTP/1.1" status: 200 len: 217 time: 0.1691222 Feb 16 13:51:53.272562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-01cd2471-dbf1-482e-8de3-d086a24824ca admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=7fa1694d9cd04c328308d1fb3cb5ae61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725317 Feb 16 13:51:53.277432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36158) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:53.331735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Could not find standard attr ID for object bc1770a4-9444-4681-ac84-9e7c4cadec51. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 13:51:53.334903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:53.337751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:53.396796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fc7a53dd-b816-45c6-9ca6-be3126c8138b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:53.397171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:53.399936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:53.411863 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b8cfaeb4-1da7-4008-b789-c75717dc753e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6146181 Feb 16 13:51:53.411993 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] Sync routers for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:53.417117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:53.427070 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:53.438200 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:53.497593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-6da6517a-4f62-4b71-91da-12ecd07e716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:53.499989 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-6da6517a-4f62-4b71-91da-12ecd07e716e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce HTTP/1.1" status: 200 len: 837 time: 0.3731258 Feb 16 13:51:53.551564 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:53.553642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-f0c996c8-9c5c-418b-8e36-9758aa0d1676 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] delete failed (client error): The resource could not be found. Feb 16 13:51:53.558159 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0c996c8-9c5c-418b-8e36-9758aa0d1676 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/routers/tempest-non_exist_router-1730465052 HTTP/1.1" status: 404 len: 335 time: 0.1366253 Feb 16 13:51:53.560642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36168) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:53.566580 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:53.567463 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:53.573029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d1389a11-3dda-4db3-a987-b0db1deeaceb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'router': {'external_gateway_info': {'network_id': '2babed5f-5723-42db-9264-3fddf3acdec6'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:53.594628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0dd43cc-f872-4071-8d57-315b3a855f2e None None] Provisioning for port 74381174-1ecb-498e-a84f-4583346eda9a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:53.638007 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:53.638841 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f991b2d3-916f-403b-98c5-6f23fa92f74d None None] The sync data for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:53.749692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:53.803566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:53.815425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:53.821868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 378ab9d3-8574-4992-b544-ef240bd45830 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:53.852706 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-82401b53-fa16-409b-9f9d-699436b389dd tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6575131 Feb 16 13:51:53.858110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36172) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:53.951929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5cf8-6e8f-40c5-a9ba-60c717d5ad22 req-58b2fd71-c1fe-4a77-82eb-ee41604676d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:53.959115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-798a5cf8-6e8f-40c5-a9ba-60c717d5ad22 req-58b2fd71-c1fe-4a77-82eb-ee41604676d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 944 time: 0.4228113 Feb 16 13:51:53.972393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 378ab9d3-8574-4992-b544-ef240bd45830 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:53.972761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.066118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1389a11-3dda-4db3-a987-b0db1deeaceb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.076125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 55e74439-13ac-4c8c-9289-a2457f696763 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:54.081039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.084651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-e7642a9e-37cf-4471-bb8d-905ea7998185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:54.087317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-e7642a9e-37cf-4471-bb8d-905ea7998185 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93a23577-e490-4790-abeb-196e5c73e2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5777895 Feb 16 13:51:54.091751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:52Z', 'revision_number': 8, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:54.099617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756283b0-9b3f-4fd3-98f4-dfd07e6a8898 None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:52Z', 'revision_number': 8, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:54.125219 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-798a5cf8-6e8f-40c5-a9ba-60c717d5ad22 req-25c360b6-ada5-4c9b-9a59-49633902ed3b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650941 Feb 16 13:51:54.143617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.175614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6588a319-111c-4fa1-b4d5-cb1024101ea8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:54.190806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.191886 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2ef0f3c7-010a-4e4f-a8bb-9fbc9b075232 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6588a319-111c-4fa1-b4d5-cb1024101ea8 HTTP/1.1" status: 204 len: 168 time: 0.9135528 Feb 16 13:51:54.194886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.214781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1d38b7d5-2938-48a5-9c26-8c516d7200ce up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:54.227559 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-d1389a11-3dda-4db3-a987-b0db1deeaceb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] update failed (client error): The resource could not be found. Feb 16 13:51:54.235095 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1389a11-3dda-4db3-a987-b0db1deeaceb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6 HTTP/1.1" status: 404 len: 339 time: 0.6725001 Feb 16 13:51:54.236516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36178) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:54.244843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1656857703'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:54.250199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:54.254463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:network and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:54.254998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1d38b7d5-2938-48a5-9c26-8c516d7200ce {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:54.255342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1d38b7d5-2938-48a5-9c26-8c516d7200ce not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 13:51:54.257837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:54.264529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:54.286784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:54.291071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port 1d38b7d5-2938-48a5-9c26-8c516d7200ce not found, will not notify nova. {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 13:51:54.291529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.291661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 74381174-1ecb-498e-a84f-4583346eda9a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:54.299218 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-45342d8e-281c-46ff-b3be-1455c6782340 service neutron] 10.222.0.26 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995347 Feb 16 13:51:54.331783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:51:54.343839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.344445 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Added segment 69f9c53d-f407-4142-bc06-7573416ad6be of type vlan for network edfbc6e1-7437-4ad2-b9fa-e6a442476396 Feb 16 13:51:54.377613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.380195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 74381174-1ecb-498e-a84f-4583346eda9a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:54.393052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 74381174-1ecb-498e-a84f-4583346eda9a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:54.394807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.420695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.426850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:54.427890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.469739 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fb85c10f-0b39-4cee-a9e6-e305b2a4b370 req-4c8faf10-bf6a-41cc-8342-462ec37356c2 service neutron] 10.222.0.26 "GET /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639123 Feb 16 13:51:54.563913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.586259 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3485348 Feb 16 13:51:54.589557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:54.595421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'subnet': {'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:54.602934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623644-720c-4ae2-a499-61921063d06e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Network': ['ID=edfbc6e1-7437-4ad2-b9fa-e6a442476396,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:54.605852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:54.614865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:51:54.615482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.638162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.638921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:54.691745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.733243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:51:54.736452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=55e74439-13ac-4c8c-9289-a2457f696763,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:54.738170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Usage tracker for resource:subnet and tenant:dd9b8e20e5a1468fab54f75a48f3886e is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:51:54.740343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.745115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:51:54.749627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7cbfc45-1d17-485a-87e8-e936ae838f5a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/55e74439-13ac-4c8c-9289-a2457f696763 HTTP/1.1" status: 204 len: 168 time: 0.8881488 Feb 16 13:51:54.750703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36186) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:54.751608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:51:54.774534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4496d902-5481-4870-b8e7-295c40bee672 None None] Network bbf79650-5aa4-418f-ac4d-c803b9caf826 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:54.775679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Made reservation on behalf of dd9b8e20e5a1468fab54f75a48f3886e for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:51:54.779664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.801355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 53932341-5b43-4a32-8d47-d029d5105924 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:51:54.803583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:54.861501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.872316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 57feebb4-7d1c-4575-b0fe-1db393976cbc {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:54.873727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:54.897069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:54.897695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:55.042276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.126372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 57feebb4-7d1c-4575-b0fe-1db393976cbc, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57feebb4-7d1c-4575-b0fe-1db393976cbc,segment=NetworkSegment(63326673-9dc2-446e-a2be-b366fed6633e),segment_id=63326673-9dc2-446e-a2be-b366fed6633e)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:55.127069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.154814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.resource_extend [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 13:51:55.224453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=74381174-1ecb-498e-a84f-4583346eda9a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:55.268849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Subnet': ['ID=210d6436-7fe0-4009-823b-913c45d33777,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:55.269346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 57feebb4-7d1c-4575-b0fe-1db393976cbc owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:55.280873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Checking segment: {'id': '69f9c53d-f407-4142-bc06-7573416ad6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:55.281233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network hostable DHCP agents. Network: edfbc6e1-7437-4ad2-b9fa-e6a442476396, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:51:55.305302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:51:55.320651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, edfbc6e1-7437-4ad2-b9fa-e6a442476396) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:55.325834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:55.326677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.333863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:55.351646 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bff19454-bcc7-4ae7-a3f1-814d3fc5cfbf tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7609940 Feb 16 13:51:55.354344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36192) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:55.359690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3ebba610-4634-47f8-9886-379968b1750f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:51:55.400809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83800e36-7b1a-4089-8756-9e41e44c0724 None None] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:55.419086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.427634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:55.428011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.490068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=57feebb4-7d1c-4575-b0fe-1db393976cbc,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:55.493520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port 57feebb4-7d1c-4575-b0fe-1db393976cbc on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:51:55.508459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab44c-519a-4247-a038-858b1fcd64e8 req-d648c39f-4daa-420f-a208-68e960510b4a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:55.509731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-921ab44c-519a-4247-a038-858b1fcd64e8 req-d648c39f-4daa-420f-a208-68e960510b4a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 944 time: 0.1895504 Feb 16 13:51:55.576422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=53932341-5b43-4a32-8d47-d029d5105924,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:55.603361 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-921ab44c-519a-4247-a038-858b1fcd64e8 req-19a1e010-a036-4324-b6de-3de54f664463 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636714 Feb 16 13:51:55.684377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.687225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '53932341-5b43-4a32-8d47-d029d5105924', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'port_id': '53932341-5b43-4a32-8d47-d029d5105924', 'mac_address': 'fa:16:3e:56:72:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:51:55.711467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf79650-5aa4-418f-ac4d-c803b9caf826']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:55.724237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63326673-9dc2-446e-a2be-b366fed6633e') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:55.724647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63326673-9dc2-446e-a2be-b366fed6633e') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:55.736431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.752563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.760458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:51:55.761008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.775881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ebba610-4634-47f8-9886-379968b1750f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:51:55.776545 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:51:55.916993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83a8a3-6d70-4fd9-b21e-fa66bbeea687 None None] DHCP port deletion for bbf79650-5aa4-418f-ac4d-c803b9caf826 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:51:55.951985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:55.964916 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-3ebba610-4634-47f8-9886-379968b1750f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:51:55.966241 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ebba610-4634-47f8-9886-379968b1750f tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6 HTTP/1.1" status: 400 len: 364 time: 0.6108239 Feb 16 13:51:55.970143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36196) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:56.011507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.026485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53932341-5b43-4a32-8d47-d029d5105924 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:51:56.045678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.052853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=bbf79650-5aa4-418f-ac4d-c803b9caf826,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:56.063786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:56.069591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2c554e6e-f918-4b98-ad16-d4bee1f78a56 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/bbf79650-5aa4-418f-ac4d-c803b9caf826 HTTP/1.1" status: 204 len: 168 time: 1.3177304 Feb 16 13:51:56.071669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:56.155447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=53932341-5b43-4a32-8d47-d029d5105924,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:56.162451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-edfbc6e1-7437-4ad2-b9fa-e6a442476396', 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396', 'tenant_id': 'dd9b8e20e5a1468fab54f75a48f3886e', 'fixed_ips': [{'subnet_id': '210d6436-7fe0-4009-823b-913c45d33777'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:51:56.163300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.178625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.323907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:56.350876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:56.351228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.447812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:52Z', 'revision_number': 8, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:56.469985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:51:56.483751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.494032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Allocated IP 2001:db8:1::2 (edfbc6e1-7437-4ad2-b9fa-e6a442476396/210d6436-7fe0-4009-823b-913c45d33777/71e7af3d-e9ce-423d-b33a-9f94fcd4ff38) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:56.496110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:56.496813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:56.607713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:56.616379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['53932341-5b43-4a32-8d47-d029d5105924'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:51:56.909893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:56.949536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf99aa8-1310-429d-adb4-3c2b0eab3a91 req-7078a3c1-ed2b-46d7-ac6a-e7cdb13a03a8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:56.951227 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-daf99aa8-1310-429d-adb4-3c2b0eab3a91 req-7078a3c1-ed2b-46d7-ac6a-e7cdb13a03a8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 945 time: 0.2064888 Feb 16 13:51:56.975682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Allocated IP 2001:db8::1 (b8bb6ce8-15a2-4bf0-8569-d94561c5418c/f76fa15e-5988-4cae-acb4-a6dc4f71ace9/7e7d1cbb-199c-4706-92c1-29e82486de80) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:51:57.011437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:57.077640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 82241af8-b881-49c5-ba5d-9fce2b6ffde9 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:57.077969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 82241af8-b881-49c5-ba5d-9fce2b6ffde9 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:57.102264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:57.102602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.155690 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-daf99aa8-1310-429d-adb4-3c2b0eab3a91 req-17a4fb67-ac20-4d54-9359-bace956494c0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904218 Feb 16 13:51:57.186320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.207145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Transition to ACTIVE for port object 7e7d1cbb-199c-4706-92c1-29e82486de80 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:57.226330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 74381174-1ecb-498e-a84f-4583346eda9a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:57.231959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.312572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:57.318730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:57.321641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:57.322519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.337951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:57.338343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.351023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Port': ['ID=7e7d1cbb-199c-4706-92c1-29e82486de80,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:57.415517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.464699 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Transition to ACTIVE for port object 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:57.473889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.551746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 74381174-1ecb-498e-a84f-4583346eda9a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:57.552109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.577198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Transition to ACTIVE for port object 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:51:57.628027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:51:57.630367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.736991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:57.747687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:57.761772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:51:57.784500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Pushing event updated for resources: {'Port': ['ID=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:57.831013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.865428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5db0d088-6104-44f7-9d8c-463ad9aae739 None None] Provisioning for port 7e7d1cbb-199c-4706-92c1-29e82486de80 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:57.877589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.884090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=79c550a5-ddb5-44d3-8194-ca8a99cfd0cf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:57.894876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.895982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.925646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5db0d088-6104-44f7-9d8c-463ad9aae739 None None] Provisioning complete for port 7e7d1cbb-199c-4706-92c1-29e82486de80 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:57.926018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5db0d088-6104-44f7-9d8c-463ad9aae739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:57.977464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event updated for resources: {'Port': ['ID=7e7d1cbb-199c-4706-92c1-29e82486de80,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:58.013490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:52Z', 'revision_number': 8, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:58.038761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Attempting to bind port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:51:58.039125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Attempting to bind port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '69f9c53d-f407-4142-bc06-7573416ad6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:51:58.039485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Attempting to bind port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 on network edfbc6e1-7437-4ad2-b9fa-e6a442476396 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:51:58.043194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c9adfb-1444-48bd-848e-4cf720b9781b None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:52Z', 'revision_number': 8, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79c550a5-ddb5-44d3-8194-ca8a99cfd0cf', 'name': '', 'network_id': 'e3265dcf-9cac-467a-bd3b-59f1c3bce0ae', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:4d:96:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:24Z', 'updated_at': '2022-02-16T13:51:41Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': '4baef5bd-641c-4a22-92a1-eddd37098eaa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:58.056827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5db0d088-6104-44f7-9d8c-463ad9aae739 None None] Port 7e7d1cbb-199c-4706-92c1-29e82486de80 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:58.060770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:51:58.061199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Checking segment: {'id': '69f9c53d-f407-4142-bc06-7573416ad6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:51:58.061599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.061979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Bound using segment: {'id': '69f9c53d-f407-4142-bc06-7573416ad6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:51:58.062524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Bound port: 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f9c53d-f407-4142-bc06-7573416ad6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'edfbc6e1-7437-4ad2-b9fa-e6a442476396'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:51:58.062840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.166584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:51:58.166780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57feebb4-7d1c-4575-b0fe-1db393976cbc no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:58.167690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:51:58.206902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 57feebb4-7d1c-4575-b0fe-1db393976cbc {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:58.207255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57feebb4-7d1c-4575-b0fe-1db393976cbc not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:58.208169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1d38b7d5-2938-48a5-9c26-8c516d7200ce no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:51:58.218968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.288391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1d38b7d5-2938-48a5-9c26-8c516d7200ce {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:51:58.288831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1d38b7d5-2938-48a5-9c26-8c516d7200ce not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:51:58.373422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] For port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:51:58.373781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Router 2babed5f-5723-42db-9264-3fddf3acdec6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:58.377605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] For port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,segment=NetworkSegment(69f9c53d-f407-4142-bc06-7573416ad6be),segment_id=69f9c53d-f407-4142-bc06-7573416ad6be)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:51:58.386573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.486401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35a914-4378-49a1-b2d0-a1dc399069fd None None] Pushing event updated for resources: {'Port': ['ID=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:58.590914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-402ef471-9a55-42aa-9f64-f0512216beda None None] Provisioning complete for port 7e7d1cbb-199c-4706-92c1-29e82486de80 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:58.591657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-402ef471-9a55-42aa-9f64-f0512216beda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.663397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-402ef471-9a55-42aa-9f64-f0512216beda None None] Port 7e7d1cbb-199c-4706-92c1-29e82486de80 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:51:58.667869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731725aa-3d2e-4f0a-bee4-967df27becb5 req-0f0066ce-6475-4e47-8e70-943c85a9c7c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:58.669423 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-731725aa-3d2e-4f0a-bee4-967df27becb5 req-0f0066ce-6475-4e47-8e70-943c85a9c7c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 945 time: 0.3057752 Feb 16 13:51:58.670613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:58.683820 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-abfd985c-9736-4fd7-94ab-9c6b8a6c550e tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7116883 Feb 16 13:51:58.684385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:58.685216 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] Sync routers for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:58.700778 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:58.702106 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:58.741463 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-731725aa-3d2e-4f0a-bee4-967df27becb5 req-4f9d1b85-57f9-4640-9d10-2a3982347c41 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584140 Feb 16 13:51:58.765320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:51:58.796765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 53932341-5b43-4a32-8d47-d029d5105924 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:58.813217 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:58.832554 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:58.833476 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:58.897569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7457c187-e865-49df-9713-78b1adc615cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.900420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 53932341-5b43-4a32-8d47-d029d5105924 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:51:58.906446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 53932341-5b43-4a32-8d47-d029d5105924 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:51:58.906823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:58.919177 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:58.919748 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d16ca-717d-41f2-955a-c505401eb669 None None] The sync data for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:51:58.968019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:51:58.978123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:51:58.987600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f5693162-f3a8-4820-b338-4a3882cad144 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9143822 Feb 16 13:51:58.990437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36212) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:58.999268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:51:58.999887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:51:59.064453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet 4baef5bd-641c-4a22-92a1-eddd37098eaa {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:51:59.067775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.068998 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-7457c187-e865-49df-9713-78b1adc615cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 13:51:59.070080 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7457c187-e865-49df-9713-78b1adc615cd tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6 HTTP/1.1" status: 409 len: 329 time: 0.3847167 Feb 16 13:51:59.072929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:59.127827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.212586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:51:59.286765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.324018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53932341-5b43-4a32-8d47-d029d5105924'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:51:59.336623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:51:59.366026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.376129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=53932341-5b43-4a32-8d47-d029d5105924,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:51:59.455779 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53932341-5b43-4a32-8d47-d029d5105924', 'code': 200} Feb 16 13:51:59.456518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.483946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.537734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=4baef5bd-641c-4a22-92a1-eddd37098eaa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:59.549977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.557233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b54b239e-a1c8-4875-a221-58c5f55f6bcb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/4baef5bd-641c-4a22-92a1-eddd37098eaa HTTP/1.1" status: 204 len: 168 time: 0.5657840 Feb 16 13:51:59.560091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36222) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:51:59.565901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14633b33-7ee5-4386-8952-9ad71e98cbfd None None] Network e3265dcf-9cac-467a-bd3b-59f1c3bce0ae requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:51:59.692677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.709678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 4caa1273-6503-4829-b16e-3edddeff56f7 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:51:59.710999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.756642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66347c2-b01f-4a9b-ad30-691232c19f37 req-87a6f982-ee24-4d10-aa77-9cc8e4818811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:51:59.758108 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b66347c2-b01f-4a9b-ad30-691232c19f37 req-87a6f982-ee24-4d10-aa77-9cc8e4818811 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 1099 time: 0.1329341 Feb 16 13:51:59.814846 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b66347c2-b01f-4a9b-ad30-691232c19f37 req-942135e0-9ef7-4ae9-babb-be720df3b8b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479562 Feb 16 13:51:59.832278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:51:59.832867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:51:59.839175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:51:59.877859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6bf67-8b69-4d26-810a-72cc010a4dc7 None None] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:00.001031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:00.022138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 4caa1273-6503-4829-b16e-3edddeff56f7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4caa1273-6503-4829-b16e-3edddeff56f7,segment=NetworkSegment(9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb),segment_id=9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:00.022699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.025123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Provisioning for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:00.041556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:00.041927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.151879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 4caa1273-6503-4829-b16e-3edddeff56f7 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:00.157602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Provisioning complete for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:00.157974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.210163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b066-82bf-4144-bb26-4d823a29589f req-9ab3c2dd-4a02-46c3-9ccc-1373b9c659d8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:00.211792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0816b066-82bf-4144-bb26-4d823a29589f req-9ab3c2dd-4a02-46c3-9ccc-1373b9c659d8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.3368828 Feb 16 13:52:00.291088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0816b066-82bf-4144-bb26-4d823a29589f req-e598f396-2c38-48c7-b733-5059b4a50690 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709412 Feb 16 13:52:00.292374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.347903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=4caa1273-6503-4829-b16e-3edddeff56f7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:00.351869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port 4caa1273-6503-4829-b16e-3edddeff56f7 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:00.375437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 7e7d1cbb-199c-4706-92c1-29e82486de80 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:00.376071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.440847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a39475-3df0-4d81-8321-6ce04c7ef6b0 None None] DHCP port deletion for e3265dcf-9cac-467a-bd3b-59f1c3bce0ae request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:00.487382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.516595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3265dcf-9cac-467a-bd3b-59f1c3bce0ae']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:00.530823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:00.531257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec8b3f1-547e-4ddb-a357-7b6e4e7018cb') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:00.538495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.543630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.563766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.567668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.572411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:00.572995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.584561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:00.591453 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:00.613302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:57Z', 'revision_number': 9, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:00.624426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:00.627279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,segment=NetworkSegment(69f9c53d-f407-4142-bc06-7573416ad6be),segment_id=69f9c53d-f407-4142-bc06-7573416ad6be)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:00.638933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.691050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.697406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:00.711998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:00.712351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:00.713136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for 7e7d1cbb-199c-4706-92c1-29e82486de80 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:00.729283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=e3265dcf-9cac-467a-bd3b-59f1c3bce0ae,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:00.735772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-797db6f8-10f8-4dbf-8a0d-2a87b0460f30 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/e3265dcf-9cac-467a-bd3b-59f1c3bce0ae HTTP/1.1" status: 204 len: 168 time: 1.1712155 Feb 16 13:52:00.735978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36228) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:00.886179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:00.886560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-f2564b08-2efc-4e64-a51d-f1f574a97de7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:00.906317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:00.915012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:00.935807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:01.004423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Port': ['ID=7e7d1cbb-199c-4706-92c1-29e82486de80,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:01.282630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:01.316931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:01.473433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:01.473866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:01.537524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:57Z', 'revision_number': 9, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:01.543629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a68b91-e5b1-4128-91cf-14b11308fdd2 None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:51:57Z', 'revision_number': 9, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d943719-0387-461e-8e3b-10d501701d56', 'name': '', 'network_id': 'a20acacb-f527-4c88-8ddd-c877859ad6c3', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:a7:92:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:19Z', 'updated_at': '2022-02-16T13:51:35Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'c08f88f7-1622-45d9-9576-00b36e6d25a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:01.605902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c66d92-d664-4dd4-bd6b-431914e1389f req-7dcf7999-ee96-4432-b095-e2f421dab9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:01.607562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36c66d92-d664-4dd4-bd6b-431914e1389f req-7dcf7999-ee96-4432-b095-e2f421dab9f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.1602514 Feb 16 13:52:01.619616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aa2b7b88-ce64-44a4-ab1f-13a33eb88ced None None] Provisioning complete for port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:01.620227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7b88-ce64-44a4-ab1f-13a33eb88ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:01.631497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Router 2babed5f-5723-42db-9264-3fddf3acdec6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:01.659708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36c66d92-d664-4dd4-bd6b-431914e1389f req-6e932608-3ffc-469f-b51d-4eb4709b95ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459313 Feb 16 13:52:01.741893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:01.900839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:01.913031 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] Sync routers for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:01.919741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4caa1273-6503-4829-b16e-3edddeff56f7 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:01.923325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-14f469d0-c1b9-4a30-b48a-437150df05a9 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491540 Feb 16 13:52:01.924207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:01.933981 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:01.934869 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:01.990664 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-05f6fe9e-b400-4bfe-9f15-e52fff5450b8 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] show failed (client error): The resource could not be found. Feb 16 13:52:01.996344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-05f6fe9e-b400-4bfe-9f15-e52fff5450b8 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "GET /v2.0/routers/tempest-non_exist_router-1127973698 HTTP/1.1" status: 404 len: 335 time: 0.0708733 Feb 16 13:52:01.997002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:02.002338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-da26d889-59f6-4548-ba09-745a5f61d103 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:02.027291 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:02.037920 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] Routers {'2babed5f-5723-42db-9264-3fddf3acdec6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:02.038810 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['2babed5f-5723-42db-9264-3fddf3acdec6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:02.075531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4caa1273-6503-4829-b16e-3edddeff56f7 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:02.076054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4caa1273-6503-4829-b16e-3edddeff56f7 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:02.077392 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-da26d889-59f6-4548-ba09-745a5f61d103 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] update failed (client error): The resource could not be found. Feb 16 13:52:02.090303 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da26d889-59f6-4548-ba09-745a5f61d103 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "PUT /v2.0/routers/tempest-non_exist_router-1112862755 HTTP/1.1" status: 404 len: 335 time: 0.0919571 Feb 16 13:52:02.090976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36244) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:02.119040 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:02.119435 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b7676-d967-495a-ac1a-501be46018f7 None None] The sync data for ids ['2babed5f-5723-42db-9264-3fddf3acdec6'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:02.160240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting subnet 210d6436-7fe0-4009-823b-913c45d33777 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:02.163311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.181112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee071f8-59e5-49a2-a647-13130677a941 req-a5c16784-8364-4461-8319-3f0415b65db0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:02.182626 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ee071f8-59e5-49a2-a647-13130677a941 req-a5c16784-8364-4461-8319-3f0415b65db0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.3875694 Feb 16 13:52:02.222177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.268855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ee071f8-59e5-49a2-a647-13130677a941 req-77efda53-670c-4173-b11d-83d33c00d107 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798740 Feb 16 13:52:02.291026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 6d943719-0387-461e-8e3b-10d501701d56 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:02.291469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.306606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.384672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.425651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Subnet': ['ID=210d6436-7fe0-4009-823b-913c45d33777,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:02.427589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.433574 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a498d5c-45c2-470f-8506-d05c978ea034 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/subnets/210d6436-7fe0-4009-823b-913c45d33777 HTTP/1.1" status: 204 len: 168 time: 0.3414969 Feb 16 13:52:02.435970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:02.439509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f7ec4-6b2b-425a-8a07-16f8d2ef20e4 None None] Network edfbc6e1-7437-4ad2-b9fa-e6a442476396 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:02.487496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 6d943719-0387-461e-8e3b-10d501701d56, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6d943719-0387-461e-8e3b-10d501701d56,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:02.487894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.548401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.559019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:02.559343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.616012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 6d943719-0387-461e-8e3b-10d501701d56 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:02.703418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] DHCP port deletion for edfbc6e1-7437-4ad2-b9fa-e6a442476396 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:02.707530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Deleting port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:02.707885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.774585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] For port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,segment=NetworkSegment(69f9c53d-f407-4142-bc06-7573416ad6be),segment_id=69f9c53d-f407-4142-bc06-7573416ad6be)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:02.775196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.803583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:02.853619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=6d943719-0387-461e-8e3b-10d501701d56,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:02.904329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:02.922275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] For port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,segment=NetworkSegment(69f9c53d-f407-4142-bc06-7573416ad6be),segment_id=69f9c53d-f407-4142-bc06-7573416ad6be)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:02.922710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.009670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.076119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Port': ['ID=71e7af3d-e9ce-423d-b33a-9f94fcd4ff38,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:03.076750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Calling delete_port for 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:03.084262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] No DVR routers for this DVR port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:03.175317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:03.175664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:03.225703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.233493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:03.254513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edfbc6e1-7437-4ad2-b9fa-e6a442476396']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:03.267612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:03.267857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f9c53d-f407-4142-bc06-7573416ad6be') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:03.267976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:03.268093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f9c53d-f407-4142-bc06-7573416ad6be') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:03.268340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:03.279707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.283146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.297338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.301224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:03.301571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 79c550a5-ddb5-44d3-8194-ca8a99cfd0cf not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:03.305709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:03.306242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:03.321368 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:03.403047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.422562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.433005 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/networks/edfbc6e1-7437-4ad2-b9fa-e6a442476396 HTTP/1.1" status: 204 len: 168 time: 0.9961050 Feb 16 13:52:03.435577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36256) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:03.436280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e02f45-559f-40a8-b197-0417da3748e0 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Network': ['ID=edfbc6e1-7437-4ad2-b9fa-e6a442476396,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:03.617376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting subnet 2b6f7511-59aa-46a2-9409-c12595b2d2ee {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:03.634397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.677554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Deleting port 71e7af3d-e9ce-423d-b33a-9f94fcd4ff38 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:03.677962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.698634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.742121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:03.745482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0d04eba0-01f7-4c13-aaed-7806022e241a None None] The port '71e7af3d-e9ce-423d-b33a-9f94fcd4ff38' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:03.798048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36260) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:03.931840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:03.963783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:03.977732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:03.991034 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-059633cb-6807-4a19-8851-5b3a23e3e3d6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2514036 Feb 16 13:52:03.992040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36264) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:03.996439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:03.997229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:04.077018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet c08f88f7-1622-45d9-9576-00b36e6d25a8 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:04.080334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.083801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.154345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6f7511-59aa-46a2-9409-c12595b2d2ee,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:04.161888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.169024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:04.176924 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-35aa7cc2-a624-4f3e-9fa6-cd13e40fd537 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/subnets/2b6f7511-59aa-46a2-9409-c12595b2d2ee HTTP/1.1" status: 204 len: 168 time: 0.7403226 Feb 16 13:52:04.182590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.187439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:04.212790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b794b-0d60-434c-ad13-9e5f6042b0e6 None None] Network c1708f3b-82eb-4189-b380-11938666e219 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:04.268490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.332485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting subnet a191e4f9-06a1-4605-b9e7-64c73380f85f {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:04.337401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.347936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.390823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=c08f88f7-1622-45d9-9576-00b36e6d25a8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:04.400043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.411224 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7946174f-8c58-44aa-849e-3ba0917c7947 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/c08f88f7-1622-45d9-9576-00b36e6d25a8 HTTP/1.1" status: 204 len: 168 time: 0.4162123 Feb 16 13:52:04.411510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:04.447563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d0615-b615-406a-bddf-b518820d7a68 None None] Network a20acacb-f527-4c88-8ddd-c877859ad6c3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:04.472698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.676056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.687228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:04.687549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.691893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.861085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.902527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:02Z', 'revision_number': 10, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:04.908290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:04.912369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.915707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b29ad9-4461-45b1-a27d-53b65866afae None None] Network 3ee946df-77e9-424d-b689-cd98c64e694d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:04.919784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Subnet': ['ID=a191e4f9-06a1-4605-b9e7-64c73380f85f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:04.924131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.928424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,segment=NetworkSegment(a86167e5-f5c6-4057-aec5-218553a5e46b),segment_id=a86167e5-f5c6-4057-aec5-218553a5e46b)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:04.928942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:04.962093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2a9f26d-f35c-4c09-94be-d58042a379dc tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/subnets/a191e4f9-06a1-4605-b9e7-64c73380f85f HTTP/1.1" status: 204 len: 168 time: 0.7736602 Feb 16 13:52:04.964977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:05.024480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] DHCP port deletion for c1708f3b-82eb-4189-b380-11938666e219 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:05.026238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d071c066-e944-4d47-8394-c35fcb6711f5 None None] DHCP port deletion for a20acacb-f527-4c88-8ddd-c877859ad6c3 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:05.037423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Deleting port 74381174-1ecb-498e-a84f-4583346eda9a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:05.037794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.064806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d071c066-e944-4d47-8394-c35fcb6711f5 None None] Deleting port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:05.065174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d071c066-e944-4d47-8394-c35fcb6711f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.088008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:05.088625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:05.110954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:05.193461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 74381174-1ecb-498e-a84f-4583346eda9a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:05.208050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.236102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.261725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 74381174-1ecb-498e-a84f-4583346eda9a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:05.262066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.264474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:05.266388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:05.402289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.429733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20acacb-f527-4c88-8ddd-c877859ad6c3']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:05.443769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86167e5-f5c6-4057-aec5-218553a5e46b') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:05.444035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86167e5-f5c6-4057-aec5-218553a5e46b') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:05.458987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.469580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d071c066-e944-4d47-8394-c35fcb6711f5 None None] The port 'e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:05.477884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.491811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:05.492211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.495213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:05.509613 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:05.605512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.622673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.634062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=a20acacb-f527-4c88-8ddd-c877859ad6c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:05.644453 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e76de6ef-5bd7-4223-b211-8f5b07e708f1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/a20acacb-f527-4c88-8ddd-c877859ad6c3 HTTP/1.1" status: 204 len: 168 time: 1.2296286 Feb 16 13:52:05.649852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36280) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:05.849852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.879441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:05.880084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:05.887352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.17 (93a23577-e490-4790-abeb-196e5c73e2e5/a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce/6550c02a-aca7-41ff-bdb5-df1875c18cd0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:52:05.930970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:05.931978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.038387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for 74381174-1ecb-498e-a84f-4583346eda9a owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:06.076674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Calling delete_port for 74381174-1ecb-498e-a84f-4583346eda9a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:06.103852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] DHCP port deletion for 3ee946df-77e9-424d-b689-cd98c64e694d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:06.128124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Deleting port 378ab9d3-8574-4992-b544-ef240bd45830 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:06.128600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.164318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:06.197353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.198139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:06.222477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:06.222762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:06.234496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.273282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.290881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 6550c02a-aca7-41ff-bdb5-df1875c18cd0 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:06.295140 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:06.295445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6b1d8c7-2b3f-4ae6-a305-1e4c13999ec2 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:06.331674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.402558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 93a23577-e490-4790-abeb-196e5c73e2e5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:52:06.411303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:06.414277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:52:06.433120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:06.433543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:06.468104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=74381174-1ecb-498e-a84f-4583346eda9a,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:06.476480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:06.499467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.572055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:02Z', 'revision_number': 10, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:06.588274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc90106-1bf8-48d6-9295-9d363c4b6dbe None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:02Z', 'revision_number': 10, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None, '_interfaces': [{'id': '065a2d8c-c7c4-403a-9c96-e2ab3b70c457', 'name': '', 'network_id': '2fe7af79-089d-4d1b-9131-44342bba2998', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'mac_address': 'fa:16:3e:44:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:51:11Z', 'updated_at': '2022-02-16T13:51:23Z', 'revision_number': 5, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'subnets': [{'id': 'a4b70972-708e-45d8-805e-ff22f5098f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:06.598649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] For port 378ab9d3-8574-4992-b544-ef240bd45830, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=378ab9d3-8574-4992-b544-ef240bd45830,segment=NetworkSegment(6a3b3dcc-8977-4808-8f6a-ca6cdd307be9),segment_id=6a3b3dcc-8977-4808-8f6a-ca6cdd307be9)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:06.599068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.726359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 74381174-1ecb-498e-a84f-4583346eda9a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:06.726767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.743821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Calling delete_port for 378ab9d3-8574-4992-b544-ef240bd45830 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:06.781451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.794545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c97c72d2-883d-432d-a27a-a7db50b20867 None None] Provisioning for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:06.805340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c97c72d2-883d-432d-a27a-a7db50b20867 None None] Provisioning complete for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:06.805992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c97c72d2-883d-432d-a27a-a7db50b20867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.873264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c97c72d2-883d-432d-a27a-a7db50b20867 None None] Port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:52:06.877744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.909387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:06.910003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:06.929434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] Pushing event deleted for resources: {'Port': ['ID=378ab9d3-8574-4992-b544-ef240bd45830,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:06.936265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907b517-fead-43cd-84cf-a492a1fdd580 None None] No DVR routers for this DVR port 378ab9d3-8574-4992-b544-ef240bd45830 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:06.937826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Deleting port 74381174-1ecb-498e-a84f-4583346eda9a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:06.938144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.223794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6d943719-0387-461e-8e3b-10d501701d56 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:07.255532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:07.256113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.256508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 065a2d8c-c7c4-403a-9c96-e2ab3b70c457, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:07.257001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.274910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 6d943719-0387-461e-8e3b-10d501701d56 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:07.275285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6d943719-0387-461e-8e3b-10d501701d56 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:07.275801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 378ab9d3-8574-4992-b544-ef240bd45830 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:07.321916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 378ab9d3-8574-4992-b544-ef240bd45830 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:07.322446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 378ab9d3-8574-4992-b544-ef240bd45830 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:07.330728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] For port 74381174-1ecb-498e-a84f-4583346eda9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=74381174-1ecb-498e-a84f-4583346eda9a,segment=NetworkSegment(06251bc8-9d82-4c91-a39a-575d953cf714),segment_id=06251bc8-9d82-4c91-a39a-575d953cf714)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:07.330728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.410828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:07.506095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Calling delete_port for 74381174-1ecb-498e-a84f-4583346eda9a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:07.538023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for 74381174-1ecb-498e-a84f-4583346eda9a owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:07.595417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.611580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.645021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] Pushing event deleted for resources: {'Port': ['ID=74381174-1ecb-498e-a84f-4583346eda9a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:07.647023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce638c8-0875-487e-9e45-ea25228634be None None] No DVR routers for this DVR port 74381174-1ecb-498e-a84f-4583346eda9a on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:07.666484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=065a2d8c-c7c4-403a-9c96-e2ab3b70c457,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:07.707406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.db.api [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:07.707910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG oslo_db.api [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:07.781952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.786987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.906474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:07.909998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:07.914815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.078105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 93a23577-e490-4790-abeb-196e5c73e2e5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:52:08.078105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:08.165358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port 74381174-1ecb-498e-a84f-4583346eda9a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:08.165693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.247955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] The port '74381174-1ecb-498e-a84f-4583346eda9a' was deleted {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:08.377959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:08.417617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d74900f-9c36-4539-9446-ecb368a0e363 None None] Provisioning complete for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:08.419214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d74900f-9c36-4539-9446-ecb368a0e363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.454039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.469860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:08.488429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d74900f-9c36-4539-9446-ecb368a0e363 None None] Port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:52:08.488684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1708f3b-82eb-4189-b380-11938666e219']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.522077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:08.533512 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:08.537048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f2d46ec6-6db9-4502-b5d7-35d57a9795b1 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830838 Feb 16 13:52:08.537219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36284) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:08.544015 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:08.544774 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.553636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06251bc8-9d82-4c91-a39a-575d953cf714') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.553919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06251bc8-9d82-4c91-a39a-575d953cf714') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.579018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.602263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting subnet a4b70972-708e-45d8-805e-ff22f5098f08 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:08.605570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.607458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.661532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.673002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:08.673382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.683184 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: util.warn( Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:08.688263 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:08.751812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.788955 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.793280 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:08.802778 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:08.803411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:08.828359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.873650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b70972-708e-45d8-805e-ff22f5098f08,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:08.878900 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:08.885842 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-de793b85-1109-4edd-af22-80d2dbf99216 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/a4b70972-708e-45d8-805e-ff22f5098f08 HTTP/1.1" status: 204 len: 168 time: 0.3476038 Feb 16 13:52:08.888944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:08.890482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4baefd0-442f-4df1-9be3-7d13cdc07d12 None None] Network 2fe7af79-089d-4d1b-9131-44342bba2998 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:08.941945 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:08.981463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:08.983048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.014747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.036987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Network': ['ID=c1708f3b-82eb-4189-b380-11938666e219,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:09.061954 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.063347 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c9f6e4d-3fa8-4c73-9613-ef245ed248e3 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/networks/c1708f3b-82eb-4189-b380-11938666e219 HTTP/1.1" status: 204 len: 168 time: 4.0971825 Feb 16 13:52:09.066380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36292) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:09.066923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:09.067939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.074412 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13882940-a260-43c6-a2ac-151b23a40084 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/99a6fb8e-3011-47c1-964a-7a5b9ee61cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2735140 Feb 16 13:52:09.084209 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bb9f44-07cb-41a4-8458-237100f3a5ac None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:09.089706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Deleting port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:09.090111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.098841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:09.099579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.197783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.326649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:09.345246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] For port 697bf5d0-702c-43f6-9b08-fda6875ce9b6, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=697bf5d0-702c-43f6-9b08-fda6875ce9b6,segment=NetworkSegment(fc2c33c5-5982-4ce6-a7df-61e6c70f17cf),segment_id=fc2c33c5-5982-4ce6-a7df-61e6c70f17cf)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:09.345641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.350274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.383234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee946df-77e9-424d-b689-cd98c64e694d']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.398444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.398702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3b3dcc-8977-4808-8f6a-ca6cdd307be9') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.413014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.437336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.446703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:09.447107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.477516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a5a5f3-d634-4cd0-a006-c3b8ea31dfb2 None None] DHCP port deletion for 2fe7af79-089d-4d1b-9131-44342bba2998 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:09.485942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5a5f3-d634-4cd0-a006-c3b8ea31dfb2 None None] Deleting port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:09.486844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b0a5a5f3-d634-4cd0-a006-c3b8ea31dfb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.493495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Calling delete_port for 697bf5d0-702c-43f6-9b08-fda6875ce9b6 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:09.544640 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:09.589693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.590827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.605032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5a5f3-d634-4cd0-a006-c3b8ea31dfb2 None None] The port '697bf5d0-702c-43f6-9b08-fda6875ce9b6' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:09.617519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.623612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Network': ['ID=3ee946df-77e9-424d-b689-cd98c64e694d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:09.630432 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-26fb3235-7a6f-4be5-a88f-ac46bcc73d16 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/networks/3ee946df-77e9-424d-b689-cd98c64e694d HTTP/1.1" status: 204 len: 168 time: 0.5626514 Feb 16 13:52:09.631038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36300) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:09.650951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Port': ['ID=697bf5d0-702c-43f6-9b08-fda6875ce9b6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:09.652742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No DVR routers for this DVR port 697bf5d0-702c-43f6-9b08-fda6875ce9b6 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:09.699087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting subnet f76fa15e-5988-4cae-acb4-a6dc4f71ace9 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:09.702698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.776920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.780261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.806126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe7af79-089d-4d1b-9131-44342bba2998']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.825024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.825445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2c33c5-5982-4ce6-a7df-61e6c70f17cf') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.837320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.854397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.860776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:09.861440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.863411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.870799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:06Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6550c02a-aca7-41ff-bdb5-df1875c18cd0', 'name': '', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:ca:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:52:05Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:09.875199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:09.875587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Updating router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:09.876770 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:09.945623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.957180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.963937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.977976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:09.995127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/networks/2fe7af79-089d-4d1b-9131-44342bba2998 HTTP/1.1" status: 204 len: 168 time: 1.1028512 Feb 16 13:52:09.997763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36304) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:10.004959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'routes': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:10.016349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Subnet': ['ID=f76fa15e-5988-4cae-acb4-a6dc4f71ace9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:10.020697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.030121 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6f2bff1f-6a87-4442-b1e7-a98a89f9d929 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/subnets/f76fa15e-5988-4cae-acb4-a6dc4f71ace9 HTTP/1.1" status: 204 len: 168 time: 0.3977528 Feb 16 13:52:10.030942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36308) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:10.035544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c1648-41f5-4a96-8d91-b8e91b99aeff None None] Network b8bb6ce8-15a2-4bf0-8569-d94561c5418c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:10.055210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e779b52-d25f-4316-b9ac-2c5aefbd34c0 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Pushing event deleted for resources: {'Network': ['ID=2fe7af79-089d-4d1b-9131-44342bba2998,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:10.147129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.157847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Deleting port fc7a53dd-b816-45c6-9ca6-be3126c8138b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:10.158167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.310907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Added routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 16 13:52:10.311177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.extraroute_db [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Removed routes are [] {{(pid=87698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 16 13:52:10.311545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.543809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] DHCP port deletion for b8bb6ce8-15a2-4bf0-8569-d94561c5418c request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:10.550294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Deleting port fc7a53dd-b816-45c6-9ca6-be3126c8138b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:10.550669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.555490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] For port fc7a53dd-b816-45c6-9ca6-be3126c8138b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fc7a53dd-b816-45c6-9ca6-be3126c8138b,segment=NetworkSegment(cffde5ea-59d9-4df8-96ec-75270444ed3a),segment_id=cffde5ea-59d9-4df8-96ec-75270444ed3a)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:10.556052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.580623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.609052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Transition to ACTIVE for port object 6550c02a-aca7-41ff-bdb5-df1875c18cd0 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:10.645440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.685274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Calling delete_port for fc7a53dd-b816-45c6-9ca6-be3126c8138b owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:10.718533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.724125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.766721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.825958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Port': ['ID=fc7a53dd-b816-45c6-9ca6-be3126c8138b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:10.833881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] No DVR routers for this DVR port fc7a53dd-b816-45c6-9ca6-be3126c8138b on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:10.882829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6c39f78-78d9-46f7-ba19-6a771970966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:10.895276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router cbf774f7-b40a-46e8-aedd-994038198729 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:10.994830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.027008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bb6ce8-15a2-4bf0-8569-d94561c5418c']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.029146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becfbbb-208b-422e-b918-e9dbb1e0590b None None] Pushing event updated for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:11.043109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffde5ea-59d9-4df8-96ec-75270444ed3a') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.043393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffde5ea-59d9-4df8-96ec-75270444ed3a') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.055942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:11.059999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.064059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.067846 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0f84e788-e899-4c6f-bcd9-a6a38d0b8c1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 701 time: 1.0665991 Feb 16 13:52:11.068035 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Sync routers for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:11.068472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36312) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.079735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.084169 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:11.085285 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.087841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:11.088343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.091981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Attempting to bind port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:52:11.092351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Attempting to bind port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:52:11.092709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Attempting to bind port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 on network 93a23577-e490-4790-abeb-196e5c73e2e5 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:11.105558 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:11.120405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:52:11.120852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Checking segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:11.121304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.121758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Bound using segment: {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:52:11.122266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Bound port: 6550c02a-aca7-41ff-bdb5-df1875c18cd0, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23874d70-0349-4e52-9515-936f22ae402a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:52:11.122734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.144279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0922821e-1540-4e85-a5a0-82c660ea7661 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:11.146409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] For port fc7a53dd-b816-45c6-9ca6-be3126c8138b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fc7a53dd-b816-45c6-9ca6-be3126c8138b,segment=NetworkSegment(cffde5ea-59d9-4df8-96ec-75270444ed3a),segment_id=cffde5ea-59d9-4df8-96ec-75270444ed3a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:11.146830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.170574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0922821e-1540-4e85-a5a0-82c660ea7661 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:11.172730 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0922821e-1540-4e85-a5a0-82c660ea7661 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 205 time: 0.1033788 Feb 16 13:52:11.175496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.245965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.255690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fc7a53dd-b816-45c6-9ca6-be3126c8138b no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:11.274083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.289582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Pushing event deleted for resources: {'Network': ['ID=b8bb6ce8-15a2-4bf0-8569-d94561c5418c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:11.301197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-85c2256e-77ea-4a40-9af6-69082d3ceaeb tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/networks/b8bb6ce8-15a2-4bf0-8569-d94561c5418c HTTP/1.1" status: 204 len: 168 time: 1.2668533 Feb 16 13:52:11.301508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.331880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:11.358755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07c7da8e-88b2-4091-8a3b-bea4a0a07e88 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Synchronizing usage tracker for tenant:dd9b8e20e5a1468fab54f75a48f3886e on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:11.362787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Calling delete_port for fc7a53dd-b816-45c6-9ca6-be3126c8138b owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:11.371102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.383484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07c7da8e-88b2-4091-8a3b-bea4a0a07e88 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Unset dirty status for tenant:dd9b8e20e5a1468fab54f75a48f3886e on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:11.385331 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-07c7da8e-88b2-4091-8a3b-bea4a0a07e88 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "GET /v2.0/ports?device_id=2babed5f-5723-42db-9264-3fddf3acdec6 HTTP/1.1" status: 200 len: 205 time: 0.0827820 Feb 16 13:52:11.387894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.433216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] For port 6550c02a-aca7-41ff-bdb5-df1875c18cd0, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:52:11.435866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fc7a53dd-b816-45c6-9ca6-be3126c8138b {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:11.436303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fc7a53dd-b816-45c6-9ca6-be3126c8138b not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:11.436642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 697bf5d0-702c-43f6-9b08-fda6875ce9b6 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:11.452826 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.457689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Checking router: cbf774f7-b40a-46e8-aedd-994038198729 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:11.466730 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Routers {'cbf774f7-b40a-46e8-aedd-994038198729'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:11.467335 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['cbf774f7-b40a-46e8-aedd-994038198729'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.481580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 697bf5d0-702c-43f6-9b08-fda6875ce9b6 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:11.482017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 697bf5d0-702c-43f6-9b08-fda6875ce9b6 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:11.482358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:11.533077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:11.533489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 065a2d8c-c7c4-403a-9c96-e2ab3b70c457 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:11.549324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] For port 6550c02a-aca7-41ff-bdb5-df1875c18cd0, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6550c02a-aca7-41ff-bdb5-df1875c18cd0,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:52:11.567540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.586650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.617974 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] Set router cbf774f7-b40a-46e8-aedd-994038198729 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:11.711513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:11.712161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.723971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.727872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.749923 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:11.755276 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0ec82e-2c8e-47a2-89e1-78d0c03c04c7 None None] The sync data for ids ['cbf774f7-b40a-46e8-aedd-994038198729'] in dv-neutron-828143-3-hyperv is: [{'id': 'cbf774f7-b40a-46e8-aedd-994038198729', 'name': 'tempest-RoutersTest-router-1146188426', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:51:08Z', 'updated_at': '2022-02-16T13:52:07Z', 'revision_number': 11, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:11.764082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.764942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router cbf774f7-b40a-46e8-aedd-994038198729 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:52:11.790376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.792356 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e8810f84-8d40-4e5e-b670-9b6e0e429a29 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 204 len: 168 time: 0.6154904 Feb 16 13:52:11.799532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36330) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.806776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1619843951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:11.815962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:11.825382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Usage tracker for resource:router and tenant:a0d3c1fa644d488db1a27a57427a0af0 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:11.829161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:11.837877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:11.851929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:11.852845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:11.852845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becfbbb-208b-422e-b918-e9dbb1e0590b None None] Pushing event updated for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:11.868194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.869576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.894327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.921106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.960571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:11.962128 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a119779-ee30-4807-b2fe-3a72bd9b3943 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1613107 Feb 16 13:52:11.965082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36334) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:11.971422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:12.020225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.023000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.063189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.066160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Fanout notify agent at l3_agent the message router_deleted on router 2babed5f-5723-42db-9264-3fddf3acdec6 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:52:12.078884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:12.089613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.093470 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60c875c6-39fc-47b4-9f83-70b9931c0c74 tempest-RoutersNegativeIpV6Test-1039896013 tempest-RoutersNegativeIpV6Test-1039896013-project] 10.222.0.105 "DELETE /v2.0/routers/2babed5f-5723-42db-9264-3fddf3acdec6 HTTP/1.1" status: 204 len: 168 time: 0.7015271 Feb 16 13:52:12.353527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Deleting port fc7a53dd-b816-45c6-9ca6-be3126c8138b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:12.353996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.440857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-133969cf-af1c-40a7-a40f-3f1c40e612a5 None None] The port 'fc7a53dd-b816-45c6-9ca6-be3126c8138b' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:12.449890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36342) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:12.527381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.540212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.549525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:06Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6550c02a-aca7-41ff-bdb5-df1875c18cd0', 'name': '', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:ca:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:52:05Z', 'updated_at': '2022-02-16T13:52:11Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:12.554030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedaa77-7e16-461e-9a6e-e984c28f03c2 None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:06Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6550c02a-aca7-41ff-bdb5-df1875c18cd0', 'name': '', 'network_id': '93a23577-e490-4790-abeb-196e5c73e2e5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:ca:bd:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:52:05Z', 'updated_at': '2022-02-16T13:52:11Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:12.632461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b3505922-81e7-483f-b688-229d8cb6c03b admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=dd9b8e20e5a1468fab54f75a48f3886e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789591 Feb 16 13:52:12.633252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36348) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:12.707622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.743725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Router b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:52:12.860387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.896039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:12.905073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:12.906423 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-733c8534-7b60-47e9-86d1-b52297889157 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "PUT /v2.0/routers/b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 200 len: 694 time: 0.9402368 Feb 16 13:52:12.909449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36352) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:12.910680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Sync routers for ids ['b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:12.923868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Routers {'b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:12.924780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:13.061227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.078171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Set router b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:13.094593 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c2d90117-b220-4259-8021-b1b293902411 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/routers/b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 200 len: 700 time: 0.1837449 Feb 16 13:52:13.095646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41665d20-a8b5-4521-8c4a-978e395a1dff,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:13.099516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36356) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:13.103359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.108470 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a71580d-308b-46aa-b1d9-9786ade32b00 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/41665d20-a8b5-4521-8c4a-978e395a1dff HTTP/1.1" status: 204 len: 168 time: 0.4738712 Feb 16 13:52:13.198649 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-23257c00-db9e-4624-bbd5-af7d5bc33aad tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 200 len: 205 time: 0.0977635 Feb 16 13:52:13.203667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:13.232760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9', 'name': 'tempest-RoutersTest-router-1619843951', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:52:11Z', 'updated_at': '2022-02-16T13:52:12Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:13.244674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Checking router: b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:13.256472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Routers {'b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:13.257098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:51:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:13.340103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6550c02a-aca7-41ff-bdb5-df1875c18cd0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:13.462827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.469596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] Set router b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:13.587095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9', 'name': 'tempest-RoutersTest-router-1619843951', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:52:11Z', 'updated_at': '2022-02-16T13:52:12Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:13.595491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db74dbf-db99-4c0a-9b25-56ac4011168c None None] The sync data for ids ['b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9'] in dv-neutron-828143-3-hyperv is: [{'id': 'b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9', 'name': 'tempest-RoutersTest-router-1619843951', 'tenant_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:52:11Z', 'updated_at': '2022-02-16T13:52:12Z', 'revision_number': 2, 'project_id': 'a0d3c1fa644d488db1a27a57427a0af0', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:13.609818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:13.620455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:13.622025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.777524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.815662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 6550c02a-aca7-41ff-bdb5-df1875c18cd0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6550c02a-aca7-41ff-bdb5-df1875c18cd0,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:13.820881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.838965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.845045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.874832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.875821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Fanout notify agent at l3_agent the message router_deleted on router b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:52:13.893382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.898609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36382) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:13.902810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:13.907506 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bceec83-f6ba-438a-80a9-2fa934910ab6 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 204 len: 168 time: 0.6990418 Feb 16 13:52:13.925153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a91024e-7f80-4d81-b56b-5dbffaa293b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:13.957450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c67a9cec-d4cc-4379-860f-9c9e01654261 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Synchronizing usage tracker for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:13.971684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c67a9cec-d4cc-4379-860f-9c9e01654261 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] Unset dirty status for tenant:a0d3c1fa644d488db1a27a57427a0af0 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:13.975709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36388) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:13.976047 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c67a9cec-d4cc-4379-860f-9c9e01654261 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 200 len: 205 time: 0.0762072 Feb 16 13:52:14.122678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36394) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.142961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.177690 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-aad12168-90d2-4b45-b2d2-fc83be5013de tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:14.178729 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aad12168-90d2-4b45-b2d2-fc83be5013de tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/b1ccea4d-53ad-4cf3-ae6b-b1c60d3accb9 HTTP/1.1" status: 404 len: 336 time: 0.2020411 Feb 16 13:52:14.181459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36400) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.195187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.220593 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-924ca507-31d1-46af-ab9b-94d5e3218bba tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.221048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924ca507-31d1-46af-ab9b-94d5e3218bba tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.223210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-924ca507-31d1-46af-ab9b-94d5e3218bba tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/55e74439-13ac-4c8c-9289-a2457f696763 HTTP/1.1" status: 404 len: 337 time: 0.0398948 Feb 16 13:52:14.225610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36404) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.263203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--897289032'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:14.274452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:14.276942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-591af70e-bce4-41e2-926e-165455468034 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.277376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591af70e-bce4-41e2-926e-165455468034 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.279133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-591af70e-bce4-41e2-926e-165455468034 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/4baef5bd-641c-4a22-92a1-eddd37098eaa HTTP/1.1" status: 404 len: 337 time: 0.0526330 Feb 16 13:52:14.281518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:14.281905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.284538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:14.290570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:14.301674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.314575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.320995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab7ece6-31ae-40a2-8868-1656ae3cebd3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.321450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab7ece6-31ae-40a2-8868-1656ae3cebd3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.323402 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ab7ece6-31ae-40a2-8868-1656ae3cebd3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/c08f88f7-1622-45d9-9576-00b36e6d25a8 HTTP/1.1" status: 404 len: 337 time: 0.0402398 Feb 16 13:52:14.326569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36412) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.369853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:14.377113 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b5d351-e671-4a54-bfee-1eab16443a25 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.377525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b5d351-e671-4a54-bfee-1eab16443a25 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.382058 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a7b5d351-e671-4a54-bfee-1eab16443a25 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/a4b70972-708e-45d8-805e-ff22f5098f08 HTTP/1.1" status: 404 len: 337 time: 0.0514781 Feb 16 13:52:14.382058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:14.382358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36416) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.383844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:14.390681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:14.430738 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd17a8a8-08f0-4335-9e5a-64ac154c7af8 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 200 len: 205 time: 0.0474074 Feb 16 13:52:14.433336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.492388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.496754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.498931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-978459fb-1321-4574-9a72-75f621fc2e15 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:14.499950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-978459fb-1321-4574-9a72-75f621fc2e15 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/cbf774f7-b40a-46e8-aedd-994038198729 HTTP/1.1" status: 404 len: 336 time: 0.0657175 Feb 16 13:52:14.503443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36424) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.510151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:14.517980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:14.526747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:14.537307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:14.541341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa01e26-531c-4526-bf8d-e0a18f057a99,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:14.559485 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-77ff8af4-39fe-4a0d-bcf2-749cdf3d821b tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=5c16361a-1772-470b-81ce-0b4469f93b56 HTTP/1.1" status: 200 len: 205 time: 0.0543597 Feb 16 13:52:14.562631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36428) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.640831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-77c5fd59-5558-40fa-a0bd-bfc5491f3817 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:14.644714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-77c5fd59-5558-40fa-a0bd-bfc5491f3817 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/5c16361a-1772-470b-81ce-0b4469f93b56 HTTP/1.1" status: 404 len: 336 time: 0.0778654 Feb 16 13:52:14.645047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36432) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.682666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-510950cf-2bba-4d8c-8983-503fcd2cdfda tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.683120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510950cf-2bba-4d8c-8983-503fcd2cdfda tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.684805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-510950cf-2bba-4d8c-8983-503fcd2cdfda tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/0f6ec3cf-326f-4a5d-a547-8e5b562547b4 HTTP/1.1" status: 404 len: 337 time: 0.0387425 Feb 16 13:52:14.687640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.694565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.698797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.731343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9d951d2-664c-4631-9631-b1e9e2293f64 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 200 len: 205 time: 0.0424197 Feb 16 13:52:14.733611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36440) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.745808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa896e7-14b3-4788-8a99-ee1dffbbe7cf,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:14.750042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.754065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a7083e0c-fc19-4b86-8ea3-d88e5585e874 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6249585 Feb 16 13:52:14.754269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36444) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.803263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-d18e941a-9a24-474c-889d-17066968dd1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:14.804265 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d18e941a-9a24-474c-889d-17066968dd1a tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/4bd6ae4f-f340-4e8e-9c1d-fef7d31af910 HTTP/1.1" status: 404 len: 336 time: 0.0697587 Feb 16 13:52:14.807002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36448) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.830541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-386cc729-7637-4d5d-8e39-c8eacebf0d5a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:14.849388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-386cc729-7637-4d5d-8e39-c8eacebf0d5a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:14.850507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8bdf6091-4efd-405c-bbc9-716271cd22e5 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=b8f6f19d-ead7-4734-95c3-ee7980454d9d HTTP/1.1" status: 200 len: 205 time: 0.0424392 Feb 16 13:52:14.852967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36452) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.854717 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-386cc729-7637-4d5d-8e39-c8eacebf0d5a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0992386 Feb 16 13:52:14.855021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36454) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.912707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-security--281492584', 'description': 'tempest-security-description-711509629'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:14.936494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-32f1deb0-70d3-4852-ab55-bfc93d6437e3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:14.937493 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-32f1deb0-70d3-4852-ab55-bfc93d6437e3 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/b8f6f19d-ead7-4734-95c3-ee7980454d9d HTTP/1.1" status: 404 len: 336 time: 0.0836031 Feb 16 13:52:14.940680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36460) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:14.992996 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4ec0cb-0663-4351-aedd-a9f1993f6780 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:14.993359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4ec0cb-0663-4351-aedd-a9f1993f6780 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:14.995061 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4b4ec0cb-0663-4351-aedd-a9f1993f6780 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/9d10a2d2-df56-4c0a-b1e7-b29eee7a1125 HTTP/1.1" status: 404 len: 337 time: 0.0535064 Feb 16 13:52:14.997171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:14.999983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36464) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.046606 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-61e52b32-0491-4fee-ac58-483ae6eba6cb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 HTTP/1.1" status: 200 len: 205 time: 0.0453184 Feb 16 13:52:15.049762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36468) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.054155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.058130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.060604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.061804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "PUT /v2.0/security-groups/8fa896e7-14b3-4788-8a99-ee1dffbbe7cf HTTP/1.1" status: 200 len: 1778 time: 0.2057145 Feb 16 13:52:15.069123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36472) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.113806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ced1f-2a1e-4d2b-8586-ed30084879a2 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa896e7-14b3-4788-8a99-ee1dffbbe7cf,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:15.126851 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-688fd6c8-f722-43f3-bc9f-57bedd856b4d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:15.130254 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-688fd6c8-f722-43f3-bc9f-57bedd856b4d tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/fd1fb96a-5ba3-4ca3-aa97-19096b61aaa5 HTTP/1.1" status: 404 len: 336 time: 0.0771954 Feb 16 13:52:15.130556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36476) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.135333 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-87e6a2c7-8497-4f9e-b1d1-89ce71b4af30 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups/8fa896e7-14b3-4788-8a99-ee1dffbbe7cf HTTP/1.1" status: 200 len: 1778 time: 0.0652537 Feb 16 13:52:15.138747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36480) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.172094 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-93af197a-7341-476d-b61f-67ad68d9f6bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:15.172701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93af197a-7341-476d-b61f-67ad68d9f6bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:15.174568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-93af197a-7341-476d-b61f-67ad68d9f6bb tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/1c067b74-9f31-458b-bb5f-eb5dda30ce94 HTTP/1.1" status: 404 len: 337 time: 0.0430486 Feb 16 13:52:15.178731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.203378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6550c02a-aca7-41ff-bdb5-df1875c18cd0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:15.211800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.239616 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4e8b8f3-4c98-4ff0-932a-a19a15e60885 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "GET /v2.0/ports?device_id=81d9f669-ff47-4119-939f-210f2eb519d9 HTTP/1.1" status: 200 len: 205 time: 0.0596595 Feb 16 13:52:15.241954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36488) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.244090 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.299144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.319983 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-27e630aa-9ea6-406d-ac11-d70e9645d83f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] delete failed (client error): The resource could not be found. Feb 16 13:52:15.324684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27e630aa-9ea6-406d-ac11-d70e9645d83f tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/routers/81d9f669-ff47-4119-939f-210f2eb519d9 HTTP/1.1" status: 404 len: 336 time: 0.0780790 Feb 16 13:52:15.324859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa896e7-14b3-4788-8a99-ee1dffbbe7cf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:15.325107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.339363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.340528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2174ef1d-fd04-4b8b-93ec-a37157ec9519 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/8fa896e7-14b3-4788-8a99-ee1dffbbe7cf HTTP/1.1" status: 204 len: 168 time: 0.2007072 Feb 16 13:52:15.344726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36496) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.359414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:15.359911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.372666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f87a68-1531-4759-a1e2-be7299fdce39 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:15.373119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f87a68-1531-4759-a1e2-be7299fdce39 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:15.377216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3f87a68-1531-4759-a1e2-be7299fdce39 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/2fc42b2c-d5b6-41da-a8eb-bf304932fad5 HTTP/1.1" status: 404 len: 337 time: 0.0489728 Feb 16 13:52:15.377503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36500) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.408131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47a57957-0d8a-49a0-b4de-613d6709aa98 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:15.417619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb1e890-ef70-4b99-9172-7d80c4d9d414 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] DELETE failed (client error): The resource could not be found. Feb 16 13:52:15.418231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb1e890-ef70-4b99-9172-7d80c4d9d414 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 13:52:15.422587 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5cb1e890-ef70-4b99-9172-7d80c4d9d414 tempest-RoutersTest-34266298 tempest-RoutersTest-34266298-project] 10.222.0.105 "DELETE /v2.0/subnets/10db7fde-acaf-42ab-9a8f-f608c4110861 HTTP/1.1" status: 404 len: 337 time: 0.0413737 Feb 16 13:52:15.426010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-47a57957-0d8a-49a0-b4de-613d6709aa98 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:15.427813 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-47a57957-0d8a-49a0-b4de-613d6709aa98 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0815744 Feb 16 13:52:15.430614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36506) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.453561 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-89e13f2f-f096-42bd-8da2-185a7d9219ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] delete failed (client error): The resource could not be found. Feb 16 13:52:15.454873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-89e13f2f-f096-42bd-8da2-185a7d9219ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/8fa896e7-14b3-4788-8a99-ee1dffbbe7cf HTTP/1.1" status: 404 len: 347 time: 0.0230687 Feb 16 13:52:15.459419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36510) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.466791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047607451'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:15.474911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:15.486271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:15.497395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.498449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.523530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:15.528137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:15.531543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:15.537844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:15.627356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.632432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.676122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.695034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894df13e-ba9c-470d-b410-a8f50003f98e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:15.699981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.701289 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-acf4c30c-a82c-45cc-98ac-8609934ab4ff tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2415295 Feb 16 13:52:15.704159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36516) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.709970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': '894df13e-ba9c-470d-b410-a8f50003f98e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:15.716638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:15.720897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:15.724257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:15.730294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:15.751301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36520) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.753714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.816036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.821057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.842066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cea3b4a-81c6-4276-bde9-37ce422616e9,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:15.855269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.856509 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-779a9025-b60f-481d-b777-f29f27a914a8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510892 Feb 16 13:52:15.859598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36526) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.891666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.908485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.936641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bd47ef74-931e-4bbb-86c1-42712741a852 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=a0d3c1fa644d488db1a27a57427a0af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836853 Feb 16 13:52:15.939772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36530) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:15.953846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.980934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cea3b4a-81c6-4276-bde9-37ce422616e9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:15.994349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:15.995470 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aabaf29a-574d-47ca-bb9d-668ce696bab4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/4cea3b4a-81c6-4276-bde9-37ce422616e9 HTTP/1.1" status: 204 len: 168 time: 0.1349423 Feb 16 13:52:15.998812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36534) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.040761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.080721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d9a694c-d1bc-4c9b-ba42-c5d0f659ec22 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:16.090961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.128553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d9a694c-d1bc-4c9b-ba42-c5d0f659ec22 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:16.129809 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d9a694c-d1bc-4c9b-ba42-c5d0f659ec22 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1301363 Feb 16 13:52:16.133129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.196265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.216295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.220349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa4f34-a95b-4e05-9b6a-d1e56610a5a1,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:16.235136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.236291 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-46f29162-bfd0-4d1f-9aeb-6d426790acf2 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/69fa4f34-a95b-4e05-9b6a-d1e56610a5a1 HTTP/1.1" status: 204 len: 168 time: 0.2955248 Feb 16 13:52:16.253929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.309299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.334080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894df13e-ba9c-470d-b410-a8f50003f98e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:16.357093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.361793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36546) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.362341 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f367e238-3d53-47e8-8309-2989fa775d88 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/894df13e-ba9c-470d-b410-a8f50003f98e HTTP/1.1" status: 204 len: 168 time: 0.2278130 Feb 16 13:52:16.421156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e0ec97e8-edc7-4c6b-8380-392199d88642 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570660 Feb 16 13:52:16.425719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36552) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.432266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--41998763'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:16.439718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:16.445023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:16.448723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:16.455893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:16.469071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.497036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:16.501391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:16.504365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:16.510376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:16.583924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.589886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.640018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cef8f2-2723-4cbe-9c0a-26f212a8e70e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:16.647828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.652302 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4388dea2-ba0d-4182-8123-09a8ad88cf24 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2253582 Feb 16 13:52:16.652492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36564) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.658449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'e9cef8f2-2723-4cbe-9c0a-26f212a8e70e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:16.664572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:16.669121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:16.673298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:16.679521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:16.698756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.772340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.776898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.793673 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760d2acb-db80-40b3-8fca-d7962d394fdf,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:16.816380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.817580 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-760ce31e-6026-4a5d-b0f9-7d671b67fefa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641068 Feb 16 13:52:16.820280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36572) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.825264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'e9cef8f2-2723-4cbe-9c0a-26f212a8e70e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:16.834746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:16.839332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:16.842334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:16.848521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:16.868354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.943904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.949575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.973823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860e2a43-fbff-4ca7-80b9-c04e61b1c5ef,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:16.987855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:16.989094 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92a4d4aa-6e3b-4fec-adb7-147144b25c92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1679134 Feb 16 13:52:16.991979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36580) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:16.997347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'e9cef8f2-2723-4cbe-9c0a-26f212a8e70e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.003788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.008370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.011315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.017068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.037493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.050621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36584) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.110154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.115168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.143460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5f85ea-d4c1-4138-83e1-1b9b3a77e735,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.158344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.159622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-340c0350-b804-4429-883c-4d6890294a4d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664577 Feb 16 13:52:17.165172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36590) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.170386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'e9cef8f2-2723-4cbe-9c0a-26f212a8e70e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.171117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-93580fab-aa0b-4828-98de-53cd6bfa8d64 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.171540 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-93580fab-aa0b-4828-98de-53cd6bfa8d64 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 13:52:17.172022 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-93580fab-aa0b-4828-98de-53cd6bfa8d64 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:52:17.176217 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-93580fab-aa0b-4828-98de-53cd6bfa8d64 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1219087 Feb 16 13:52:17.176422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36594) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.178951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.184208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526078267'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.190895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.193803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.196010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.202765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.205391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.207524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.215437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.229715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.240284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.250188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.279390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.289877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.295380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.306208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.334680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.340265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.367857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9780f211-329f-4fe2-a538-35bd38abe372,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.400233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.401398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5613e5d7-3bb0-4ba7-a700-3fd11504513b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2353020 Feb 16 13:52:17.405935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36598) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.413470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'e9cef8f2-2723-4cbe-9c0a-26f212a8e70e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.423078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.428170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.431341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.437606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.443481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.448816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.457787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.469997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.478034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.483410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.496374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.509507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5588e9-bcd8-499f-9499-0fc066a00b49,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.542637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.548195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.573779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98089df3-fcef-4d67-8588-50be27417449,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.575696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.580192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.588460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.588817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.589187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.589610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.589948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.590403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.590773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.591128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.591634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.592009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.592333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.592932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:17.597374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.598897 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3bba7ed6-b77a-4c73-84c9-439b5a785c3d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1916695 Feb 16 13:52:17.601662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36602) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.625255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac31d58-5c30-4a18-963a-241bf703b151,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.628154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.632585 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3862a51-7dff-4fe4-89f1-b2edb02dd923 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4519160 Feb 16 13:52:17.633068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.633366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.638093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '0ac31d58-5c30-4a18-963a-241bf703b151', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.644073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.644749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.647903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.650769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.656357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.669465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.676683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.689406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98089df3-fcef-4d67-8588-50be27417449,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.692950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.694342 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-278176e0-b2d1-4429-a60e-3a180421ea32 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/98089df3-fcef-4d67-8588-50be27417449 HTTP/1.1" status: 204 len: 168 time: 0.0916195 Feb 16 13:52:17.698411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36610) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.753480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.755989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f8db08e0-5632-414a-aa65-e74318c3a8e7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:17.757614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.775878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f8db08e0-5632-414a-aa65-e74318c3a8e7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:17.777693 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f8db08e0-5632-414a-aa65-e74318c3a8e7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0780952 Feb 16 13:52:17.781983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.784494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279e1ee2-a5ed-4c9f-a532-6af173d922d8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.795759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.797081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-002f396c-2b40-4937-94b7-05352a44aeb4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633525 Feb 16 13:52:17.799853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.805042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '0ac31d58-5c30-4a18-963a-241bf703b151', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:17.810964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:17.814932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:17.817724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:17.819084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.823324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:17.830340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.840149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.855707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.875863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9780f211-329f-4fe2-a538-35bd38abe372,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:17.883401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.887099 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f7f831f4-52b2-4e23-9b4a-3e413015fc34 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/9780f211-329f-4fe2-a538-35bd38abe372 HTTP/1.1" status: 204 len: 168 time: 0.1013491 Feb 16 13:52:17.887268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36624) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.916358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 13:52:17.920089 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c0d80ce-3b1c-406d-ba58-7c0ad70636be tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1166072 Feb 16 13:52:17.920330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.938761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8fa096d5-ce9f-4c4a-ab70-4b9cc9d0f2a1 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:17.957764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8fa096d5-ce9f-4c4a-ab70-4b9cc9d0f2a1 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:17.962455 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8fa096d5-ce9f-4c4a-ab70-4b9cc9d0f2a1 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0712876 Feb 16 13:52:17.962695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:17.991388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:17.992531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.003679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.020893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.031334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.047055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e5f85ea-d4c1-4138-83e1-1b9b3a77e735,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.058665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.062448 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b42c1186-c0a3-488e-b410-0ea19307c0c8 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/3e5f85ea-d4c1-4138-83e1-1b9b3a77e735 HTTP/1.1" status: 204 len: 168 time: 0.0962477 Feb 16 13:52:18.062683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36636) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.080479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.100527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac31d58-5c30-4a18-963a-241bf703b151,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.103297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.106729 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7e7b6085-e814-4693-9c90-a19440b4820a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/0ac31d58-5c30-4a18-963a-241bf703b151 HTTP/1.1" status: 204 len: 168 time: 0.1853912 Feb 16 13:52:18.107514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36640) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.123644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-34999e06-baf5-4427-84e8-a067f41aaf83 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:18.141988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-34999e06-baf5-4427-84e8-a067f41aaf83 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:18.143506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-34999e06-baf5-4427-84e8-a067f41aaf83 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0798702 Feb 16 13:52:18.146504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.184963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a19ff7f4-4daf-4ddf-9dca-a28f6af6489a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:18.192926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.205667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.227681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a19ff7f4-4daf-4ddf-9dca-a28f6af6489a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:18.229255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a19ff7f4-4daf-4ddf-9dca-a28f6af6489a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206107 Feb 16 13:52:18.233777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36648) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.240080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--776625657'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:18.241602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.246957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.260486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.261243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=860e2a43-fbff-4ca7-80b9-c04e61b1c5ef,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.270895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.271234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.271690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.272147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.272477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.272848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.273250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.273730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.274012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.274410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.274691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.274814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.275088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:18.278942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.282560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c89a0103-f03e-487c-b6c3-1e593f00392b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/860e2a43-fbff-4ca7-80b9-c04e61b1c5ef HTTP/1.1" status: 204 len: 168 time: 0.1326442 Feb 16 13:52:18.282965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.297507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.301865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:18.304924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:18.312185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.331192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3f7c244-16ad-4b95-a475-a3f2ea4ee898 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:18.346877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3f7c244-16ad-4b95-a475-a3f2ea4ee898 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:18.351834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b3f7c244-16ad-4b95-a475-a3f2ea4ee898 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648165 Feb 16 13:52:18.352018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.381614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.392537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.403705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.408410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.419978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.439519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=760d2acb-db80-40b3-8fca-d7962d394fdf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.449529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.450713 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-540373ce-f12b-4bab-9004-398c3d0cd58a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/760d2acb-db80-40b3-8fca-d7962d394fdf HTTP/1.1" status: 204 len: 168 time: 0.0978010 Feb 16 13:52:18.452366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e04f5-22ab-45ce-91a5-8d8d225090c3,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.453896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36662) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.462716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.463922 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb9dd062-072a-4a6d-b817-b3af768430d4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2288764 Feb 16 13:52:18.467337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36666) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.472278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-adf22f81-c4ca-44a7-9ba7-fbd255f5a107 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'df6e04f5-22ab-45ce-91a5-8d8d225090c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:18.473384 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-adf22f81-c4ca-44a7-9ba7-fbd255f5a107 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 16 13:52:18.473863 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-adf22f81-c4ca-44a7-9ba7-fbd255f5a107 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:18.474821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-adf22f81-c4ca-44a7-9ba7-fbd255f5a107 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065887 Feb 16 13:52:18.477427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36670) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.512442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb7034bc-5e7e-4f0d-93e5-85c2b9d73daa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:18.531173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-fb7034bc-5e7e-4f0d-93e5-85c2b9d73daa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:18.532942 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fb7034bc-5e7e-4f0d-93e5-85c2b9d73daa tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778601 Feb 16 13:52:18.536518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36674) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.541892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.568763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.604049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.616113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.633589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.634960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e04f5-22ab-45ce-91a5-8d8d225090c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.642104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.643235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-847b85c7-e9db-405b-b6c2-5080a0c45378 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/df6e04f5-22ab-45ce-91a5-8d8d225090c3 HTTP/1.1" status: 204 len: 168 time: 0.1649740 Feb 16 13:52:18.646565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36678) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.718550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f757e87e-8144-4db5-b227-37953e8cb008 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708869 Feb 16 13:52:18.719382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.723586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36682) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.729254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--5861507'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:18.735425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.739102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cef8f2-2723-4cbe-9c0a-26f212a8e70e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.739878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:18.743106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:18.751946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.756463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.758127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd827583-87ec-482e-aa69-f5e5c333e2bc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/e9cef8f2-2723-4cbe-9c0a-26f212a8e70e HTTP/1.1" status: 204 len: 168 time: 0.2205255 Feb 16 13:52:18.761442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36686) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.768022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.788284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.792063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:18.794952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:18.800870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.812110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0d06d58-f904-4ea8-b38b-9aa4b62e2737 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:18.827910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a0d06d58-f904-4ea8-b38b-9aa4b62e2737 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:18.833259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0d06d58-f904-4ea8-b38b-9aa4b62e2737 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666687 Feb 16 13:52:18.833557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36690) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.839901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--940259218'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:18.852088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.862851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.889088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.893616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.899229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.922982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:18.928569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:18.931864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:18.938243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:18.949736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1fbd4-30f2-4ff4-826b-7bd52a4c694d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:18.953004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:18.956859 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb986978-a878-4dc9-8bb2-a762430c1b97 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2295792 Feb 16 13:52:18.957786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36694) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:18.964682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6669b5b6-d9ae-44fd-b884-dfe4ad2ea443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'bdb1fbd4-30f2-4ff4-826b-7bd52a4c694d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:18.965695 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-6669b5b6-d9ae-44fd-b884-dfe4ad2ea443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 16 13:52:18.966409 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-6669b5b6-d9ae-44fd-b884-dfe4ad2ea443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:18.970041 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6669b5b6-d9ae-44fd-b884-dfe4ad2ea443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0089571 Feb 16 13:52:18.970429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36698) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.034444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.039279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.044417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.072763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.094766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4330a58-f57c-473c-a7a9-cf9ef0b25562,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.106874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.108280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-992a916a-23d7-4611-a738-3799d47db0f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2734487 Feb 16 13:52:19.110888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.117128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'a4330a58-f57c-473c-a7a9-cf9ef0b25562', 'direction': 'ingress', 'protocol': 17}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.124688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.127901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.129710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:19.133211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:19.140164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.159043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.226072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.229982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.252598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4577e2-9ee3-4817-84d3-08f79b9c003a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.263316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1fbd4-30f2-4ff4-826b-7bd52a4c694d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.272311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.273664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.273893 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f49bc19-9390-4ecf-949d-963f51b1f295 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1617258 Feb 16 13:52:19.275326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3639bf7b-9826-4f98-8c4b-0daef786023d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/bdb1fbd4-30f2-4ff4-826b-7bd52a4c694d HTTP/1.1" status: 204 len: 168 time: 0.3038194 Feb 16 13:52:19.276720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36706) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.279339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36708) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.386120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40cd6bfb-d7ce-410e-b810-5910e4980672 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:19.411014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.434026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40cd6bfb-d7ce-410e-b810-5910e4980672 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:19.435710 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40cd6bfb-d7ce-410e-b810-5910e4980672 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1433952 Feb 16 13:52:19.439625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.444809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--835308424'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.450693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.451823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.462915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.475638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.501439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.505696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:19.510387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:19.515011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.516278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.542423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4330a58-f57c-473c-a7a9-cf9ef0b25562,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.553195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.554568 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dc3ad5ff-ec39-48c9-9608-3ce9ea2b0ea0 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/a4330a58-f57c-473c-a7a9-cf9ef0b25562 HTTP/1.1" status: 204 len: 168 time: 0.2767317 Feb 16 13:52:19.557135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36718) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.599449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.604591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.631245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8bc9c05b-8acc-4519-b848-92721a6bca5b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:19.649672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8bc9c05b-8acc-4519-b848-92721a6bca5b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:19.651180 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8bc9c05b-8acc-4519-b848-92721a6bca5b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926073 Feb 16 13:52:19.655777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36722) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.662111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--622453828'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.663015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db15d40e-fb35-4b36-88b0-c60cfdaeb4f0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.666862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.670854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc712ed1-3392-4135-9531-abb87f89c99d tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2276630 Feb 16 13:52:19.671217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36726) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.674432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.680141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-be6b049e-75b3-4fa6-a445-f6344395b1e1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'db15d40e-fb35-4b36-88b0-c60cfdaeb4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.681184 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-be6b049e-75b3-4fa6-a445-f6344395b1e1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 16 13:52:19.681783 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-be6b049e-75b3-4fa6-a445-f6344395b1e1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:19.682845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-be6b049e-75b3-4fa6-a445-f6344395b1e1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105503 Feb 16 13:52:19.685709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.691882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b4f60ea8-4e67-4ee4-a03a-fb9ca51991aa tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'db15d40e-fb35-4b36-88b0-c60cfdaeb4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.692368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.692702 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-b4f60ea8-4e67-4ee4-a03a-fb9ca51991aa tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 16 13:52:19.693292 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-b4f60ea8-4e67-4ee4-a03a-fb9ca51991aa tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:19.694452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4f60ea8-4e67-4ee4-a03a-fb9ca51991aa tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074933 Feb 16 13:52:19.697099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.702949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-576b81be-99a6-476a-9126-a949e13e8ca3 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'db15d40e-fb35-4b36-88b0-c60cfdaeb4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.703770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.704119 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-576b81be-99a6-476a-9126-a949e13e8ca3 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 16 13:52:19.704622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-576b81be-99a6-476a-9126-a949e13e8ca3 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:19.705665 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-576b81be-99a6-476a-9126-a949e13e8ca3 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075929 Feb 16 13:52:19.708903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36738) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.715798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a9ce268f-bc23-4bad-bba3-2316fe51ba31 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'db15d40e-fb35-4b36-88b0-c60cfdaeb4f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.716949 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-a9ce268f-bc23-4bad-bba3-2316fe51ba31 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 16 13:52:19.717524 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-a9ce268f-bc23-4bad-bba3-2316fe51ba31 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:19.718705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a9ce268f-bc23-4bad-bba3-2316fe51ba31 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088463 Feb 16 13:52:19.722065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36742) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.725862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.730417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:19.733277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:19.739157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.793419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.816166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.821609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.821880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.875573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.882483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbbd5fb-6fa4-4c98-b97d-903a47eb50e2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.890378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.891977 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-29beb961-c79f-4aa4-80da-bd847ac4b5f7 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2349215 Feb 16 13:52:19.894537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36746) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.899536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--983557548'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:19.900045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db15d40e-fb35-4b36-88b0-c60cfdaeb4f0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:19.905884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:19.908797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:19.909904 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-681d1a0a-5848-4b11-bb89-0b1bbd45d060 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/db15d40e-fb35-4b36-88b0-c60cfdaeb4f0 HTTP/1.1" status: 204 len: 168 time: 0.1863978 Feb 16 13:52:19.913218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36750) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:19.917746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:19.934248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:19.943123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:19.970862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.002138 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b38d7fa9-3e5a-45dd-a669-f570e31f7bce tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878143 Feb 16 13:52:20.006464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.007086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.011175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.012448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1671633389'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.014124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.018459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.021370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.022558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.025558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.032073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.044152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.065964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.070053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.072900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.078641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.101659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.105967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.151742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af4ff2f-3c0f-4843-922b-29a358b4b2f5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.162363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.166598 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c8c366d5-7ea0-4e3b-ba7f-cefa7edece0d tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2681062 Feb 16 13:52:20.166730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36758) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.177521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': '0fbbd5fb-6fa4-4c98-b97d-903a47eb50e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7af4ff2f-3c0f-4843-922b-29a358b4b2f5', 'remote_ip_prefix': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.185567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.189227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.192530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.195625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.199135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.218003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.249171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d82113-b4e0-4e07-a842-80a762744516,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.253252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.254463 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eba6d451-53d4-418b-8d77-fbac262571f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2463722 Feb 16 13:52:20.257393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36762) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.262829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c165d58f-f662-4b89-8874-28ceb45d36bb tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.263288 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-c165d58f-f662-4b89-8874-28ceb45d36bb tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 13:52:20.263772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-c165d58f-f662-4b89-8874-28ceb45d36bb tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.264671 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c165d58f-f662-4b89-8874-28ceb45d36bb tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062551 Feb 16 13:52:20.267612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36766) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.274023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.278940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.281627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.286722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.289908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.296140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.327608 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.328815 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6a1629de-da5b-4846-9d42-84b0368c6066 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0600607 Feb 16 13:52:20.331662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.336508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb48a572-89eb-4143-ab1d-c21d08acb49a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.337885 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-cb48a572-89eb-4143-ab1d-c21d08acb49a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 16 13:52:20.338397 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-cb48a572-89eb-4143-ab1d-c21d08acb49a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.339308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb48a572-89eb-4143-ab1d-c21d08acb49a tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067687 Feb 16 13:52:20.341899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36774) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.346814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.353539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.357291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.359682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.360160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.364688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.368665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.394353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8769a991-076f-4cd5-8902-4930a80f9358,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.400922 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.402857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b6f80927-81cd-4d79-913e-1992b5236663 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0599191 Feb 16 13:52:20.404915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36778) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.409808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.410119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cc61c8ab-8e4f-4ed1-b432-59c8fb5cd895 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.410573 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-cc61c8ab-8e4f-4ed1-b432-59c8fb5cd895 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 16 13:52:20.411078 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-cc61c8ab-8e4f-4ed1-b432-59c8fb5cd895 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.412020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc61c8ab-8e4f-4ed1-b432-59c8fb5cd895 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061843 Feb 16 13:52:20.414596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36782) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.414755 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f75d06e6-8247-4167-9681-1a4d3c835cc6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2471769 Feb 16 13:52:20.414990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36784) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.429582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.442099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.453098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.457290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.466368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.468632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.482646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.494968 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Project 2302953aeb14459d93dd97bc192c0581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:52:20.520113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.527307 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.528408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-112e4d82-99e9-4443-a00b-ee2ba6480015 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1101956 Feb 16 13:52:20.532534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36790) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.537656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-17ffd840-3aa8-4649-97fa-4567e122cc14 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.538148 dv-neutron-828143-3-hyperv neutron-server[87698]: WARNING neutron.api.v2.base [None req-17ffd840-3aa8-4649-97fa-4567e122cc14 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 16 13:52:20.538653 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-17ffd840-3aa8-4649-97fa-4567e122cc14 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.539557 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-17ffd840-3aa8-4649-97fa-4567e122cc14 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060427 Feb 16 13:52:20.539953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8769a991-076f-4cd5-8902-4930a80f9358,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.543044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36794) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.546441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.547485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e86f6779-b030-4d62-8620-c73d2bde4a1b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/8769a991-076f-4cd5-8902-4930a80f9358 HTTP/1.1" status: 204 len: 168 time: 0.1307487 Feb 16 13:52:20.550552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.550752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36798) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.556625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.560558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.563539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.569325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.579209 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Project 2302953aeb14459d93dd97bc192c0581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:52:20.600739 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.601928 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4d7fd0f5-2287-443d-9d50-93117e3a7953 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0573754 Feb 16 13:52:20.604085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c393fbff-3fdb-4664-8ae4-5283dbd9c107 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:20.605308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36802) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.610648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '94d82113-b4e0-4e07-a842-80a762744516', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.616667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:20.620712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:20.621902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c393fbff-3fdb-4664-8ae4-5283dbd9c107 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:20.623385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c393fbff-3fdb-4664-8ae4-5283dbd9c107 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0716920 Feb 16 13:52:20.624645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:20.626689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.630857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:20.640231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Project 2302953aeb14459d93dd97bc192c0581 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:52:20.659960 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:20.660833 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d895434a-fd43-48d9-b2a1-aed2c529cfd8 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0545111 Feb 16 13:52:20.663752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36810) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.694087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.720848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.731173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.758976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.773936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.798917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af4ff2f-3c0f-4843-922b-29a358b4b2f5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.820557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.820889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.826172 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ad8b2db-db03-4431-9032-7cf0a52633e9 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/7af4ff2f-3c0f-4843-922b-29a358b4b2f5 HTTP/1.1" status: 204 len: 168 time: 0.1943624 Feb 16 13:52:20.826172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36816) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.841235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d82113-b4e0-4e07-a842-80a762744516,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:20.852957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:20.857832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36820) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.858282 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2611545d-c9f1-4376-85ba-621b300c81a4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/94d82113-b4e0-4e07-a842-80a762744516 HTTP/1.1" status: 204 len: 168 time: 0.1935771 Feb 16 13:52:20.942740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b277c7e-22a5-4312-9315-d78ebf1cda1e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:20.946964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99e39a7e-b404-4ed7-b123-89f1564bce50 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:20.968975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7b277c7e-22a5-4312-9315-d78ebf1cda1e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:20.973875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36824) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.974160 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7b277c7e-22a5-4312-9315-d78ebf1cda1e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1390138 Feb 16 13:52:20.975394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99e39a7e-b404-4ed7-b123-89f1564bce50 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:20.980843 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99e39a7e-b404-4ed7-b123-89f1564bce50 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1178851 Feb 16 13:52:20.981097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36828) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:20.986041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--650198976'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:20.993056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.004851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.016213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.037567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.041368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.044194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.044818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.049831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.075400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.128375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.129248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.134565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.149101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbbd5fb-6fa4-4c98-b97d-903a47eb50e2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.166980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.168160 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-933062d6-c558-4757-8b75-f6abba7c584a tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/0fbbd5fb-6fa4-4c98-b97d-903a47eb50e2 HTTP/1.1" status: 204 len: 168 time: 0.1932847 Feb 16 13:52:21.170926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36832) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.303125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09369f99-b1f8-486b-b9ee-0e15d222501c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.314162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.315358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c0423cc-ee27-483f-a43f-4a74bde56381 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3334341 Feb 16 13:52:21.318482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36836) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.325152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '09369f99-b1f8-486b-b9ee-0e15d222501c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.332504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.337051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.337540 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-29c6b65b-e3d1-4cec-9b20-86914c039eec tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1655633 Feb 16 13:52:21.340550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.342563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36840) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.346944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.350372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034903673'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.359880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.364528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.367605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.373375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.383911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.386117 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The resource could not be found. Feb 16 13:52:21.387305 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-31d23c03-b07c-4f5f-b301-b5ccdc7f5738 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0674758 Feb 16 13:52:21.390345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36844) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.396858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '09369f99-b1f8-486b-b9ee-0e15d222501c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1148687d-31a4-46d4-ba9b-f455cf21f521'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.404374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.404614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.409245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.409860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.412455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.414169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.418758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.425865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.463202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The resource could not be found. Feb 16 13:52:21.464230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b47d4536-1121-4d12-9398-c5eaa8661d8b tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0728796 Feb 16 13:52:21.467335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36848) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.509268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.514199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.532926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.560351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.560557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2d856-8274-4518-9ddc-739796fdd85b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.568609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.570682 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3de89948-e914-487c-84d9-94029d959beb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2264030 Feb 16 13:52:21.573607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36852) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.580097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'b1b2d856-8274-4518-9ddc-739796fdd85b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.587117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.592234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.595794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.603526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.611556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.625274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.627618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09369f99-b1f8-486b-b9ee-0e15d222501c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.638833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.642891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f267b8d1-a9e3-42a3-a965-2ac0151c09c7 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/09369f99-b1f8-486b-b9ee-0e15d222501c HTTP/1.1" status: 204 len: 168 time: 0.1743839 Feb 16 13:52:21.643779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36856) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.721455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b973403-5593-48d4-be25-105e5a8a4aee tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:21.728224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.731974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.740939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b973403-5593-48d4-be25-105e5a8a4aee tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:21.742977 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b973403-5593-48d4-be25-105e5a8a4aee tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978112 Feb 16 13:52:21.747608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36860) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.753631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '7986c950-3445-4ee4-a66d-c185b021e71c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.757857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d6dc0-af85-48ac-aa24-a9664dc87ad8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.766020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.770940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.772295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.773515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e4ecf6a8-bbf5-418b-81b1-57d1215ef178 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1986465 Feb 16 13:52:21.773993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.777291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.780329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.808746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.820189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.820627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The resource could not be found. Feb 16 13:52:21.821829 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-49d5332b-2af5-409b-9954-8b10b204f163 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0730321 Feb 16 13:52:21.825378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36868) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.831118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077447910'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:21.837576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.844949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.849884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.860455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.862927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=606d6dc0-af85-48ac-aa24-a9664dc87ad8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:21.866960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.868240 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5f620d09-0fd5-495d-943e-2bf734f8a9bb tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/606d6dc0-af85-48ac-aa24-a9664dc87ad8 HTTP/1.1" status: 204 len: 168 time: 0.0897713 Feb 16 13:52:21.870842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36872) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.886692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:21.891225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:21.894336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:21.900320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:21.920688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7107ca9e-24ca-4d64-be3f-041d8186bf63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:21.937142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7107ca9e-24ca-4d64-be3f-041d8186bf63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:21.938580 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7107ca9e-24ca-4d64-be3f-041d8186bf63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668457 Feb 16 13:52:21.941999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36876) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:21.975515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:21.982307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.017144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.028022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3746a3bd-b765-4225-b689-a90af1a0c23e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.035147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.038257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4833c0db-ac24-4636-bd02-997c78b02e38 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100215 Feb 16 13:52:22.039454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.047405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--85275062'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:22.054335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.057206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.069110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:22.073533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:22.086022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.107538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.128249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.130395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.143099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:22.150859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:22.155086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2d856-8274-4518-9ddc-739796fdd85b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.161689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.183005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.184112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f938917-0e43-44c8-8c92-6d0208ca10b6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/b1b2d856-8274-4518-9ddc-739796fdd85b HTTP/1.1" status: 204 len: 168 time: 0.2411959 Feb 16 13:52:22.188450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.242131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f879964b-585a-478a-8a6d-6cdbaeb9de93 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:22.246674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.251085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.260097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f879964b-585a-478a-8a6d-6cdbaeb9de93 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:22.261538 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f879964b-585a-478a-8a6d-6cdbaeb9de93 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720181 Feb 16 13:52:22.266382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36888) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.271947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057057338'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:22.278535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.289261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.298033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5146921-4f1d-44cf-8199-8de9c056ce8f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.300807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.304670 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7efe372-fdc9-4c5d-89c8-1506f4179410 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2616334 Feb 16 13:52:22.305227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36892) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.312400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': '3746a3bd-b765-4225-b689-a90af1a0c23e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e5146921-4f1d-44cf-8199-8de9c056ce8f'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:22.317572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.335761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.341829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:22.346207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:22.352487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.354799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.359288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:22.363350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:22.370396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.409583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:22.410687 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b481f674-9a73-4693-abb2-c001f8a4fd03 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1040606 Feb 16 13:52:22.413755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.457641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.462570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.485622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.508032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7153f6a-4d05-4444-a38d-3ab7f26175bb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.518294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.519551 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fecc7aa2-d6f7-4722-9387-2b8efc466f10 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2521865 Feb 16 13:52:22.522661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.522985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.529025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'b7153f6a-4d05-4444-a38d-3ab7f26175bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:22.535395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:22.539569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:22.542441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:22.550295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:22.566730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.571221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.595811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5146921-4f1d-44cf-8199-8de9c056ce8f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.600487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.601580 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-230d624c-e747-4da6-babb-2559096e0d34 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/e5146921-4f1d-44cf-8199-8de9c056ce8f HTTP/1.1" status: 204 len: 168 time: 0.1864727 Feb 16 13:52:22.604454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36904) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.633924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.638086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.661388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ef6f78-bcff-4cfa-81ff-a99247996705,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.672985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-de171690-54ca-424e-b093-bef653991781 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:22.675185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.676717 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5095eeaa-6c79-437e-9778-cf0c5725f688 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520834 Feb 16 13:52:22.679242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36908) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.689596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-de171690-54ca-424e-b093-bef653991781 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:22.691045 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de171690-54ca-424e-b093-bef653991781 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0857117 Feb 16 13:52:22.693867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.700104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d3fdda57-8e75-419c-84a9-583d9d21b0ae tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules/08ef6f78-bcff-4cfa-81ff-a99247996705 HTTP/1.1" status: 200 len: 763 time: 0.0197575 Feb 16 13:52:22.702855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36916) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.754597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55929301-d23c-4a85-98f1-6e555dec7a63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:22.755905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.770972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55929301-d23c-4a85-98f1-6e555dec7a63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:22.772584 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-55929301-d23c-4a85-98f1-6e555dec7a63 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0686891 Feb 16 13:52:22.775898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36920) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.792462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.807322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.818626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.843935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.845168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.868014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08ef6f78-bcff-4cfa-81ff-a99247996705,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.868581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3746a3bd-b765-4225-b689-a90af1a0c23e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:22.879620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.883487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-436655b1-6a00-4804-ae37-442c5d224c72 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/08ef6f78-bcff-4cfa-81ff-a99247996705 HTTP/1.1" status: 204 len: 168 time: 0.1041028 Feb 16 13:52:22.883619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36926) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.884668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:22.888402 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24055309-a1ba-4463-a8ca-4b8492b9ddca tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/3746a3bd-b765-4225-b689-a90af1a0c23e HTTP/1.1" status: 204 len: 168 time: 0.1911812 Feb 16 13:52:22.888590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36930) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:22.970673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40c2af7e-4b60-48c1-a429-df2ebe8db1de tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:22.977155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21f4483d-1322-40a9-88d9-93abb77fc2fc tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:22.997734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40c2af7e-4b60-48c1-a429-df2ebe8db1de tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:22.999201 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40c2af7e-4b60-48c1-a429-df2ebe8db1de tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1143997 Feb 16 13:52:23.000883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-21f4483d-1322-40a9-88d9-93abb77fc2fc tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.007038 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-21f4483d-1322-40a9-88d9-93abb77fc2fc tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1125691 Feb 16 13:52:23.007356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36934) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.007472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36938) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.008152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'b7153f6a-4d05-4444-a38d-3ab7f26175bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.012604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637029951'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.015108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.018711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.025061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.028653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.039652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.043912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.064101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.067988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:23.070857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:23.076853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.114900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.120784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.151443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb808942-0b39-4d61-8a40-6634fcf767aa,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.162993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.164388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.165830 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dca7f571-3e34-4645-8345-82f03bb4a72c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619406 Feb 16 13:52:23.167592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.168633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36942) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.191707 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75df1322-e9e6-417b-aa18-a9ea876da64f tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules/bb808942-0b39-4d61-8a40-6634fcf767aa HTTP/1.1" status: 200 len: 763 time: 0.0187566 Feb 16 13:52:23.192062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.213087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5832606-5351-4515-b4ef-805c448894dd,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.220032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.222052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc5b9693-b1b8-463a-9cf1-64348987f443 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2135246 Feb 16 13:52:23.225238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36950) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.231375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'e5832606-5351-4515-b4ef-805c448894dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.238505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.242970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:23.245076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2991e318-cf0b-4e78-9434-8cb04e83d23f tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:23.246053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:23.252458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.261717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2991e318-cf0b-4e78-9434-8cb04e83d23f tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.265731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2991e318-cf0b-4e78-9434-8cb04e83d23f tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696590 Feb 16 13:52:23.265975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36954) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.283763 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:23.284986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9e1f582d-c684-4f1d-b6e6-20f995f128f4 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0586770 Feb 16 13:52:23.289388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36958) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.294477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group_rule': {'security_group_id': 'e5832606-5351-4515-b4ef-805c448894dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.299280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.302170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.306650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:23.309607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:23.310998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.315596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.336456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.347293 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 13:52:23.348644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-78ce0815-328b-4cfb-a7a2-b387a163fe30 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0583081 Feb 16 13:52:23.352215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.355254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb808942-0b39-4d61-8a40-6634fcf767aa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.363815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.365030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c77d2a62-bd45-433f-bcc7-74ff88b3cb92 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/bb808942-0b39-4d61-8a40-6634fcf767aa HTTP/1.1" status: 204 len: 168 time: 0.0980766 Feb 16 13:52:23.367661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.413052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e29149d-6e4d-4863-b5aa-e99a62ff55e6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:23.420242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.429332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e29149d-6e4d-4863-b5aa-e99a62ff55e6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.431552 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e29149d-6e4d-4863-b5aa-e99a62ff55e6 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629826 Feb 16 13:52:23.434948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.440340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'b7153f6a-4d05-4444-a38d-3ab7f26175bb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.448329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.449486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.466739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.480344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Project b64a5ce14bce4253933871643055fe97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:52:23.489464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.507403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.526356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5832606-5351-4515-b4ef-805c448894dd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.533647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.534854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15aa20fb-b5fe-4cbf-9000-acfacfb531db tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/e5832606-5351-4515-b4ef-805c448894dd HTTP/1.1" status: 204 len: 168 time: 0.1816607 Feb 16 13:52:23.537346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36974) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.557152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.561242 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.585467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b36a638-b42a-4031-a831-b4ef86478e46,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.588180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a3194ef-b95f-406f-8423-5b8c6f6d1541 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:23.598751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.600043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e9537830-ff1f-40cc-bd0d-17c80c8da56b tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1640151 Feb 16 13:52:23.602626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.606830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7a3194ef-b95f-406f-8423-5b8c6f6d1541 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.608231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7a3194ef-b95f-406f-8423-5b8c6f6d1541 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0699520 Feb 16 13:52:23.612289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36982) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.617264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474830610'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.623819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.624227 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c24c1a5d-254f-4173-80c0-c00846b49d22 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules/4b36a638-b42a-4031-a831-b4ef86478e46 HTTP/1.1" status: 200 len: 769 time: 0.0204010 Feb 16 13:52:23.626814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36986) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.635239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.646329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.666388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:23.670162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Usage tracker for resource:security_group_rule and tenant:2302953aeb14459d93dd97bc192c0581 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:23.673019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:23.677252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78d6c15e-a4d6-4316-8fa2-2a3cb82bc0e4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:23.678671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:23.694389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-78d6c15e-a4d6-4316-8fa2-2a3cb82bc0e4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.698424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-78d6c15e-a4d6-4316-8fa2-2a3cb82bc0e4 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0706532 Feb 16 13:52:23.699006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36990) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.733194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.743553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.751626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.755934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.769484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.791313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b36a638-b42a-4031-a831-b4ef86478e46,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.800208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.801429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a021734e-1f20-4b19-bb58-77aad843554c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-group-rules/4b36a638-b42a-4031-a831-b4ef86478e46 HTTP/1.1" status: 204 len: 168 time: 0.1015437 Feb 16 13:52:23.804377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 36994) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.817172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00445a15-5efe-43b5-8063-35f5664a7255,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:23.821270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.822980 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b984e028-b3a3-4a70-be50-015b42a8e2f1 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2095859 Feb 16 13:52:23.825967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 36998) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.832653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d4c36141-e850-4636-bef1-87070917cfac tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:23.833141 dv-neutron-828143-3-hyperv neutron-server[87697]: WARNING neutron.api.v2.base [None req-d4c36141-e850-4636-bef1-87070917cfac tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 16 13:52:23.833660 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d4c36141-e850-4636-bef1-87070917cfac tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 13:52:23.834717 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d4c36141-e850-4636-bef1-87070917cfac tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "PUT /v2.0/security-groups/00445a15-5efe-43b5-8063-35f5664a7255 HTTP/1.1" status: 409 len: 330 time: 0.0071948 Feb 16 13:52:23.837579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37002) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.886428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b42120fd-fdea-45c1-9330-acb4c95ae456 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:23.917940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b42120fd-fdea-45c1-9330-acb4c95ae456 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:23.919098 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b42120fd-fdea-45c1-9330-acb4c95ae456 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1138070 Feb 16 13:52:23.922317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37006) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:23.936668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.966695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:23.994128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.018679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.025489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.041430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00445a15-5efe-43b5-8063-35f5664a7255,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.044767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.049263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0519c71-96b5-4b28-8ad0-077e9bff7f22 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/00445a15-5efe-43b5-8063-35f5664a7255 HTTP/1.1" status: 204 len: 168 time: 0.2105112 Feb 16 13:52:24.050753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37010) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.077846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.095117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7153f6a-4d05-4444-a38d-3ab7f26175bb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.116281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91be6859-496a-4384-8c96-5c7efa127905 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Synchronizing usage tracker for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:24.117685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.124566 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f21ca3e3-3cf1-4f2f-99ea-f6c6b1c72323 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/b7153f6a-4d05-4444-a38d-3ab7f26175bb HTTP/1.1" status: 204 len: 168 time: 0.1962125 Feb 16 13:52:24.124566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37014) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.139309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-91be6859-496a-4384-8c96-5c7efa127905 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] Unset dirty status for tenant:2302953aeb14459d93dd97bc192c0581 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:24.141073 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-91be6859-496a-4384-8c96-5c7efa127905 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891888 Feb 16 13:52:24.145169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37018) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.185148 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-eceaba5e-ef0e-4bd9-ba3f-f6ad0781f177 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] delete failed (client error): The resource could not be found. Feb 16 13:52:24.186069 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eceaba5e-ef0e-4bd9-ba3f-f6ad0781f177 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "DELETE /v2.0/security-groups/71b104ac-0f41-4047-b843-4703b9d7f55a HTTP/1.1" status: 404 len: 347 time: 0.0400491 Feb 16 13:52:24.190924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37022) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.207973 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-1ea433b8-d302-4fb3-ae0a-e52b02762106 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] show failed (client error): The resource could not be found. Feb 16 13:52:24.208985 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1ea433b8-d302-4fb3-ae0a-e52b02762106 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-groups/3c3fb700-22d7-4e7d-b620-a95724ad6685 HTTP/1.1" status: 404 len: 347 time: 0.0170803 Feb 16 13:52:24.209643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c2d4f5d5-0280-41e6-ac19-8a9558502abf tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:24.213567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37026) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.227800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c2d4f5d5-0280-41e6-ac19-8a9558502abf tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:24.230685 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c2d4f5d5-0280-41e6-ac19-8a9558502abf tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1037269 Feb 16 13:52:24.230823 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-531d95ab-d169-46f0-a773-336dd3420259 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] show failed (client error): The resource could not be found. Feb 16 13:52:24.234495 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-531d95ab-d169-46f0-a773-336dd3420259 tempest-NegativeSecGroupIPv6Test-1406704488 tempest-NegativeSecGroupIPv6Test-1406704488-project] 10.222.0.105 "GET /v2.0/security-group-rules/57d84bc8-f0dd-4124-9523-813ae0079c2b HTTP/1.1" status: 404 len: 356 time: 0.0162692 Feb 16 13:52:24.236217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37032) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.241290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group': {'name': 'tempest-secgroup--503839021'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:24.247994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:24.257593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:24.267778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.293355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:24.298085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:24.301401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:24.307871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:24.387830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.393155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.446931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4210456-7831-4916-8bfb-a87ecd9e71cb,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.455500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.456814 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c8471af6-a0bb-4e80-bbd1-61bc79d57158 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2193580 Feb 16 13:52:24.459459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.464511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Request body: {'security_group_rule': {'security_group_id': 'c4210456-7831-4916-8bfb-a87ecd9e71cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:24.470750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:24.475482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Usage tracker for resource:security_group_rule and tenant:b64a5ce14bce4253933871643055fe97 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:24.479305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:24.485191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:24.501715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.533109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37042) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.565529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.569900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.594247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7f035e-cd12-426f-87c2-b5d66a52340e,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.607845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.609144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ba8bcc21-3b5e-4dd3-880b-5699510e534c tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487124 Feb 16 13:52:24.612671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.690577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.693700 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e60d4ad7-0ed3-416d-93ed-f55904e17026 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2302953aeb14459d93dd97bc192c0581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570756 Feb 16 13:52:24.693954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.745950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.804938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.831485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.837077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.861308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4210456-7831-4916-8bfb-a87ecd9e71cb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.892110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.895149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-24a50fe5-7feb-4cc3-a1af-0800ca96c9ef tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/c4210456-7831-4916-8bfb-a87ecd9e71cb HTTP/1.1" status: 204 len: 168 time: 0.2796638 Feb 16 13:52:24.896938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37056) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:24.940281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.964544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5588e9-bcd8-499f-9499-0fc066a00b49,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:24.969972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ab5afcd-b40c-4d5e-b21e-19d127e9291e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:24.988998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:24.990234 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4a9f2156-a3d0-4109-84cf-b32d88a5c0ee admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/7b5588e9-bcd8-499f-9499-0fc066a00b49 HTTP/1.1" status: 204 len: 168 time: 0.2952585 Feb 16 13:52:24.996454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5ab5afcd-b40c-4d5e-b21e-19d127e9291e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:25.000406 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ab5afcd-b40c-4d5e-b21e-19d127e9291e tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998845 Feb 16 13:52:25.000724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37062) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.049056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-807af03e-4dbf-4e99-b3cc-3b5d2d2ae4fc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Synchronizing usage tracker for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:25.066909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-807af03e-4dbf-4e99-b3cc-3b5d2d2ae4fc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] Unset dirty status for tenant:b64a5ce14bce4253933871643055fe97 on resource:security_group_rule {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:25.068124 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-807af03e-4dbf-4e99-b3cc-3b5d2d2ae4fc tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0663955 Feb 16 13:52:25.071071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37066) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.087020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-42b47da9-abcb-4b63-bfc0-25b105083645 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] delete failed (client error): The resource could not be found. Feb 16 13:52:25.087991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-42b47da9-abcb-4b63-bfc0-25b105083645 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "DELETE /v2.0/security-groups/c4210456-7831-4916-8bfb-a87ecd9e71cb HTTP/1.1" status: 404 len: 347 time: 0.0159593 Feb 16 13:52:25.091716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37070) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.146659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9ecdb883-7159-43cf-ab52-d8bffc648c49 tempest-SecGroupIPv6Test-1233275395 tempest-SecGroupIPv6Test-1233275395-project] 10.222.0.105 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538902 Feb 16 13:52:25.445096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37090) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.599483 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-796a529e-f9fd-49db-8b20-4c4621d2d926 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b64a5ce14bce4253933871643055fe97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532853 Feb 16 13:52:25.602344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37102) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.676153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.705923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.763293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.781074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa01e26-531c-4526-bf8d-e0a18f057a99,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:25.784162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:25.807833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.810725 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c743a079-dd44-4cbe-97c6-b627b853244f admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/afa01e26-531c-4526-bf8d-e0a18f057a99 HTTP/1.1" status: 204 len: 168 time: 0.2073421 Feb 16 13:52:25.891362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2041316220'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:25.896744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:25.900647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Usage tracker for resource:network and tenant:df5c8e618cf841c998b29c441ee91e42 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:25.903624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:25.909238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:25.919839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Made reservation on behalf of df5c8e618cf841c998b29c441ee91e42 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:25.923376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.936422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:25.953492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:25.957482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Usage tracker for resource:security_group_rule and tenant:df5c8e618cf841c998b29c441ee91e42 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:25.960413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:25.966424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:26.063610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.068759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.108646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:52:26.119198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7dc644-6051-4f28-9f03-f3c2eebb7557,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:26.125076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.125417 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Added segment 3c444791-f4fd-4317-a564-9248c16dc771 of type vlan for network 352c6c1e-0654-4b48-8713-66627e56c687 Feb 16 13:52:26.156425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.186623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.192025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:26.192603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.305804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5205724 Feb 16 13:52:26.306661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4288a-ee84-4439-a0dc-3fb0dd360e1e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event updated for resources: {'Network': ['ID=352c6c1e-0654-4b48-8713-66627e56c687,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:26.308798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37126) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:26.315334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Request body: {'subnet': {'network_id': '352c6c1e-0654-4b48-8713-66627e56c687', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:26.326203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 352c6c1e-0654-4b48-8713-66627e56c687 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:52:26.467232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:26.471617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Usage tracker for resource:subnet and tenant:df5c8e618cf841c998b29c441ee91e42 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:26.475586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:26.481429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:26.492270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Made reservation on behalf of df5c8e618cf841c998b29c441ee91e42 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:26.496050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.692082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37138) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:26.726736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.803132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event updated for resources: {'Subnet': ['ID=d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:26.809672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-878238848-network', 'tenant_id': '08e54bd96d7d4087a4081a3aa00091fc'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:26.814494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:26.814687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Checking segment: {'id': '3c444791-f4fd-4317-a564-9248c16dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:26.814921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Network hostable DHCP agents. Network: 352c6c1e-0654-4b48-8713-66627e56c687, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:52:26.818438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Usage tracker for resource:network and tenant:08e54bd96d7d4087a4081a3aa00091fc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:26.821187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:26.827056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:26.834830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Network 352c6c1e-0654-4b48-8713-66627e56c687 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:52:26.837559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Made reservation on behalf of 08e54bd96d7d4087a4081a3aa00091fc for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:26.839939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.844525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 352c6c1e-0654-4b48-8713-66627e56c687) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:26.848903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:26.849478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.857716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e986a-c891-4f51-bf83-77ab71528ce7 None None] Network 352c6c1e-0654-4b48-8713-66627e56c687 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:26.858087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:26.876445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:26.876668 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60d5e302-ebb5-4cb2-902c-c5b67e328f2c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5636244 Feb 16 13:52:26.876820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37144) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:26.879147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Usage tracker for resource:security_group_rule and tenant:08e54bd96d7d4087a4081a3aa00091fc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:26.882015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:26.887445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Request body: {'port': {'network_id': '352c6c1e-0654-4b48-8713-66627e56c687', 'name': 'tempest-TagsExtTest-1698959991'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:26.905880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:27.069217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:27.077553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Usage tracker for resource:port and tenant:df5c8e618cf841c998b29c441ee91e42 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:27.084137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:27.091807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:27.092272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-352c6c1e-0654-4b48-8713-66627e56c687', 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687', 'tenant_id': 'df5c8e618cf841c998b29c441ee91e42', 'fixed_ips': [{'subnet_id': 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:52:27.093321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.117572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Made reservation on behalf of df5c8e618cf841c998b29c441ee91e42 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:27.121897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.135472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.143685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.163530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] device_id is not set on port 60901e17-33f4-4a70-ad16-af527d266c84 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:52:27.216559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:52:27.241857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c40c99-ff7a-4879-add8-7e17b0c1132b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:27.251539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.251877 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Added segment 3d0d3854-251d-4864-a1ff-d6ce3e7add13 of type vlan for network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 Feb 16 13:52:27.259229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Allocated IP 172.20.0.2 (352c6c1e-0654-4b48-8713-66627e56c687/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/5e496bce-72d8-487d-a109-73123385d264) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:52:27.288898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.320705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.322466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:27.323402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.473828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.493079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Transition to ACTIVE for port object 5e496bce-72d8-487d-a109-73123385d264 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:27.525565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Transition to ACTIVE for port object 5e496bce-72d8-487d-a109-73123385d264 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:27.533895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.598330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] Pushing event updated for resources: {'Network': ['ID=41e1fdf5-9096-4f6d-828d-c40cd4c42f01,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:27.606014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Network 352c6c1e-0654-4b48-8713-66627e56c687 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:52:27.606658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b56a9b4-070f-42bc-9907-e8579adbd732 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9099855 Feb 16 13:52:27.606766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37152) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:27.612292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Request body: {'subnet': {'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-878238848-subnet', 'tenant_id': '08e54bd96d7d4087a4081a3aa00091fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:27.617016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:52:27.617586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:27.621803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Usage tracker for resource:subnet and tenant:08e54bd96d7d4087a4081a3aa00091fc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:27.627860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Allocated IP 172.20.0.7 (352c6c1e-0654-4b48-8713-66627e56c687/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/60901e17-33f4-4a70-ad16-af527d266c84) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:52:27.628495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:27.631372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:27.637885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:27.639300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:52:27.641476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Pushing event updated for resources: {'Port': ['ID=5e496bce-72d8-487d-a109-73123385d264,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:27.653289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Made reservation on behalf of 08e54bd96d7d4087a4081a3aa00091fc for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:27.655899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.739431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.739725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.740015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.741257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.741898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.742675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.743239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.744070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.745938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.746589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.747214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.747932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:52:27.859955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.872982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Attempting to bind port 5e496bce-72d8-487d-a109-73123385d264 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:52:27.873249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Attempting to bind port 5e496bce-72d8-487d-a109-73123385d264 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '3c444791-f4fd-4317-a564-9248c16dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:52:27.873458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Attempting to bind port 5e496bce-72d8-487d-a109-73123385d264 on network 352c6c1e-0654-4b48-8713-66627e56c687 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:52:27.879546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:52:27.880048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Checking segment: {'id': '3c444791-f4fd-4317-a564-9248c16dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:27.880531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.880925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Bound using segment: {'id': '3c444791-f4fd-4317-a564-9248c16dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:52:27.881386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Bound port: 5e496bce-72d8-487d-a109-73123385d264, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c444791-f4fd-4317-a564-9248c16dc771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '352c6c1e-0654-4b48-8713-66627e56c687'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:52:27.881826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:27.884337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Transition to ACTIVE for port object 60901e17-33f4-4a70-ad16-af527d266c84 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:27.914610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.005504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] For port 5e496bce-72d8-487d-a109-73123385d264, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:52:28.009247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] For port 5e496bce-72d8-487d-a109-73123385d264, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e496bce-72d8-487d-a109-73123385d264,segment=NetworkSegment(3c444791-f4fd-4317-a564-9248c16dc771),segment_id=3c444791-f4fd-4317-a564-9248c16dc771)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:52:28.017580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Network 352c6c1e-0654-4b48-8713-66627e56c687 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:52:28.021471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:28.023437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event updated for resources: {'Port': ['ID=60901e17-33f4-4a70-ad16-af527d266c84,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:28.025668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:52:28.026417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.055987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.129097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85e06e-cfa8-4a03-9261-8ec8ce54c85b None None] Pushing event updated for resources: {'Port': ['ID=5e496bce-72d8-487d-a109-73123385d264,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:28.140911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.141686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.150883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1124595f-1b7a-45a7-a190-1b5bebfea715,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:28.162018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Checking segment: {'id': '3d0d3854-251d-4864-a1ff-d6ce3e7add13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:28.162402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Network hostable DHCP agents. Network: 41e1fdf5-9096-4f6d-828d-c40cd4c42f01, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:52:28.172429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b6ba000a-ed67-45e5-bb48-4631bd477778 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2922778 Feb 16 13:52:28.172961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37156) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:28.180536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1803584289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:28.189130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:28.194798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Usage tracker for resource:router and tenant:df5c8e618cf841c998b29c441ee91e42 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:28.198906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:28.205767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:52:28.209476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:28.210498 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-dec6c54d-0b90-4489-a28c-9e911586287c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1138535 Feb 16 13:52:28.221499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 41e1fdf5-9096-4f6d-828d-c40cd4c42f01) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:28.227974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.229289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.231213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417174a7-e923-45aa-9296-2d580dafa18b None None] Network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:28.245612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.246789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.273275 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fa41fc10-97d8-4599-af3e-e2cb27759109 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6566021 Feb 16 13:52:28.279142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.306977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.321611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-8ecf27da-64ba-4e73-aad8-8c9cad270a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.323392 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-8ecf27da-64ba-4e73-aad8-8c9cad270a8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 1098 time: 0.0906136 Feb 16 13:52:28.339500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.343387 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0e9890b6-0dbd-40e2-ae6b-4136f474ad55 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1668849 Feb 16 13:52:28.343849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:28.384598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e85130ee-735b-4726-a585-3eb9af1be531 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1804333302', 'prefixes': ['172.20.0.0/16']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:28.392071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e85130ee-735b-4726-a585-3eb9af1be531 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:28.546941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-855c72e7-ed94-4b52-ad1b-b71445811558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.548564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-855c72e7-ed94-4b52-ad1b-b71445811558 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1991339 Feb 16 13:52:28.555533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e85130ee-735b-4726-a585-3eb9af1be531 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for subnetpool, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:28.560759 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e85130ee-735b-4726-a585-3eb9af1be531 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2101653 Feb 16 13:52:28.561348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37168) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:28.567830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-7e965aa1-f1ce-44c0-91a5-6c03a0533a53 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-1635598032') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:28.602153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098bc97a-2176-4825-b7ae-f884da01c43b None None] Network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:28.674119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:28.675158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7e965aa1-f1ce-44c0-91a5-6c03a0533a53 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-1635598032 HTTP/1.1" status: 201 len: 201 time: 0.1125252 Feb 16 13:52:28.679274 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-0c1c3503-b685-433e-8622-6bb338b0fde9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 200 len: 1000 time: 0.1198571 Feb 16 13:52:28.683227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-01763b5d-f40e-4eac-9e7d-8b04f3105a96 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-1868604391') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:28.796633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-96c8de1d-b66c-4fc2-8fd6-0ebac46011b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.798253 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-96c8de1d-b66c-4fc2-8fd6-0ebac46011b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0868194 Feb 16 13:52:28.889769 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-01763b5d-f40e-4eac-9e7d-8b04f3105a96 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-1868604391 HTTP/1.1" status: 201 len: 201 time: 0.2143302 Feb 16 13:52:28.893007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37184) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:28.898927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-ff527da7-e25d-4ef1-91fb-1dff5cc84f31 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-2056766463') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:28.901756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-82034c4f-300b-47be-bea2-02b8f8652fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:28.903223 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-82034c4f-300b-47be-bea2-02b8f8652fca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986021 Feb 16 13:52:29.050000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.062738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2034711589-network', 'tenant_id': '1b56acb500174142b25e75f14a2ec595'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:29.078329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:29.080081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-267dccc8-4119-42de-9e92-aa37128167dd service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706285 Feb 16 13:52:29.084462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Usage tracker for resource:network and tenant:1b56acb500174142b25e75f14a2ec595 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:29.088145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:29.095043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:29.115128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Made reservation on behalf of 1b56acb500174142b25e75f14a2ec595 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:29.117566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.132567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.146908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ff527da7-e25d-4ef1-91fb-1dff5cc84f31 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-2056766463 HTTP/1.1" status: 201 len: 201 time: 0.2526286 Feb 16 13:52:29.151786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37194) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.157626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:29.165782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-d5fb5f4b-16c6-4d95-8bf0-ec1149092505 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-605005305') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.180424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Usage tracker for resource:security_group_rule and tenant:1b56acb500174142b25e75f14a2ec595 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:29.184898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:29.194196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:29.255376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e496bce-72d8-487d-a109-73123385d264 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:29.261940 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d5fb5f4b-16c6-4d95-8bf0-ec1149092505 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-605005305 HTTP/1.1" status: 201 len: 201 time: 0.1047015 Feb 16 13:52:29.262164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37198) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.268778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-26568139-6b53-4e81-a5ed-0ff7aed20622 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.279873 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa96be4e-31ec-4c1c-b785-9387c1b99c2c req-f8685a61-e5ce-4fcb-a032-190269266ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864896 Feb 16 13:52:29.335310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5e496bce-72d8-487d-a109-73123385d264 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:29.369493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e898b2-fa9e-4ecf-9702-90bb238cde81 None None] Network 352c6c1e-0654-4b48-8713-66627e56c687 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:29.387537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.392986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.407122 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-26568139-6b53-4e81-a5ed-0ff7aed20622 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 200 len: 241 time: 0.1440008 Feb 16 13:52:29.410469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37202) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.416798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-3dd28ac3-7d2a-4ae3-b518-12e4876041ce tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-1635598032') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.421352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:52:29.443716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5428b867-ce36-496e-8d59-2b3235d93e05,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:29.448221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.448522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Added segment 3e362e4a-0b34-4a26-954a-d7f7bedb5656 of type vlan for network f52507ca-ac14-4d5f-af5e-b9420cd6b661 Feb 16 13:52:29.462334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Provisioning for port 5e496bce-72d8-487d-a109-73123385d264 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:29.475386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Provisioning complete for port 5e496bce-72d8-487d-a109-73123385d264 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:29.475761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.480917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.500517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3dd28ac3-7d2a-4ae3-b518-12e4876041ce tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-1635598032 HTTP/1.1" status: 204 len: 168 time: 0.0884368 Feb 16 13:52:29.503226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37206) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.508354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-0ad3ba5d-0650-4208-bf09-0b9ccae9a691 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-1635598032') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.521663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.523237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:29.523667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.600611 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ad3ba5d-0650-4208-bf09-0b9ccae9a691 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-1635598032 HTTP/1.1" status: 204 len: 168 time: 0.0959666 Feb 16 13:52:29.602899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.611592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-703c0122-5ecd-4371-9536-36aaeb15169a tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.641570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] Pushing event updated for resources: {'Network': ['ID=f52507ca-ac14-4d5f-af5e-b9420cd6b661,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:29.644537 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7b208279-1c48-4db0-911a-99d7bcc92c1c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5935082 Feb 16 13:52:29.648547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.658545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Request body: {'subnet': {'network_id': 'f52507ca-ac14-4d5f-af5e-b9420cd6b661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2034711589-subnet', 'tenant_id': '1b56acb500174142b25e75f14a2ec595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:29.663983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:29.668964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Usage tracker for resource:subnet and tenant:1b56acb500174142b25e75f14a2ec595 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:29.672887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:29.679182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:29.680080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network f52507ca-ac14-4d5f-af5e-b9420cd6b661 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:52:29.697481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Made reservation on behalf of 1b56acb500174142b25e75f14a2ec595 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:29.702445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.729546 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-703c0122-5ecd-4371-9536-36aaeb15169a tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 200 len: 205 time: 0.1253500 Feb 16 13:52:29.732217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.737551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-1096856c-71ca-4ca8-a1c3-1e9eb76f2d7f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.783278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.820263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1096856c-71ca-4ca8-a1c3-1e9eb76f2d7f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 200 len: 241 time: 0.0854158 Feb 16 13:52:29.822561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.839461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] For port 5e496bce-72d8-487d-a109-73123385d264, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e496bce-72d8-487d-a109-73123385d264,segment=NetworkSegment(3c444791-f4fd-4317-a564-9248c16dc771),segment_id=3c444791-f4fd-4317-a564-9248c16dc771)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:29.844796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:29.852833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-a6ad6706-a5e4-4f52-a0b9-8643a34845f1 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-1868604391') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.929270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede4fa9-6a9e-4ed6-9f0e-2ac9c85fd102 None None] Pushing event updated for resources: {'Port': ['ID=5e496bce-72d8-487d-a109-73123385d264,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:29.944425 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6ad6706-a5e4-4f52-a0b9-8643a34845f1 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-1868604391 HTTP/1.1" status: 204 len: 168 time: 0.1192341 Feb 16 13:52:29.944726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:29.950178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-16d28710-2ddf-4bd9-8729-d753db78057c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-1868604391') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:29.971526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:30.047758 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-16d28710-2ddf-4bd9-8729-d753db78057c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-1868604391 HTTP/1.1" status: 204 len: 168 time: 0.1019516 Feb 16 13:52:30.050956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37232) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.068519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-dca1ef1c-328c-4faa-ae68-5dd7c88b2d30 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.100847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b83431f-874d-4577-9aa4-9c97f4da95fd,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:30.110028 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Checking segment: {'id': '3e362e4a-0b34-4a26-954a-d7f7bedb5656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f52507ca-ac14-4d5f-af5e-b9420cd6b661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:30.110416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Network hostable DHCP agents. Network: f52507ca-ac14-4d5f-af5e-b9420cd6b661, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:52:30.148055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Network f52507ca-ac14-4d5f-af5e-b9420cd6b661 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:52:30.166972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Provisioning complete for port 5e496bce-72d8-487d-a109-73123385d264 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:30.167846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:30.170486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, f52507ca-ac14-4d5f-af5e-b9420cd6b661) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:30.173735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dca1ef1c-328c-4faa-ae68-5dd7c88b2d30 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 200 len: 205 time: 0.1217670 Feb 16 13:52:30.177324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.183093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:30.183919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:30.186141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-36f6cb70-dbc9-462a-8442-6d7d8a3635f4 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.206840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7807928-c3b8-4093-bb97-ad374af00ba0 None None] Network f52507ca-ac14-4d5f-af5e-b9420cd6b661 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:30.221161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e174c97c-499c-4641-b2e6-6cad7b9d9a88 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5634246 Feb 16 13:52:30.331127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-36f6cb70-dbc9-462a-8442-6d7d8a3635f4 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 200 len: 241 time: 0.1519940 Feb 16 13:52:30.333935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37242) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.338703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-62e2a94d-4978-4630-8205-4c11fcb2a676 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-2056766463') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.521094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa8a5f-51d7-4030-b506-6be34c788cdf None None] Network f52507ca-ac14-4d5f-af5e-b9420cd6b661 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:30.602978 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-62e2a94d-4978-4630-8205-4c11fcb2a676 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-2056766463 HTTP/1.1" status: 204 len: 168 time: 0.2660012 Feb 16 13:52:30.603151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Provisioning for port 60901e17-33f4-4a70-ad16-af527d266c84 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:30.603870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37252) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.609044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Provisioning complete for port 60901e17-33f4-4a70-ad16-af527d266c84 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:30.609548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:30.609681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-c73233e3-4540-4f74-9668-187a32ebcc6a tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-2056766463') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.694896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b6af877c-8d40-4c28-9c41-dd8b2df41daa None None] Port 60901e17-33f4-4a70-ad16-af527d266c84 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:52:30.765861 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c73233e3-4540-4f74-9668-187a32ebcc6a tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-2056766463 HTTP/1.1" status: 204 len: 168 time: 0.1587939 Feb 16 13:52:30.766181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37264) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.771588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-ae0c4ac4-f5dd-4414-993c-9e2fe1fefde0 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.860713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c4f90e31-6e25-4a99-bd5f-f55983401590 None None] Provisioning complete for port 60901e17-33f4-4a70-ad16-af527d266c84 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:30.861162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4f90e31-6e25-4a99-bd5f-f55983401590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:30.865714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-eb319f92-45c1-4b41-b42c-849221ec3c07 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:30.867488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-eb319f92-45c1-4b41-b42c-849221ec3c07 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/networks?id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 200 len: 811 time: 0.1583409 Feb 16 13:52:30.886090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-bf43478e-7ddc-4e16-b578-b9a788e1be31 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/quotas/08e54bd96d7d4087a4081a3aa00091fc HTTP/1.1" status: 200 len: 375 time: 0.0107396 Feb 16 13:52:30.905573 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae0c4ac4-f5dd-4414-993c-9e2fe1fefde0 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 200 len: 205 time: 0.1383018 Feb 16 13:52:30.908162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37268) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.913218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-12d563f4-19d6-4613-8d62-e2ecf5ec9ed0 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.921686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c4f90e31-6e25-4a99-bd5f-f55983401590 None None] Port 60901e17-33f4-4a70-ad16-af527d266c84 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:52:30.942598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12d563f4-19d6-4613-8d62-e2ecf5ec9ed0 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 200 len: 240 time: 0.0331986 Feb 16 13:52:30.943296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37272) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.947576 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-fa69b034-d348-408c-bfe3-d5861af26beb tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553145 Feb 16 13:52:30.948508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-e4d8d4e2-69ff-433d-b865-241896da2546 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-605005305') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:30.974782 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e4d8d4e2-69ff-433d-b865-241896da2546 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-605005305 HTTP/1.1" status: 204 len: 168 time: 0.0304193 Feb 16 13:52:30.977975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37276) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:30.983535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-0a923577-4935-40c8-ab48-1b945903e4f6 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-605005305') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.024017 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a923577-4935-40c8-ab48-1b945903e4f6 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-605005305 HTTP/1.1" status: 204 len: 168 time: 0.0447972 Feb 16 13:52:31.026827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.032171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-c00812f6-2c4c-4675-8ac8-91cea4f7068b tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.056425 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c00812f6-2c4c-4675-8ac8-91cea4f7068b tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 200 len: 205 time: 0.0284913 Feb 16 13:52:31.059578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37284) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.064953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-55f02ced-4719-4908-9827-94f30c3de676 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.091796 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-e5b02699-dfa0-487f-840f-7e4cef021e1d service neutron] 10.222.0.105 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352670 Feb 16 13:52:31.093006 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-55f02ced-4719-4908-9827-94f30c3de676 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 204 len: 168 time: 0.0324762 Feb 16 13:52:31.095748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.101029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-ef40040c-c58e-4bbd-b123-cb06d896c242 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.206054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e496bce-72d8-487d-a109-73123385d264 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:31.239889 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-cffad68a-5a10-4bbb-a368-8c8ea01a278e service neutron] 10.222.0.105 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408441 Feb 16 13:52:31.250320 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef40040c-c58e-4bbd-b123-cb06d896c242 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 204 len: 168 time: 0.1531825 Feb 16 13:52:31.253171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37292) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.259633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-26888b84-6ae4-4641-b46a-b1b9d80130df tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.282488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5e496bce-72d8-487d-a109-73123385d264 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:31.282739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:31.478443 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9520472f-d723-4189-89ff-c5afb692b1bc req-07b0146e-a5f3-4cce-98fa-2e7c9ede3d55 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 210 time: 0.0588272 Feb 16 13:52:31.513815 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-26888b84-6ae4-4641-b46a-b1b9d80130df tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 204 len: 168 time: 0.2595515 Feb 16 13:52:31.516718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37304) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.522467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-a36e93ab-b4f6-43d0-8db3-5b07e93a47f2 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.596525 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a36e93ab-b4f6-43d0-8db3-5b07e93a47f2 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.0786684 Feb 16 13:52:31.600810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37308) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.607084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-122b45da-09ef-4c7a-8427-2b2a94717a91 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-447154') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.696261 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-122b45da-09ef-4c7a-8427-2b2a94717a91 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-447154 HTTP/1.1" status: 201 len: 201 time: 0.0939670 Feb 16 13:52:31.699896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37316) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.705524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-a02c7dad-7b2b-4158-8696-73b37c66506d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-1971079235') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.801371 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a02c7dad-7b2b-4158-8696-73b37c66506d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-1971079235 HTTP/1.1" status: 201 len: 201 time: 0.1002669 Feb 16 13:52:31.804079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.809908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-1361e71d-1ee0-46ae-ba2d-6b7289887105 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-1418534855') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:31.961115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1361e71d-1ee0-46ae-ba2d-6b7289887105 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-1418534855 HTTP/1.1" status: 201 len: 201 time: 0.1557026 Feb 16 13:52:31.963670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:31.969037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-add0f52d-90ac-4e6e-823f-d3b0cafc1446 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-422046967') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.009771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-add0f52d-90ac-4e6e-823f-d3b0cafc1446 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-422046967 HTTP/1.1" status: 201 len: 201 time: 0.0425787 Feb 16 13:52:32.010626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37328) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.015138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-7315c028-75a2-43c3-a3f1-f1a6665270bd tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', {'tags': ['tempest-TagsExtTest-Tag-1525321070', 'tempest-TagsExtTest-Tag-1077804789', 'tempest-TagsExtTest-Tag-893872589']}) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.102126 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7315c028-75a2-43c3-a3f1-f1a6665270bd tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 200 len: 317 time: 0.0910237 Feb 16 13:52:32.105040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37332) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.110719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-cb1d32f3-7aa8-458e-b3bb-3487bc2f546f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.197151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb1d32f3-7aa8-458e-b3bb-3487bc2f546f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.0908413 Feb 16 13:52:32.199566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37336) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.204307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-96af9690-a2cd-40e2-9aec-a0544bab8633 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-1525321070') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.273925 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-96af9690-a2cd-40e2-9aec-a0544bab8633 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:32.275009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-96af9690-a2cd-40e2-9aec-a0544bab8633 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-1525321070 HTTP/1.1" status: 404 len: 329 time: 0.0745442 Feb 16 13:52:32.278058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37340) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.283826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-de254346-ef88-45f7-8d8b-4be743c36922 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-1077804789') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.358724 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-de254346-ef88-45f7-8d8b-4be743c36922 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:32.359920 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-de254346-ef88-45f7-8d8b-4be743c36922 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-1077804789 HTTP/1.1" status: 404 len: 329 time: 0.0804911 Feb 16 13:52:32.362929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37344) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.393261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-404fdedc-3baf-4f7a-80fb-0c4ba2db1588 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4', 'tempest-TagsExtTest-Tag-893872589') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.572060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-016aba8d-b4f0-4cf6-8743-9e2b1bfacf72 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:32.573269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-016aba8d-b4f0-4cf6-8743-9e2b1bfacf72 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Synchronizing usage tracker for tenant:08e54bd96d7d4087a4081a3aa00091fc on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:32.588631 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-404fdedc-3baf-4f7a-80fb-0c4ba2db1588 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:32.591258 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-404fdedc-3baf-4f7a-80fb-0c4ba2db1588 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags/tempest-TagsExtTest-Tag-893872589 HTTP/1.1" status: 404 len: 328 time: 0.2254808 Feb 16 13:52:32.594832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37350) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.601337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-9fc8c5a0-1333-4657-a9c6-fea356726a62 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', {'tags': ['tempest-TagsExtTest-Tag-209490850', 'tempest-TagsExtTest-Tag-981527855', 'tempest-TagsExtTest-Tag-1560409488']}) {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.632785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-016aba8d-b4f0-4cf6-8743-9e2b1bfacf72 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Unset dirty status for tenant:08e54bd96d7d4087a4081a3aa00091fc on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:32.633384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-016aba8d-b4f0-4cf6-8743-9e2b1bfacf72 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.26 "GET /v2.0/networks?id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 200 len: 811 time: 0.2674475 Feb 16 13:52:32.636934 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8c9272bb-0496-4a49-bc07-3cf9bf9c8f6a req-94c98a8c-4b86-4639-b2d1-f8d978f7af0b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 210 time: 0.0503070 Feb 16 13:52:32.657743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Request body: {'port': {'device_id': '798e83eb-983f-4377-868c-47561a826552', 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01', 'admin_state_up': True, 'tenant_id': '08e54bd96d7d4087a4081a3aa00091fc'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:32.773604 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9fc8c5a0-1333-4657-a9c6-fea356726a62 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 200 len: 316 time: 0.1766899 Feb 16 13:52:32.777216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37358) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.783280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-62288042-4301-4909-bfe0-b98d55939de2 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.813342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:52:32.817176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Usage tracker for resource:port and tenant:08e54bd96d7d4087a4081a3aa00091fc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:52:32.820365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:52:32.826359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:52:32.838752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Made reservation on behalf of 08e54bd96d7d4087a4081a3aa00091fc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:52:32.842513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:32.875150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-62288042-4301-4909-bfe0-b98d55939de2 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 204 len: 168 time: 0.0961595 Feb 16 13:52:32.878045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37362) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.883093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-3c86fe36-ff9b-4d43-ade3-c5d76355cfde tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-209490850') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:32.961787 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-3c86fe36-ff9b-4d43-ade3-c5d76355cfde tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:32.963868 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c86fe36-ff9b-4d43-ade3-c5d76355cfde tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-209490850 HTTP/1.1" status: 404 len: 328 time: 0.0848134 Feb 16 13:52:32.966898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37366) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:32.972509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-fb9d288d-6029-4987-92aa-8323e43efd51 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-981527855') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.022514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Allocated IP 172.20.0.3 (41e1fdf5-9096-4f6d-828d-c40cd4c42f01/1124595f-1b7a-45a7-a190-1b5bebfea715/64669fc3-2e34-446e-b109-a3dd28410cca) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:52:33.044477 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-fb9d288d-6029-4987-92aa-8323e43efd51 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:33.045444 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb9d288d-6029-4987-92aa-8323e43efd51 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-981527855 HTTP/1.1" status: 404 len: 328 time: 0.0773473 Feb 16 13:52:33.048754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37370) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.053440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-fd4d9263-eba9-4388-9ef7-32a5881b72e3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84', 'tempest-TagsExtTest-Tag-1560409488') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.126507 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-fd4d9263-eba9-4388-9ef7-32a5881b72e3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:33.127679 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fd4d9263-eba9-4388-9ef7-32a5881b72e3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags/tempest-TagsExtTest-Tag-1560409488 HTTP/1.1" status: 404 len: 329 time: 0.0780284 Feb 16 13:52:33.131554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37374) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.137811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-b21cb0d0-927d-4039-8779-316a52d35f7d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', {'tags': ['tempest-TagsExtTest-Tag-1220128163', 'tempest-TagsExtTest-Tag-1075164170', 'tempest-TagsExtTest-Tag-1003380005']}) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.300745 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b21cb0d0-927d-4039-8779-316a52d35f7d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 200 len: 318 time: 0.1679146 Feb 16 13:52:33.303403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37378) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.309562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-77d5753c-dcb2-4caa-a136-c2383dbc7151 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.354759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:33.385113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:33.456856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:52:33.459317 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-77d5753c-dcb2-4caa-a136-c2383dbc7151 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 204 len: 168 time: 0.1546988 Feb 16 13:52:33.460225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:52:33.462117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37382) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.464369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:52:33.467687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-a72348eb-241e-4eb0-aee9-278a40c31e43 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-1220128163') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.500682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Pushing event updated for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:33.531854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:33.532459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:33.552790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-f58cdde1-1ef7-4a30-b6ab-826a4b9c49f0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9018040 Feb 16 13:52:33.566759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Request body: {'port': {'device_id': '798e83eb-983f-4377-868c-47561a826552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:52:33.687993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:33.724760 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-a72348eb-241e-4eb0-aee9-278a40c31e43 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:33.728656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a72348eb-241e-4eb0-aee9-278a40c31e43 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-1220128163 HTTP/1.1" status: 404 len: 329 time: 0.2625854 Feb 16 13:52:33.728789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37388) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.733648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-fff0a175-a045-4f22-b33a-5b49b0044a25 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-1075164170') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:33.919992 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-fff0a175-a045-4f22-b33a-5b49b0044a25 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:33.920993 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fff0a175-a045-4f22-b33a-5b49b0044a25 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-1075164170 HTTP/1.1" status: 404 len: 329 time: 0.1913350 Feb 16 13:52:33.924247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37392) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:33.929986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-785f9bcb-a1ac-458f-81d3-21177e90c1f3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582', 'tempest-TagsExtTest-Tag-1003380005') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.051028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64669fc3-2e34-446e-b109-a3dd28410cca {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:52:34.055666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feddace-ad6c-45a2-900e-c2779c08c75f req-249381b7-243e-40c7-ac83-8a6b6e7c3e56 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:34.057320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1feddace-ad6c-45a2-900e-c2779c08c75f req-249381b7-243e-40c7-ac83-8a6b6e7c3e56 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 931 time: 0.2714281 Feb 16 13:52:34.060859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:34.077424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Transition to ACTIVE for port object 64669fc3-2e34-446e-b109-a3dd28410cca will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:52:34.082506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:34.107683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-785f9bcb-a1ac-458f-81d3-21177e90c1f3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:34.111835 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-785f9bcb-a1ac-458f-81d3-21177e90c1f3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags/tempest-TagsExtTest-Tag-1003380005 HTTP/1.1" status: 404 len: 329 time: 0.1835942 Feb 16 13:52:34.112037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37398) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.119062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-73ed7bf6-b25f-4b63-916b-fa765e1a736c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', {'tags': ['tempest-TagsExtTest-Tag-1578818529', 'tempest-TagsExtTest-Tag-486154338', 'tempest-TagsExtTest-Tag-1661804581']}) {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.133941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1feddace-ad6c-45a2-900e-c2779c08c75f req-398a13d6-f556-4146-a2d9-85fd1147d4da tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623837 Feb 16 13:52:34.165326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-73ed7bf6-b25f-4b63-916b-fa765e1a736c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "PUT /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 200 len: 317 time: 0.0523815 Feb 16 13:52:34.168241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37402) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.173277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-558112e5-892d-4cc2-a3f4-338d35b12568 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.218205 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-558112e5-892d-4cc2-a3f4-338d35b12568 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 204 len: 168 time: 0.0486672 Feb 16 13:52:34.221058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37406) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.226302 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-d8ee85ab-1dbc-45ad-b8e8-92c772e3874d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-1578818529') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.249838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Pushing event updated for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:34.252948 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-d8ee85ab-1dbc-45ad-b8e8-92c772e3874d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:34.254895 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d8ee85ab-1dbc-45ad-b8e8-92c772e3874d tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-1578818529 HTTP/1.1" status: 404 len: 329 time: 0.0327916 Feb 16 13:52:34.258003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37410) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.263266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-b13de9be-04f4-4e67-9298-5d4b31670af7 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-486154338') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.286502 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-b13de9be-04f4-4e67-9298-5d4b31670af7 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:34.287528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b13de9be-04f4-4e67-9298-5d4b31670af7 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-486154338 HTTP/1.1" status: 404 len: 328 time: 0.0285931 Feb 16 13:52:34.290534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37414) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.295313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-07c20582-d58b-43d8-b684-a1c1dcfeb699 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9', 'tempest-TagsExtTest-Tag-1661804581') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.319403 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-07c20582-d58b-43d8-b684-a1c1dcfeb699 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] show failed (client error): The resource could not be found. Feb 16 13:52:34.320583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-07c20582-d58b-43d8-b684-a1c1dcfeb699 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags/tempest-TagsExtTest-Tag-1661804581 HTTP/1.1" status: 404 len: 329 time: 0.0291405 Feb 16 13:52:34.323479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Attempting to bind port 64669fc3-2e34-446e-b109-a3dd28410cca on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:52:34.323630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37418) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.323812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Attempting to bind port 64669fc3-2e34-446e-b109-a3dd28410cca by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '3d0d3854-251d-4864-a1ff-d6ce3e7add13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:52:34.324151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Attempting to bind port 64669fc3-2e34-446e-b109-a3dd28410cca on network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:52:34.329059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Port 64669fc3-2e34-446e-b109-a3dd28410cca on network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:52:34.329213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-b64c483e-2fdc-43a8-b11a-5816a5ddb175 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e8f3db6b-771b-47fe-896e-65af19566bb9') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.329372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Attempting to bind port 64669fc3-2e34-446e-b109-a3dd28410cca on network 41e1fdf5-9096-4f6d-828d-c40cd4c42f01 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:52:34.334493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:52:34.334834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Checking segment: {'id': '3d0d3854-251d-4864-a1ff-d6ce3e7add13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:52:34.335196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Bound using segment: {'id': '3d0d3854-251d-4864-a1ff-d6ce3e7add13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:52:34.335613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Bound port: 64669fc3-2e34-446e-b109-a3dd28410cca, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0d3854-251d-4864-a1ff-d6ce3e7add13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:52:34.335959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:34.360164 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b64c483e-2fdc-43a8-b11a-5816a5ddb175 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9/tags HTTP/1.1" status: 204 len: 168 time: 0.0355916 Feb 16 13:52:34.362901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37422) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.368781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-92c15ef3-3f21-4f38-88a5-7498cc900ffe tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ddc72464-4b5c-4337-9e81-804455f02582') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.431189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:52:34.435159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64669fc3-2e34-446e-b109-a3dd28410cca,segment=NetworkSegment(3d0d3854-251d-4864-a1ff-d6ce3e7add13),segment_id=3d0d3854-251d-4864-a1ff-d6ce3e7add13)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:52:34.439963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:34.511923 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-92c15ef3-3f21-4f38-88a5-7498cc900ffe tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582/tags HTTP/1.1" status: 204 len: 168 time: 0.1471696 Feb 16 13:52:34.515256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37426) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.525526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.tag.tag_plugin [None req-896fdb9d-17dc-429a-808e-76ae7ab6ad4f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '60901e17-33f4-4a70-ad16-af527d266c84') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.555334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:34.555927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:34.557274 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] 10.222.0.26 "PUT /v2.0/ports/64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 200 len: 1093 time: 0.9948361 Feb 16 13:52:34.557688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:34.590472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8745f4-a028-452c-95c9-c802fe62805f service neutron] Pushing event updated for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:34.633326 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca', 'status': 'completed', 'code': 200} Feb 16 13:52:34.685148 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-896fdb9d-17dc-429a-808e-76ae7ab6ad4f tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84/tags HTTP/1.1" status: 204 len: 168 time: 0.1675358 Feb 16 13:52:34.687935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37432) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.693215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.tag.tag_plugin [None req-afeb0feb-d2fd-4d08-a622-7f40091137b3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:34.695874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-c6ccec74-a706-4bc5-9fc2-af497beb9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:34.697431 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-c6ccec74-a706-4bc5-9fc2-af497beb9b35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 1096 time: 0.0983768 Feb 16 13:52:34.774701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-afeb0feb-d2fd-4d08-a622-7f40091137b3 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4/tags HTTP/1.1" status: 204 len: 168 time: 0.0804503 Feb 16 13:52:34.774974 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-ff4a37b9-e682-485a-bee4-cc85027febe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 200 len: 217 time: 0.0702565 Feb 16 13:52:34.776134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:34.875946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-aa98f512-ab88-415a-a7f9-546b2eaacb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:34.877378 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-aa98f512-ab88-415a-a7f9-546b2eaacb35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1124595f-1b7a-45a7-a190-1b5bebfea715 HTTP/1.1" status: 200 len: 851 time: 0.0879953 Feb 16 13:52:34.937452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-1d4cf63e-09cc-48a7-a4e8-eb4f895280d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473561 Feb 16 13:52:35.133855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9b3bba7b-f789-461d-9ec0-569d15a2483c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for subnetpool, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.134968 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9b3bba7b-f789-461d-9ec0-569d15a2483c tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnetpools/e8f3db6b-771b-47fe-896e-65af19566bb9 HTTP/1.1" status: 204 len: 168 time: 0.3578339 Feb 16 13:52:35.137890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37440) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:35.189646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b7b9d1e-0a05-4cde-9f44-43c1d5238ec6 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Synchronizing usage tracker for tenant:df5c8e618cf841c998b29c441ee91e42 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:35.235419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8b7b9d1e-0a05-4cde-9f44-43c1d5238ec6 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Unset dirty status for tenant:df5c8e618cf841c998b29c441ee91e42 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:35.237239 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8b7b9d1e-0a05-4cde-9f44-43c1d5238ec6 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "GET /v2.0/ports?device_id=ddc72464-4b5c-4337-9e81-804455f02582 HTTP/1.1" status: 200 len: 205 time: 0.0981805 Feb 16 13:52:35.240897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37446) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:35.242490 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-295d9ede-f86e-4625-a34b-107b9c5a5b9d service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981808 Feb 16 13:52:35.374578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1e6bf9bf-b677-40d0-8a36-d23ab281d5e8 req-70fc0d88-41e2-4eaa-9321-80646f99975b service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Feb 16 13:52:35.417310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.497917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-e1d8055b-bb24-4f74-8f26-a01dbade7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:35.499316 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-e1d8055b-bb24-4f74-8f26-a01dbade7077 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 1096 time: 0.0775170 Feb 16 13:52:35.632560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-81c84bb1-2d87-4788-acf9-01db1e8e15ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:35.634101 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-81c84bb1-2d87-4788-acf9-01db1e8e15ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 200 len: 912 time: 0.1284196 Feb 16 13:52:35.706357 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-3d4a252a-8abb-4a67-b148-d1fbd95dc00d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 200 len: 217 time: 0.0654812 Feb 16 13:52:35.771718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-1c429b44-944f-4a3d-8a27-ae483241715d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:35.773077 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-1c429b44-944f-4a3d-8a27-ae483241715d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1124595f-1b7a-45a7-a190-1b5bebfea715 HTTP/1.1" status: 200 len: 851 time: 0.0606093 Feb 16 13:52:35.821060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-7d8dc9ea-5371-4546-8d5a-90f73160a928 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416903 Feb 16 13:52:35.859538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.863056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.873218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb680bd-71a2-4a5b-a859-eb0fc62f38fc req-9dc5d3a2-d578-4832-9eeb-7c6a01cf4cf0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:35.874695 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0cb680bd-71a2-4a5b-a859-eb0fc62f38fc req-9dc5d3a2-d578-4832-9eeb-7c6a01cf4cf0 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 943 time: 0.5807333 Feb 16 13:52:35.916961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.917419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Fanout notify agent at l3_agent the message router_deleted on router ddc72464-4b5c-4337-9e81-804455f02582 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:52:35.933993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:35.937795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-121da462-5de6-4362-b95b-cee66e5c9ccf tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/routers/ddc72464-4b5c-4337-9e81-804455f02582 HTTP/1.1" status: 204 len: 168 time: 0.6927996 Feb 16 13:52:35.937952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:35.942487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0cb680bd-71a2-4a5b-a859-eb0fc62f38fc req-dc1f61da-0a18-4998-8479-59d55d153016 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541482 Feb 16 13:52:35.970430 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-41c7af1c-f073-452c-9718-5338e96b98ff service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430020 Feb 16 13:52:36.011745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Deleting port 60901e17-33f4-4a70-ad16-af527d266c84 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:36.012224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.111144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16dc3ea4-24f8-4209-a74c-79889f69fc0e req-fc68b8a5-1e84-4b10-9d15-bf40d949b782 service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341765 Feb 16 13:52:36.274339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.398719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Calling delete_port for 60901e17-33f4-4a70-ad16-af527d266c84 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:36.544944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.599327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event deleted for resources: {'Port': ['ID=60901e17-33f4-4a70-ad16-af527d266c84,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:36.701122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.717198 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-63c5f7b0-4b86-4ec3-889d-4efd869eb70e tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/ports/60901e17-33f4-4a70-ad16-af527d266c84 HTTP/1.1" status: 204 len: 168 time: 0.7782102 Feb 16 13:52:36.719720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37456) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:36.790607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Deleting subnet d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:36.793608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.834038 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:52:36.848556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:36.935546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.014033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.056661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.063917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:37.064566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4e710-fe97-4bed-b470-7961fa1d4015 None None] Network 352c6c1e-0654-4b48-8713-66627e56c687 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:37.070252 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a91129c-4822-44f2-99e5-77cfa6ec7c74 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/subnets/d9ceaedf-f7ad-4a4e-af3c-2f76f1013cf4 HTTP/1.1" status: 204 len: 168 time: 0.3483245 Feb 16 13:52:37.072104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37462) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:37.167228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d1b9e-5734-4de3-b5d9-c4bdcb7dbf8d req-40f9bebd-ed53-48ac-a849-8abbb7278663 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:37.168811 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-453d1b9e-5734-4de3-b5d9-c4bdcb7dbf8d req-40f9bebd-ed53-48ac-a849-8abbb7278663 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 943 time: 0.1040695 Feb 16 13:52:37.195840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.207218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Deleting port 5e496bce-72d8-487d-a109-73123385d264 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:37.207564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.223674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-453d1b9e-5734-4de3-b5d9-c4bdcb7dbf8d req-ae8ffdcb-d066-47a1-8ec3-17867996be70 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457852 Feb 16 13:52:37.322386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] DHCP port deletion for 352c6c1e-0654-4b48-8713-66627e56c687 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:37.326864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Deleting port 5e496bce-72d8-487d-a109-73123385d264 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:37.327230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.528892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] For port 5e496bce-72d8-487d-a109-73123385d264, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e496bce-72d8-487d-a109-73123385d264,segment=NetworkSegment(3c444791-f4fd-4317-a564-9248c16dc771),segment_id=3c444791-f4fd-4317-a564-9248c16dc771)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:37.529166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.536125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] For port 5e496bce-72d8-487d-a109-73123385d264, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e496bce-72d8-487d-a109-73123385d264,segment=NetworkSegment(3c444791-f4fd-4317-a564-9248c16dc771),segment_id=3c444791-f4fd-4317-a564-9248c16dc771)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:37.536506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.652900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Calling delete_port for 5e496bce-72d8-487d-a109-73123385d264 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:37.656889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Calling delete_port for 5e496bce-72d8-487d-a109-73123385d264 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:37.733941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.739559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:37.739936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:37.781712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event deleted for resources: {'Port': ['ID=5e496bce-72d8-487d-a109-73123385d264,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:37.783428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] No DVR routers for this DVR port 5e496bce-72d8-487d-a109-73123385d264 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:37.916922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.942268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352c6c1e-0654-4b48-8713-66627e56c687']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:37.955379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c444791-f4fd-4317-a564-9248c16dc771') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:37.955670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c444791-f4fd-4317-a564-9248c16dc771') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:37.967780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.984449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:37.991068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:37.991483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:38.006162 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:38.087080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.104251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.115088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] Pushing event deleted for resources: {'Network': ['ID=352c6c1e-0654-4b48-8713-66627e56c687,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:38.122525 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c0cc9784-e2a6-4b17-9319-36b37f463162 tempest-TagsExtTest-949817421 tempest-TagsExtTest-949817421-project] 10.222.0.105 "DELETE /v2.0/networks/352c6c1e-0654-4b48-8713-66627e56c687 HTTP/1.1" status: 204 len: 168 time: 1.0494421 Feb 16 13:52:38.241568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Deleting port 5e496bce-72d8-487d-a109-73123385d264 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:38.242278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.311925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-eb41964b-8fee-4ad6-b3de-179f8c95f00e None None] The port '5e496bce-72d8-487d-a109-73123385d264' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:38.428424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:38.433211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5eb46-ecb2-4cb9-8df2-783d77c0ee2a req-d7f1ad77-d4c1-4e38-ae61-4ac4c9c4aea1 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:38.434778 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1c5eb46-ecb2-4cb9-8df2-783d77c0ee2a req-d7f1ad77-d4c1-4e38-ae61-4ac4c9c4aea1 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 943 time: 0.0815508 Feb 16 13:52:38.491690 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1c5eb46-ecb2-4cb9-8df2-783d77c0ee2a req-5b967e02-aa08-4ceb-8045-8e3c33d551c7 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485923 Feb 16 13:52:38.580903 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d8f69f1-481f-46e3-b860-f48500dec837 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=df5c8e618cf841c998b29c441ee91e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512570 Feb 16 13:52:38.583459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37480) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:38.645477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.670876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.685745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37484) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:38.724832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.738942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7dc644-6051-4f28-9f03-f3c2eebb7557,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:38.745569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:38.746715 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6b8bda0-4390-451e-a891-8af56110caa9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/ee7dc644-6051-4f28-9f03-f3c2eebb7557 HTTP/1.1" status: 204 len: 168 time: 0.1623764 Feb 16 13:52:38.975249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 64669fc3-2e34-446e-b109-a3dd28410cca details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:52:39.118480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64669fc3-2e34-446e-b109-a3dd28410cca,segment=NetworkSegment(3d0d3854-251d-4864-a1ff-d6ce3e7add13),segment_id=3d0d3854-251d-4864-a1ff-d6ce3e7add13)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:39.132243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '64669fc3-2e34-446e-b109-a3dd28410cca', 'network_id': '41e1fdf5-9096-4f6d-828d-c40cd4c42f01', 'port_id': '64669fc3-2e34-446e-b109-a3dd28410cca', 'mac_address': 'fa:16:3e:88:6b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1124595f-1b7a-45a7-a190-1b5bebfea715', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:52:39.191579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:39.208588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e496bce-72d8-487d-a109-73123385d264 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:39.257102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5e496bce-72d8-487d-a109-73123385d264 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:39.258691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e496bce-72d8-487d-a109-73123385d264 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:39.262182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64669fc3-2e34-446e-b109-a3dd28410cca {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:52:39.280098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64669fc3-2e34-446e-b109-a3dd28410cca,segment=NetworkSegment(3d0d3854-251d-4864-a1ff-d6ce3e7add13),segment_id=3d0d3854-251d-4864-a1ff-d6ce3e7add13)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:39.284660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:39.300010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:39.354395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:39.638120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['64669fc3-2e34-446e-b109-a3dd28410cca'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:52:39.814092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c35ec6-b071-4b1e-841b-a809c075d48c req-eabe7d88-c5a0-4cd5-a773-7f88bca0a24e tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:39.815515 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79c35ec6-b071-4b1e-841b-a809c075d48c req-eabe7d88-c5a0-4cd5-a773-7f88bca0a24e tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 944 time: 0.2116346 Feb 16 13:52:39.869639 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79c35ec6-b071-4b1e-841b-a809c075d48c req-82c592bb-0b3d-4999-8128-65ce1e71421b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484023 Feb 16 13:52:39.937858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 6550c02a-aca7-41ff-bdb5-df1875c18cd0 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:39.938145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:40.133932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 6550c02a-aca7-41ff-bdb5-df1875c18cd0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6550c02a-aca7-41ff-bdb5-df1875c18cd0,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:40.134270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:40.258159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 6550c02a-aca7-41ff-bdb5-df1875c18cd0 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:40.468488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:40.523134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=6550c02a-aca7-41ff-bdb5-df1875c18cd0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:40.699102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb2e4e75-b4e0-458b-84fb-75fe68abe109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:40.803080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:40.991197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 64669fc3-2e34-446e-b109-a3dd28410cca up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:52:41.080934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 64669fc3-2e34-446e-b109-a3dd28410cca completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:52:41.087012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 64669fc3-2e34-446e-b109-a3dd28410cca triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:52:41.087389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:41.226949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:41.256413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:41.267381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64669fc3-2e34-446e-b109-a3dd28410cca,segment=NetworkSegment(3d0d3854-251d-4864-a1ff-d6ce3e7add13),segment_id=3d0d3854-251d-4864-a1ff-d6ce3e7add13)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:41.272807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:41.322612 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca', 'code': 200} Feb 16 13:52:41.356063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:41.396520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf6010-7b50-4b7a-832c-55c9b8c49fa6 req-1f1e60ff-133b-423a-840b-e552f0148843 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:41.398029 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ebf6010-7b50-4b7a-832c-55c9b8c49fa6 req-1f1e60ff-133b-423a-840b-e552f0148843 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 944 time: 0.2735553 Feb 16 13:52:41.462358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:41.465765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ebf6010-7b50-4b7a-832c-55c9b8c49fa6 req-d067dcf2-ba42-424a-9dd8-ea84a4285322 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611978 Feb 16 13:52:41.584727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59a9f8-684d-4cb4-a709-4fae1224c0ac req-92f1013f-489a-471a-a0e6-982017dad88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:41.586932 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a59a9f8-684d-4cb4-a709-4fae1224c0ac req-92f1013f-489a-471a-a0e6-982017dad88c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 1098 time: 0.0840960 Feb 16 13:52:41.632475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a59a9f8-684d-4cb4-a709-4fae1224c0ac req-6e8642fd-1e59-4d6f-84c8-1f331035d410 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Feb 16 13:52:41.677337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:41.691359 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849160-da01-4851-8822-20153ff65d19 None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:41.691919 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04164ba6-fe60-4004-b882-58ffc38dec74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/99a6fb8e-3011-47c1-964a-7a5b9ee61cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0018470 Feb 16 13:52:41.708244 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:41.708851 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:41.894107 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:42.074167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772bfb-11a5-4a6d-9f4b-37ad86ed26c2 req-687f893a-e563-42dc-8e38-4dd45e226307 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:42.074880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-52772bfb-11a5-4a6d-9f4b-37ad86ed26c2 req-687f893a-e563-42dc-8e38-4dd45e226307 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:42.094604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-52772bfb-11a5-4a6d-9f4b-37ad86ed26c2 req-687f893a-e563-42dc-8e38-4dd45e226307 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:42.095884 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-52772bfb-11a5-4a6d-9f4b-37ad86ed26c2 req-687f893a-e563-42dc-8e38-4dd45e226307 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.1070695 Feb 16 13:52:42.142296 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-52772bfb-11a5-4a6d-9f4b-37ad86ed26c2 req-76a113bf-a06b-4a34-8fa7-d31c5ae3633d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 Feb 16 13:52:42.286369 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:42.290334 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849160-da01-4851-8822-20153ff65d19 None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:42.299006 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:42.300039 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:42.476678 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:42.660261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca699768-5277-44e9-bb9e-3a31660c819b req-8f746a0c-8fc8-465d-bb19-2af929d561c9 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:42.661693 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ca699768-5277-44e9-bb9e-3a31660c819b req-8f746a0c-8fc8-465d-bb19-2af929d561c9 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0824566 Feb 16 13:52:42.709939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ca699768-5277-44e9-bb9e-3a31660c819b req-434069ea-0a41-4df4-950b-6a13fc9f6eb6 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Feb 16 13:52:42.849022 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-86849160-da01-4851-8822-20153ff65d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:42.853073 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86849160-da01-4851-8822-20153ff65d19 None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '762f7370-1330-4f03-a72b-78cbc2b57569', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.115', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'port_id': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'mac_address': 'fa:16:3e:3b:3f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:50:19Z', 'updated_at': '2022-02-16T13:50:27Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:43.234600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6550c02a-aca7-41ff-bdb5-df1875c18cd0 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:43.269993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 6550c02a-aca7-41ff-bdb5-df1875c18cd0 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:43.270173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6550c02a-aca7-41ff-bdb5-df1875c18cd0 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:43.372129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589562c4-1172-4ba9-a5e0-1ffef2d2a0c5 req-061a23fd-d561-4c4f-b086-924a898662e0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:43.373805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-589562c4-1172-4ba9-a5e0-1ffef2d2a0c5 req-061a23fd-d561-4c4f-b086-924a898662e0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.1053348 Feb 16 13:52:43.424867 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-589562c4-1172-4ba9-a5e0-1ffef2d2a0c5 req-30da03bc-d85f-4ea0-a79c-ca66688967be tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=40f71381-e610-49ba-a39b-d91ec1d71739&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404398 Feb 16 13:52:43.587030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-2b2ebcd7-3183-4541-9816-ceb12e520567 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:43.587640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-2b2ebcd7-3183-4541-9816-ceb12e520567 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:43.601106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-2b2ebcd7-3183-4541-9816-ceb12e520567 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:43.602198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-2b2ebcd7-3183-4541-9816-ceb12e520567 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 946 time: 0.0973673 Feb 16 13:52:43.671491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 53932341-5b43-4a32-8d47-d029d5105924 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:43.671795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:43.900564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1e836-60e4-4f49-8ebb-ddb696af14a1 req-1630adee-1a9a-4dd1-8150-5e924c2e93c7 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:43.900564 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54e1e836-60e4-4f49-8ebb-ddb696af14a1 req-1630adee-1a9a-4dd1-8150-5e924c2e93c7 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0833862 Feb 16 13:52:43.924312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d75a-de0e-462f-b13e-3de6ef74d6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:43.927471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 53932341-5b43-4a32-8d47-d029d5105924, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=53932341-5b43-4a32-8d47-d029d5105924,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:43.927854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:43.950859 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54e1e836-60e4-4f49-8ebb-ddb696af14a1 req-40954dfb-9cb1-41c9-9cf0-5566fdb82b79 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Feb 16 13:52:44.051228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 53932341-5b43-4a32-8d47-d029d5105924 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:44.141716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab00270-39ec-4ddd-842e-fd9594b3cfa4 req-dcab82dd-3f0d-4044-ad67-7865cd5f0323 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:44.143651 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fab00270-39ec-4ddd-842e-fd9594b3cfa4 req-dcab82dd-3f0d-4044-ad67-7865cd5f0323 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0825527 Feb 16 13:52:44.145941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:44.192946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:44.197017 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fab00270-39ec-4ddd-842e-fd9594b3cfa4 req-0fc76eab-b036-4db3-b0ff-96d109145ca2 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472355 Feb 16 13:52:44.237115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:44.293300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=53932341-5b43-4a32-8d47-d029d5105924,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:44.371977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 53932341-5b43-4a32-8d47-d029d5105924 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:44.374519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:44.377317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'name': 'network-vif-deleted', 'tag': '53932341-5b43-4a32-8d47-d029d5105924'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:44.394309 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9ad9fad-bfbe-47b3-83fa-5e67c59b4586 req-877c5b95-3d0a-4936-a6f4-a5f9af48cc91 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/53932341-5b43-4a32-8d47-d029d5105924 HTTP/1.1" status: 204 len: 173 time: 0.7869809 Feb 16 13:52:44.435052 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b54322-c878-4dd0-9d5d-3d81b7911bda', 'name': 'network-vif-deleted', 'tag': '53932341-5b43-4a32-8d47-d029d5105924', 'status': 'completed', 'code': 200} Feb 16 13:52:44.646552 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0daccaf-4b19-4c58-99b4-68c8195f6697 req-2bcfe5c9-6624-4e92-b9ca-c1e5dadfbe05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=77b54322-c878-4dd0-9d5d-3d81b7911bda HTTP/1.1" status: 200 len: 210 time: 0.0932646 Feb 16 13:52:44.691197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c149-7cdf-4490-81b4-30a9f05cea84 req-763a4388-94bd-4c47-b1b6-09d5e084faf9 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:44.692694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ee32c149-7cdf-4490-81b4-30a9f05cea84 req-763a4388-94bd-4c47-b1b6-09d5e084faf9 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0911775 Feb 16 13:52:44.745036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ee32c149-7cdf-4490-81b4-30a9f05cea84 req-59104c10-105c-4bf0-817e-6a53fed82a61 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Feb 16 13:52:45.492899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:45.673684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:45.749242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37518) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:45.824087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:45.855657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:45.967377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09eb5b-8c26-403b-9723-faa672905639 req-68465302-be7e-4f6b-a0ed-47e8ec1163df tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:45.968830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa09eb5b-8c26-403b-9723-faa672905639 req-68465302-be7e-4f6b-a0ed-47e8ec1163df tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1157045 Feb 16 13:52:46.007947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.037939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f71381-e610-49ba-a39b-d91ec1d71739,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:46.042079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa09eb5b-8c26-403b-9723-faa672905639 req-5859d128-241d-4152-9b06-bcd59e8c3a4c tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645173 Feb 16 13:52:46.048348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.053728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2c5fcfd5-ef91-4165-aa62-7e65e00ecc18 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/40f71381-e610-49ba-a39b-d91ec1d71739 HTTP/1.1" status: 204 len: 168 time: 0.2992094 Feb 16 13:52:46.092890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37528) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:46.168054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:46.171324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.225629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.344877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.455047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3ded6-5c07-4687-9f6a-40cb8b3c8cad req-ad80320e-d6c1-4683-90d1-8dc56d6aeb40 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:46.456526 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ffd3ded6-5c07-4687-9f6a-40cb8b3c8cad req-ad80320e-d6c1-4683-90d1-8dc56d6aeb40 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Feb 16 13:52:46.503791 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ffd3ded6-5c07-4687-9f6a-40cb8b3c8cad req-1f68d2ec-29fd-4d0e-a3f6-8e7b0bb72625 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Feb 16 13:52:46.536055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.732981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:46.735975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.739552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5d84b-a410-4bf3-bd5c-f56d36188eea None None] Network 93a23577-e490-4790-abeb-196e5c73e2e5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:46.748359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-c9bce7ab-5e3f-47a2-81f4-d95fce1cb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:46.750564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-c9bce7ab-5e3f-47a2-81f4-d95fce1cb4b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 1098 time: 0.3413155 Feb 16 13:52:46.752435 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5232718f-13bb-45e0-b69a-b060d98ebfa5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/a0f8aed8-9e8a-4eee-8f36-f1ee86b20dce HTTP/1.1" status: 204 len: 168 time: 0.6584890 Feb 16 13:52:46.755232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:46.950249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:46.988111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-9756fd91-2103-45e1-8f97-1370015c9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:46.989542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-9756fd91-2103-45e1-8f97-1370015c9ed2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 200 len: 912 time: 0.2319036 Feb 16 13:52:46.990939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:46.991263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.017297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 53932341-5b43-4a32-8d47-d029d5105924 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:47.072058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 53932341-5b43-4a32-8d47-d029d5105924 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:47.072547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 53932341-5b43-4a32-8d47-d029d5105924 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:47.095714 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-fd787a72-3123-40d0-acbf-802db3af9d65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 200 len: 217 time: 0.0805311 Feb 16 13:52:47.152583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] DHCP port deletion for 93a23577-e490-4790-abeb-196e5c73e2e5 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:47.159434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Deleting port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:47.160001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.224334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-3f3ce4f8-3d33-4a4d-9292-c5ef5d6e2be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:47.225676 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-3f3ce4f8-3d33-4a4d-9292-c5ef5d6e2be6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1124595f-1b7a-45a7-a190-1b5bebfea715 HTTP/1.1" status: 200 len: 851 time: 0.1229105 Feb 16 13:52:47.237375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:47.327649 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-94ebfb22-5708-455b-9079-55f0329bc067 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573065 Feb 16 13:52:47.345470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-ed6aef8a-a12b-438f-81d4-e3da9beea7be service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:52:47.346442 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-ed6aef8a-a12b-438f-81d4-e3da9beea7be service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056705 Feb 16 13:52:47.357004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:47.357332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.482701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] For port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,segment=NetworkSegment(23874d70-0349-4e52-9515-936f22ae402a),segment_id=23874d70-0349-4e52-9515-936f22ae402a)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:47.483003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.496643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.544019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:47.617508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Calling delete_port for f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:47.663899 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-28576a60-e11c-40dd-b01c-7fca4b9dcba9 service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086543 Feb 16 13:52:47.664885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.732877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=f428d98a-3d1d-4c57-a3b9-0eb9e58924c1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:47.734547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:47.743466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:47.744071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:47.756868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0d454-cb41-466f-a1e4-b364c5fe3bd1 req-b5b7b16c-079d-4b5f-9a8d-a0a05dc3d69c tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:47.758383 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91e0d454-cb41-466f-a1e4-b364c5fe3bd1 req-b5b7b16c-079d-4b5f-9a8d-a0a05dc3d69c tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1260877 Feb 16 13:52:47.805487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91e0d454-cb41-466f-a1e4-b364c5fe3bd1 req-bd50c4e5-a4cb-4551-9e17-5c1581e94f9b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Feb 16 13:52:47.931615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:47.974595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a23577-e490-4790-abeb-196e5c73e2e5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:47.984451 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c77bc7c4-6d62-423b-8e4e-ee5d99d652dc req-9b4df539-6dc6-4ad3-9df4-8c620c21a1db service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803934 Feb 16 13:52:47.991824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23874d70-0349-4e52-9515-936f22ae402a') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:47.992090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23874d70-0349-4e52-9515-936f22ae402a') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:48.004820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.025043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.031453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:52:48.031831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:52:48.158550 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:52:48.236293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.245335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Deleting port f428d98a-3d1d-4c57-a3b9-0eb9e58924c1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:48.245753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.255730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.268444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=93a23577-e490-4790-abeb-196e5c73e2e5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:48.282854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0df03f0-ed85-410e-80b3-619fc6863b25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/93a23577-e490-4790-abeb-196e5c73e2e5 HTTP/1.1" status: 204 len: 168 time: 1.5265293 Feb 16 13:52:48.285542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37540) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:48.328897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1adc3c16-6f31-462e-b463-3958e4be78d6 None None] The port 'f428d98a-3d1d-4c57-a3b9-0eb9e58924c1' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:52:48.493215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 68016726-65a1-49eb-aa2d-9b893ff1ba0b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:48.493465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.665587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.665920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:48.790848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 68016726-65a1-49eb-aa2d-9b893ff1ba0b owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:48.954757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:49.016191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=68016726-65a1-49eb-aa2d-9b893ff1ba0b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:49.072526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1be05-b7cf-4ca1-ac8b-fc7e32d03d4b req-27ec20c6-1fc1-4fa4-b57e-265f7f92d70a tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:49.075116 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eab1be05-b7cf-4ca1-ac8b-fc7e32d03d4b req-27ec20c6-1fc1-4fa4-b57e-265f7f92d70a tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1519611 Feb 16 13:52:49.138156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eab1be05-b7cf-4ca1-ac8b-fc7e32d03d4b req-f0fb5e01-5ddb-43c4-92e8-15ee234694ab tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564432 Feb 16 13:52:49.161222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:49.161997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 762f7370-1330-4f03-a72b-78cbc2b57569 disassociated (deleted). External IP: 172.26.1.115, port: 71190a38-ab78-4d96-b52c-258c5c946ee1. Feb 16 13:52:49.519297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:49.813925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:49.825983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:49.834256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:49.837342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:49.838422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:49.893458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0ed0ba0a-7379-4800-984c-bb1ea1a60da6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/762f7370-1330-4f03-a72b-78cbc2b57569 HTTP/1.1" status: 204 len: 168 time: 1.6067796 Feb 16 13:52:49.894132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:49.945432 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'status': 'completed', 'code': 200} Feb 16 13:52:50.106623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-6723e511-aded-48ff-a97d-86775b07d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.108283 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-6723e511-aded-48ff-a97d-86775b07d4b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 1099 time: 0.1252663 Feb 16 13:52:50.121691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:50.288733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-3d1fbff2-2eb2-46f6-90b4-a177602e20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.291149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-3d1fbff2-2eb2-46f6-90b4-a177602e20f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 200 len: 898 time: 0.1764903 Feb 16 13:52:50.419112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-e14195e8-0706-4de7-ba91-4766a780e527 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 200 len: 217 time: 0.1212988 Feb 16 13:52:50.505967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-da1455da-6e84-4db1-8e7b-fa1da8a4b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.508370 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-da1455da-6e84-4db1-8e7b-fa1da8a4b6f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 200 len: 834 time: 0.0816829 Feb 16 13:52:50.594176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-73d7a8b5-21b8-4e6d-ba8d-8ed7519722ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.595777 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-73d7a8b5-21b8-4e6d-ba8d-8ed7519722ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98931028-44fb-434a-9b5d-8d17e0b4905c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813990 Feb 16 13:52:50.643374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:50.648154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:50.655974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f23a-b9d9-4b11-8048-e70003d7706c req-072cbf86-1bc8-4aaa-a595-45357eb70531 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.657537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:50.657912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ce67f23a-b9d9-4b11-8048-e70003d7706c req-072cbf86-1bc8-4aaa-a595-45357eb70531 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.1118197 Feb 16 13:52:50.658160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:50.687127 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe9042-a910-4ac3-af88-ba8aa6e44bbb req-b5dd3864-24b0-4400-b151-1eee0aa731c1 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:50.688692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7fe9042-a910-4ac3-af88-ba8aa6e44bbb req-b5dd3864-24b0-4400-b151-1eee0aa731c1 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.3441951 Feb 16 13:52:50.737568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ce67f23a-b9d9-4b11-8048-e70003d7706c req-2d886c07-e57c-4c7f-880b-a1bab8ae10a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:50.777790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7fe9042-a910-4ac3-af88-ba8aa6e44bbb req-fec2283d-2587-417b-be94-15cb2c1b7535 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686789 Feb 16 13:52:50.778684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ce67f23a-b9d9-4b11-8048-e70003d7706c req-2d886c07-e57c-4c7f-880b-a1bab8ae10a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:50.780334 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ce67f23a-b9d9-4b11-8048-e70003d7706c req-2d886c07-e57c-4c7f-880b-a1bab8ae10a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140680 Feb 16 13:52:50.784371 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-34cac5d8-533c-4874-9fe7-4afe652ac3df service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803644 Feb 16 13:52:50.856671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:50.951947 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e950aaee-3d9d-4f3e-bbd0-786f82908322 req-83664cd3-fa74-47c5-a6ae-6a5e6b6d1347 service neutron] 10.222.0.26 "GET /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589732 Feb 16 13:52:51.277769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:51.283383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355b3fd-3e1b-4a44-9bcd-9cc7cd664d16 None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:40Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '30409aea-4a5c-4af4-b531-907ae21876ef', 'name': '', 'network_id': '98931028-44fb-434a-9b5d-8d17e0b4905c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:e7:b4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '9f934f30-8df0-42eb-9c1b-178179777601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:39Z', 'updated_at': '2022-02-16T13:49:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9f934f30-8df0-42eb-9c1b-178179777601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:51.289713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f54471-bbad-4580-9b0c-3301b93536cd req-0fb92e81-3797-4211-9b4c-f044fa597901 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:51.291600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-86f54471-bbad-4580-9b0c-3301b93536cd req-0fb92e81-3797-4211-9b4c-f044fa597901 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1019013 Feb 16 13:52:51.362980 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-86f54471-bbad-4580-9b0c-3301b93536cd req-7e00177d-d750-420f-af8f-be12f059b5fd tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588627 Feb 16 13:52:51.563553 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9233da5-f6c1-496b-a27b-c4eef747889e None None] New status for floating IP 762f7370-1330-4f03-a72b-78cbc2b57569: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:52:51.990498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b5e4-18fb-41ea-9ef3-3067773cef43 req-788c5c30-10b2-44f7-b8d7-0c7325a49c28 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:51.991958 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98a9b5e4-18fb-41ea-9ef3-3067773cef43 req-788c5c30-10b2-44f7-b8d7-0c7325a49c28 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.0839286 Feb 16 13:52:52.038277 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98a9b5e4-18fb-41ea-9ef3-3067773cef43 req-00b2e6ef-51a1-4dcc-802c-f72c12be47fb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=0ca74cae-f73e-44bc-a36c-20815b7f727c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Feb 16 13:52:52.166649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-b11bdac7-5f5f-43e3-bed5-70c5c242dec6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:52.167332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-b11bdac7-5f5f-43e3-bed5-70c5c242dec6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:52.183098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-b11bdac7-5f5f-43e3-bed5-70c5c242dec6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:52.184264 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-b11bdac7-5f5f-43e3-bed5-70c5c242dec6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 946 time: 0.1032524 Feb 16 13:52:52.254060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 71190a38-ab78-4d96-b52c-258c5c946ee1 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:52.254426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:52.508321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 71190a38-ab78-4d96-b52c-258c5c946ee1, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=71190a38-ab78-4d96-b52c-258c5c946ee1,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:52.508667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:52.554238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc1ca8-5a61-4366-a226-7546844fd44d req-7716bc03-f094-4285-bba8-842b9dad214b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:52.556007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12bc1ca8-5a61-4366-a226-7546844fd44d req-7716bc03-f094-4285-bba8-842b9dad214b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0821390 Feb 16 13:52:52.609860 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12bc1ca8-5a61-4366-a226-7546844fd44d req-dbe601c0-fbd8-422c-9d12-914af0ed5ec5 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Feb 16 13:52:52.635727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 71190a38-ab78-4d96-b52c-258c5c946ee1 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:53.036351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e1181-1311-406d-9446-41708529a150 req-d33d8dd0-d01e-461a-a975-af2982dbca1b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:53.037312 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cd5e1181-1311-406d-9446-41708529a150 req-d33d8dd0-d01e-461a-a975-af2982dbca1b tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1157675 Feb 16 13:52:53.099624 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cd5e1181-1311-406d-9446-41708529a150 req-3e61f046-566e-4a2c-80d8-37ccc4433fed tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537605 Feb 16 13:52:53.107010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:53.163549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=71190a38-ab78-4d96-b52c-258c5c946ee1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:53.271099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 71190a38-ab78-4d96-b52c-258c5c946ee1 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:53.271099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:53.271099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'name': 'network-vif-deleted', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:53.287796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-1d7ba60e-cf36-4d4e-ad52-0fa1fdb78efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:53.287796 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-1d7ba60e-cf36-4d4e-ad52-0fa1fdb78efe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 1098 time: 0.2990141 Feb 16 13:52:53.316463 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-04eb294e-3a9e-4386-be88-bb27aee7073a req-48e667a0-768b-448e-aff9-eb9a12a74da4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/71190a38-ab78-4d96-b52c-258c5c946ee1 HTTP/1.1" status: 204 len: 173 time: 1.1266141 Feb 16 13:52:53.326604 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6faeb445-fb29-4bba-be96-a0dbbde73b33 req-7daa0ebe-53a7-4ec6-9f88-0f9312fee257 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9fc0367e-5eb5-454e-a305-ac37f904dd72 HTTP/1.1" status: 200 len: 210 time: 0.0834386 Feb 16 13:52:53.399034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc0367e-5eb5-454e-a305-ac37f904dd72', 'name': 'network-vif-deleted', 'tag': '71190a38-ab78-4d96-b52c-258c5c946ee1', 'status': 'completed', 'code': 200} Feb 16 13:52:53.471650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-75656247-6242-47b9-9ef1-7e88a7bd8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:53.473715 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-75656247-6242-47b9-9ef1-7e88a7bd8eed service neutron] 10.222.0.26 "GET /v2.0/networks?id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 200 len: 912 time: 0.1820788 Feb 16 13:52:53.592919 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-a25eb2d7-822b-45e1-b649-8d2814284b44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 200 len: 217 time: 0.1087105 Feb 16 13:52:53.669370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-fb85a978-d811-4fc3-9e9d-fdfdaf415720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:53.673416 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-fb85a978-d811-4fc3-9e9d-fdfdaf415720 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1124595f-1b7a-45a7-a190-1b5bebfea715 HTTP/1.1" status: 200 len: 851 time: 0.0760860 Feb 16 13:52:53.756501 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-5d977686-cca4-44c2-90e8-80f2c9b94d2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41e1fdf5-9096-4f6d-828d-c40cd4c42f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755672 Feb 16 13:52:54.044261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-8672e268-4731-4d12-b7e2-45ec1f80ce79 service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746952 Feb 16 13:52:54.189005 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dbbbce3b-f16e-44e2-aecb-d051b54debba req-616f2f4f-74e6-4c41-9cb0-49eb8b3b6080 service neutron] 10.222.0.26 "GET /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392412 Feb 16 13:52:54.284117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648072-8820-44fe-a6a0-cdd0b0a80026 req-cf6269b4-1aa5-4666-87cb-e400af35074c tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:54.285743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7a648072-8820-44fe-a6a0-cdd0b0a80026 req-cf6269b4-1aa5-4666-87cb-e400af35074c tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.0808303 Feb 16 13:52:54.331617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7a648072-8820-44fe-a6a0-cdd0b0a80026 req-47fc92d0-d98c-472a-9f4d-2b1225760ca9 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397239 Feb 16 13:52:54.431677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37574) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:54.501130 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:54.535331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:54.610687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:54.632628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca74cae-f73e-44bc-a36c-20815b7f727c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:54.653753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:54.653753 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6b4b9898-0c0e-4860-9e29-8a8249e57550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/0ca74cae-f73e-44bc-a36c-20815b7f727c HTTP/1.1" status: 204 len: 168 time: 0.2179482 Feb 16 13:52:54.698563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37580) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:55.075045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 71190a38-ab78-4d96-b52c-258c5c946ee1 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:55.112284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 71190a38-ab78-4d96-b52c-258c5c946ee1 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:52:55.112568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 71190a38-ab78-4d96-b52c-258c5c946ee1 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:52:55.498016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:55.860789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d6b29-6d68-4d5c-b134-bc9f07dd373e req-aabb2f89-10b3-4a15-afc0-95de7ccefb21 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:55.862420 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31d6b29-6d68-4d5c-b134-bc9f07dd373e req-aabb2f89-10b3-4a15-afc0-95de7ccefb21 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.4100120 Feb 16 13:52:55.958983 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31d6b29-6d68-4d5c-b134-bc9f07dd373e req-060057db-2400-4e20-be4a-b81c3e53bfba tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893571 Feb 16 13:52:56.088688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 30409aea-4a5c-4af4-b531-907ae21876ef {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:56.089046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:56.290962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 30409aea-4a5c-4af4-b531-907ae21876ef, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=30409aea-4a5c-4af4-b531-907ae21876ef,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:56.291429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:56.450363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 30409aea-4a5c-4af4-b531-907ae21876ef owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:56.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3f43a-512f-4066-9c15-5497308da87a req-df289a63-2e33-4b18-bec9-05390f918471 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:56.575384 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ab3f43a-512f-4066-9c15-5497308da87a req-df289a63-2e33-4b18-bec9-05390f918471 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.2184107 Feb 16 13:52:56.634162 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7ab3f43a-512f-4066-9c15-5497308da87a req-6bab9be9-b94d-4521-a996-39911a8b1224 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Feb 16 13:52:56.706930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:56.755483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=30409aea-4a5c-4af4-b531-907ae21876ef,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:57.050143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:57.542874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:52:57.729391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:52:57.740588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Sync routers for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:52:57.748195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7fce6b82-052b-41ef-8fa3-32501ff90129 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/99a6fb8e-3011-47c1-964a-7a5b9ee61cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0540271 Feb 16 13:52:57.750771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37592) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:57.756795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:57.757851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:57.820487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet 9f934f30-8df0-42eb-9c1b-178179777601 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:52:57.823594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:57.878897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f39b-b8a8-4879-a7c1-408868d1bb34 req-fa971a6e-1467-427b-b2ae-2793e8afcd23 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:57.881820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-58a0f39b-b8a8-4879-a7c1-408868d1bb34 req-fa971a6e-1467-427b-b2ae-2793e8afcd23 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1319110 Feb 16 13:52:57.884631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:57.973156 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-58a0f39b-b8a8-4879-a7c1-408868d1bb34 req-6a51b50f-12db-47fb-bffd-f71732d2d513 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/security-groups?id=24c40c99-ff7a-4879-add8-7e17b0c1132b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847552 Feb 16 13:52:58.015336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:58.032720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.118835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.159795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=9f934f30-8df0-42eb-9c1b-178179777601,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:58.202834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.234746 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-716c9d8d-1be0-4eb3-a82e-6bc7fe2e454f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/9f934f30-8df0-42eb-9c1b-178179777601 HTTP/1.1" status: 204 len: 168 time: 0.4707296 Feb 16 13:52:58.242289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37596) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:52:58.260493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541e2a1-36a8-4498-ac3c-200a9c80c86b None None] Network 98931028-44fb-434a-9b5d-8d17e0b4905c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:52:58.278066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-076ff7fb-53e3-422e-902e-d3490f7eda42 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:52:58.278066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-076ff7fb-53e3-422e-902e-d3490f7eda42 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Synchronizing usage tracker for tenant:08e54bd96d7d4087a4081a3aa00091fc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:52:58.291751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-076ff7fb-53e3-422e-902e-d3490f7eda42 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Unset dirty status for tenant:08e54bd96d7d4087a4081a3aa00091fc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:52:58.292977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-076ff7fb-53e3-422e-902e-d3490f7eda42 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.26 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 945 time: 0.1278629 Feb 16 13:52:58.373839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Deleting port 64669fc3-2e34-446e-b109-a3dd28410cca {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:58.374136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.462347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.548877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:56Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:58.553150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Checking router: 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:52:58.562566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Routers {'99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:52:58.563466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:58.653644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] DHCP port deletion for 98931028-44fb-434a-9b5d-8d17e0b4905c request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:52:58.664065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.668007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Deleting port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:58.668377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.675481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:52:58.675816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.778867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] For port 64669fc3-2e34-446e-b109-a3dd28410cca, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=64669fc3-2e34-446e-b109-a3dd28410cca,segment=NetworkSegment(3d0d3854-251d-4864-a1ff-d6ce3e7add13),segment_id=3d0d3854-251d-4864-a1ff-d6ce3e7add13)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:58.779714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.884823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 81f4ea09-cf4d-44df-95f4-6062d3a9c08e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:58.885708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:58.914708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Calling delete_port for 64669fc3-2e34-446e-b109-a3dd28410cca owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:58.933731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] Set router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:52:59.017379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 81f4ea09-cf4d-44df-95f4-6062d3a9c08e owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:59.112453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.176372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Pushing event deleted for resources: {'Port': ['ID=64669fc3-2e34-446e-b109-a3dd28410cca,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:59.242911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a4196b2-e843-4c9b-a513-34f54ee0a575 req-a24a8124-921c-4c0c-8c0e-51aa9987e534 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.105 "GET /v2.0/ports?device_id=798e83eb-983f-4377-868c-47561a826552 HTTP/1.1" status: 200 len: 210 time: 0.1165960 Feb 16 13:52:59.251995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:52:59.268233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] No DVR routers for this DVR port 64669fc3-2e34-446e-b109-a3dd28410cca on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:52:59.272096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.275574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'name': 'network-vif-deleted', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:52:59.288075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.300341 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3214b1e0-5c9a-4605-884e-f6c456850569 req-8b1d037e-0753-4285-b9bf-b18428b93607 tempest-TestServerAdvancedOps-527673060 tempest-TestServerAdvancedOps-527673060-project] 10.222.0.26 "DELETE /v2.0/ports/64669fc3-2e34-446e-b109-a3dd28410cca HTTP/1.1" status: 204 len: 173 time: 1.0015762 Feb 16 13:52:59.331084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:59.331466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.521004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Calling delete_port for 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:52:59.523745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=81f4ea09-cf4d-44df-95f4-6062d3a9c08e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:59.556666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.579856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798e83eb-983f-4377-868c-47561a826552', 'name': 'network-vif-deleted', 'tag': '64669fc3-2e34-446e-b109-a3dd28410cca', 'status': 'completed', 'code': 200} Feb 16 13:52:59.662553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.669949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:52:59.687241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.804826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:52:59.805158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:52:59.832717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:52:59.839186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:56Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:52:59.851462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429c89e-d7ca-4b9c-a1c8-ef432f9bcd21 None None] The sync data for ids ['99a6fb8e-3011-47c1-964a-7a5b9ee61cc2'] in dv-neutron-828143-3-hyperv is: [{'id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'name': 'tempest-TestNetworkBasicOps-router-145734493', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79'}], 'enable_snat': True}, 'gw_port_id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:52:56Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '81f4ea09-cf4d-44df-95f4-6062d3a9c08e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a6fb8e-3011-47c1-964a-7a5b9ee61cc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:52:59.918344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.920750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.948080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.948700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:52:59.966795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:52:59.967885 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-203135f1-2c90-43d7-b15d-27f28505b6b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/99a6fb8e-3011-47c1-964a-7a5b9ee61cc2 HTTP/1.1" status: 204 len: 168 time: 1.7426162 Feb 16 13:52:59.971184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37606) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:00.088329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.100358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:53:00.100721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.307062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Deleting port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:53:00.308007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.321318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:00.321673 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.404177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37612) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:00.482109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:53:00.508221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Deleting subnet 1124595f-1b7a-45a7-a190-1b5bebfea715 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:53:00.513085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.587647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.590429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] For port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,segment=NetworkSegment(716d8ee7-69c7-4493-b14b-14e5866994e7),segment_id=716d8ee7-69c7-4493-b14b-14e5866994e7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:00.591179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.602585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.640178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=2447e799-4b6d-47eb-8d18-fac9fb2a4dc3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:00.644009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:53:00.701450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.733495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Calling delete_port for 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:53:00.781660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.810420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98931028-44fb-434a-9b5d-8d17e0b4905c']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:00.811518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.816586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:53:00.817264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:53:00.823527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716d8ee7-69c7-4493-b14b-14e5866994e7') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:00.824066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716d8ee7-69c7-4493-b14b-14e5866994e7') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:00.836111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.853261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1124595f-1b7a-45a7-a190-1b5bebfea715,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:00.853779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.857115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.867025 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f6b4fbca-5a1b-429c-aa06-16a41b96e463 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/1124595f-1b7a-45a7-a190-1b5bebfea715 HTTP/1.1" status: 204 len: 168 time: 0.4575627 Feb 16 13:53:00.867297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:53:00.867297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.867651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:53:00.883055 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:53:00.906567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Deleting port 2447e799-4b6d-47eb-8d18-fac9fb2a4dc3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:53:00.907131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:00.992453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e093e-fd7c-4fb2-b669-cf99f63cd9c9 None None] The port '2447e799-4b6d-47eb-8d18-fac9fb2a4dc3' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:53:00.998499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.011693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.018515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.052942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=98931028-44fb-434a-9b5d-8d17e0b4905c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:01.056680 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8db793d8-d62e-4e3b-930c-c9d2206f22ca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/98931028-44fb-434a-9b5d-8d17e0b4905c HTTP/1.1" status: 204 len: 168 time: 1.0841537 Feb 16 13:53:01.085263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:01.097114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--1706556005', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:01.102923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:01.109797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:01.113602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 64669fc3-2e34-446e-b109-a3dd28410cca no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:53:01.114248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:01.120849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:01.142990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:53:01.148361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.162924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 64669fc3-2e34-446e-b109-a3dd28410cca {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:53:01.163972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 64669fc3-2e34-446e-b109-a3dd28410cca not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:53:01.180135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.195926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:53:01.210149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.210698 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment c496801c-3b73-4bbc-bcb9-f1e8a582d6f6 of type vlan for network 08d24e89-2f4a-4990-9aa3-5c1540b829ec Feb 16 13:53:01.212107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e1fdf5-9096-4f6d-828d-c40cd4c42f01']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:01.230444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0d3854-251d-4864-a1ff-d6ce3e7add13') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:01.230734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0d3854-251d-4864-a1ff-d6ce3e7add13') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:01.243389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.254209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.259101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 30409aea-4a5c-4af4-b531-907ae21876ef no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:53:01.265726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.273091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:53:01.273638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:53:01.287599 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:53:01.298486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 30409aea-4a5c-4af4-b531-907ae21876ef {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:53:01.298821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 30409aea-4a5c-4af4-b531-907ae21876ef not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:53:01.299219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 81f4ea09-cf4d-44df-95f4-6062d3a9c08e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:53:01.304131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.311192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:01.312198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.334795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 81f4ea09-cf4d-44df-95f4-6062d3a9c08e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:53:01.335963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 81f4ea09-cf4d-44df-95f4-6062d3a9c08e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:53:01.373472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.394949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.407448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] Pushing event deleted for resources: {'Network': ['ID=41e1fdf5-9096-4f6d-828d-c40cd4c42f01,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:01.417236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-28b2cdc0-8bf3-434b-beeb-2fc0b563d910 admin admin] 10.222.0.105 "DELETE /v2.0/networks/41e1fdf5-9096-4f6d-828d-c40cd4c42f01 HTTP/1.1" status: 204 len: 168 time: 0.5490603 Feb 16 13:53:01.420503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37624) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:01.482309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Deleting subnet 2b83431f-874d-4577-9aa4-9c97f4da95fd {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:53:01.486270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.542074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.546070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4588659 Feb 16 13:53:01.549461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:01.556337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:01.561818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204e1d-53d5-47bd-ad85-3385e81a098e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=08d24e89-2f4a-4990-9aa3-5c1540b829ec,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:01.565589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:01.569542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:01.572880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:01.577111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:53:01.578567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:01.590001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.590811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.600026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.609347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.676306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.717257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b83431f-874d-4577-9aa4-9c97f4da95fd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:01.719263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.729496 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-06bb7a2c-4a19-4bbf-b2b5-57c98b37dca1 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/2b83431f-874d-4577-9aa4-9c97f4da95fd HTTP/1.1" status: 204 len: 168 time: 0.3046319 Feb 16 13:53:01.729765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:01.889657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:01.959059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.121360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.148096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52507ca-ac14-4d5f-af5e-b9420cd6b661']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:02.162088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e362e4a-0b34-4a26-954a-d7f7bedb5656') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:02.162492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e362e4a-0b34-4a26-954a-d7f7bedb5656') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:02.175155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.192265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.199338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:53:02.199889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.201194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:53:02.214363 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:53:02.235310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.293599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.310039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.319082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f52507ca-ac14-4d5f-af5e-b9420cd6b661,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:02.322007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d9785482-7a9e-4f8f-b931-ebbc6a76fc0b admin admin] 10.222.0.105 "DELETE /v2.0/networks/f52507ca-ac14-4d5f-af5e-b9420cd6b661 HTTP/1.1" status: 204 len: 168 time: 0.5913274 Feb 16 13:53:02.400687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.11 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/5c310114-6607-4917-8f01-93d7c6baecd2) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:02.513833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37638) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:02.561412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ae260b2c-5277-428f-bf16-354a8a1f90ce admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=08e54bd96d7d4087a4081a3aa00091fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463605 Feb 16 13:53:02.564318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37642) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:02.576139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.611469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.628646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.655608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.678385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:02.681262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:02.686184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:02.720313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.728101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=5c310114-6607-4917-8f01-93d7c6baecd2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:02.737012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c40c99-ff7a-4879-add8-7e17b0c1132b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:02.743709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:02.744823 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0a17e982-54d8-485a-8a41-a3853ef04f2e admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/24c40c99-ff7a-4879-add8-7e17b0c1132b HTTP/1.1" status: 204 len: 168 time: 0.1795900 Feb 16 13:53:03.182681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37650) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:03.234605 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-697eee54-5cc8-40ca-9343-d18a45f562b8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1b56acb500174142b25e75f14a2ec595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500615 Feb 16 13:53:03.237432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37654) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:03.282030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.296565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.323767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.396328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.411318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5428b867-ce36-496e-8d59-2b3235d93e05,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:03.419477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.420817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe453cee-1d49-4afe-bea6-ab1153dbaed3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5428b867-ce36-496e-8d59-2b3235d93e05 HTTP/1.1" status: 204 len: 168 time: 0.1824489 Feb 16 13:53:03.659394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:03.882991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:53:04.065582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:53:04.076722 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Sync routers for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:53:04.086614 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:04.087252 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:04.101289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:04.102944 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-325264b6-1b03-4fe6-99b1-22fbd6d9b188 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5527947 Feb 16 13:53:04.106610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:04.149749 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e04a96ec-51bf-4119-9ce7-bc5816d11a6e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417252 Feb 16 13:53:04.152832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37664) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:04.278187 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:04.290627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bcf8b8-f228-413f-850d-f38fe6c2596b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:04.292141 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-28bcf8b8-f228-413f-850d-f38fe6c2596b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383374 Feb 16 13:53:04.295595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:04.338967 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-816f0971-1561-4d74-8628-30efa01ad84e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420926 Feb 16 13:53:04.341542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:04.348089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-85259247', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:04.464794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:04.470086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:04.473610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:04.481037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:04.493691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:53:04.497270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:04.608592 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:03Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:04.620711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Checking router: 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:53:04.621237 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Updating router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 port 5c310114-6607-4917-8f01-93d7c6baecd2 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:53:04.698209 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:04.858878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:04.949072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=f1a41b46-ac37-485a-9c1d-33ede4bd5d79,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:04.958742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:04.959297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 08d24e89-2f4a-4990-9aa3-5c1540b829ec, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:53:04.984189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:53:04.996588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 08d24e89-2f4a-4990-9aa3-5c1540b829ec) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:05.003288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:05.004171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.023876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41fe9b3-3845-4d56-9d02-52e7e47cda9a None None] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:53:05.046462 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2bb68e0c-730d-401e-869e-f10ab18a0fef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6994712 Feb 16 13:53:05.046821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37676) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:05.099757 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.113832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Transition to ACTIVE for port object 5c310114-6607-4917-8f01-93d7c6baecd2 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:05.122574 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.198687 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Pushing event updated for resources: {'Port': ['ID=5c310114-6607-4917-8f01-93d7c6baecd2,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:05.209791 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.210174 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.210701 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.211022 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.211343 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.211658 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.212109 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.212444 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.212736 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.213041 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.213345 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.213646 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:05.218607 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Attempting to bind port 5c310114-6607-4917-8f01-93d7c6baecd2 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:53:05.218960 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Attempting to bind port 5c310114-6607-4917-8f01-93d7c6baecd2 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:53:05.219307 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Attempting to bind port 5c310114-6607-4917-8f01-93d7c6baecd2 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:05.225668 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:53:05.226025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:05.226433 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.226805 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:53:05.227243 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Bound port: 5c310114-6607-4917-8f01-93d7c6baecd2, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:53:05.227602 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.310551 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] For port 5c310114-6607-4917-8f01-93d7c6baecd2, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:53:05.315653 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] For port 5c310114-6607-4917-8f01-93d7c6baecd2, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5c310114-6607-4917-8f01-93d7c6baecd2,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:53:05.322082 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.350533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:53:05.351520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.417773 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:05.418821 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:05.529481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Allocated IP 172.20.0.2 (08d24e89-2f4a-4990-9aa3-5c1540b829ec/f1a41b46-ac37-485a-9c1d-33ede4bd5d79/ecd8013d-f60d-470c-bd20-3d7cb5f139fe) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:05.631085 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f164754-bd7a-435d-9afe-7f29b6834bc2 None None] Pushing event updated for resources: {'Port': ['ID=5c310114-6607-4917-8f01-93d7c6baecd2,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:05.667733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:05.796211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.807535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Transition to ACTIVE for port object ecd8013d-f60d-470c-bd20-3d7cb5f139fe will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:05.826750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Transition to ACTIVE for port object ecd8013d-f60d-470c-bd20-3d7cb5f139fe will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:05.833153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.901438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:05.904514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:05.906706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:05.908342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:05.917411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Pushing event updated for resources: {'Port': ['ID=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:06.043015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Attempting to bind port ecd8013d-f60d-470c-bd20-3d7cb5f139fe on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:53:06.043885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Attempting to bind port ecd8013d-f60d-470c-bd20-3d7cb5f139fe by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:53:06.043885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Attempting to bind port ecd8013d-f60d-470c-bd20-3d7cb5f139fe on network 08d24e89-2f4a-4990-9aa3-5c1540b829ec {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:06.049445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:53:06.049803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Checking segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:06.050201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:06.050619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Bound using segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:53:06.051110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Bound port: ecd8013d-f60d-470c-bd20-3d7cb5f139fe, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:53:06.051480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:06.124580 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:03Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:06.131210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016b9289-2959-4e77-a5af-8ad7f189716c None None] The sync data for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv is: [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:03Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:53:06.144220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] For port ecd8013d-f60d-470c-bd20-3d7cb5f139fe, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:53:06.147591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] For port ecd8013d-f60d-470c-bd20-3d7cb5f139fe, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:53:06.160155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:06.247235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc044ec2-e7de-49c0-8a73-d7296479763e None None] Pushing event updated for resources: {'Port': ['ID=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:06.700621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (08d24e89-2f4a-4990-9aa3-5c1540b829ec/f1a41b46-ac37-485a-9c1d-33ede4bd5d79/73ad4639-de2b-4a41-9c50-2aa55c7559bd) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:06.886182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:06.905483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 73ad4639-de2b-4a41-9c50-2aa55c7559bd will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:06.933819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.008099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:07.012485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:07.017222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:07.090761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:07.127922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.311164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5c310114-6607-4917-8f01-93d7c6baecd2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:07.337365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.411731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5c310114-6607-4917-8f01-93d7c6baecd2 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:07.421043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5c310114-6607-4917-8f01-93d7c6baecd2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:07.421998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.466754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650df1c-9568-42c0-91de-31c6e8b29d4f None None] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:53:07.656080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3909d0b1-58fe-4946-8776-5e60d8498ffe None None] Provisioning for port ecd8013d-f60d-470c-bd20-3d7cb5f139fe completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:07.871280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.900123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.906809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:07.974522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5c310114-6607-4917-8f01-93d7c6baecd2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5c310114-6607-4917-8f01-93d7c6baecd2,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:08.005633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.016979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.019879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ecd8013d-f60d-470c-bd20-3d7cb5f139fe up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:08.137058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:08.189319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5c310114-6607-4917-8f01-93d7c6baecd2,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:08.222039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:08.225235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:08.327900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ecd8013d-f60d-470c-bd20-3d7cb5f139fe completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:08.343352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ecd8013d-f60d-470c-bd20-3d7cb5f139fe triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:08.343897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.487850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:53:08.553996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.658891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Provisioning for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:08.679918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Provisioning complete for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:08.680517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.748869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ecd8013d-f60d-470c-bd20-3d7cb5f139fe, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:08.768046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.843403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Port 73ad4639-de2b-4a41-9c50-2aa55c7559bd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:53:08.887172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:53:08.894263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28afae5-221c-4f09-b863-da63415a42e6 req-c03cd255-73e0-4b5f-8f19-a9624bc650aa tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:08.898048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f28afae5-221c-4f09-b863-da63415a42e6 req-c03cd255-73e0-4b5f-8f19-a9624bc650aa tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.5380840 Feb 16 13:53:08.910633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1495cda0-ce54-4209-9afd-d09e095d18c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/23a86af8-517d-4d35-84e7-d0ba2f5e2fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8623011 Feb 16 13:53:08.913270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:08.916315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Sync routers for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:53:08.930929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Provisioning complete for port ecd8013d-f60d-470c-bd20-3d7cb5f139fe triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:08.931583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ec4f96e2-71c5-4ef5-bd7d-5a0c7925a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:08.963900 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f28afae5-221c-4f09-b863-da63415a42e6 req-dc24680a-1fa8-48bd-b2b7-145e34e9813f tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590024 Feb 16 13:53:08.990571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:09.025584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:09.026554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:09.086369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.086957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.087279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.087726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.088174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.088623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.092403 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f75778bd-5710-4868-afe1-8d1a9ba78ebd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1756322 Feb 16 13:53:09.093484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37692) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:09.167793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.168716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.169469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.170257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.170995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.171721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:09.177139 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4ec6d76a-6676-4ac7-a76b-ea4bbce4993e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0799944 Feb 16 13:53:09.177537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37696) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:09.252883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5c310114-6607-4917-8f01-93d7c6baecd2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:09.405636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:09.432165 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa19f699-ab34-4bce-9d45-6e1fd28b5192 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2531960 Feb 16 13:53:09.541154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5c310114-6607-4917-8f01-93d7c6baecd2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:09.541516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.685475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8c40a6e5-0a7c-415d-85dc-2376d188069e None None] Provisioning complete for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:09.686001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c40a6e5-0a7c-415d-85dc-2376d188069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.705309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37702) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:09.712003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557574747', 'description': 'tempest-secgroup-smoke-557574747 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:09.718941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:09.724261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:09.727699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:09.742156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:09.750624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.771258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:09.775468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:09.778815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:09.785087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:09.827612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8c40a6e5-0a7c-415d-85dc-2376d188069e None None] Port 73ad4639-de2b-4a41-9c50-2aa55c7559bd cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:53:09.871252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ecd8013d-f60d-470c-bd20-3d7cb5f139fe up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:09.885337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.885337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.929752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:09.933815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.933815 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-12165eb8-1ed8-40d2-ac8c-e5623cf0761c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2270467 Feb 16 13:53:09.938978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37706) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:09.944433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:09.951903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:09.956088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:09.959465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:09.965320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:09.966933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:09.976200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ecd8013d-f60d-470c-bd20-3d7cb5f139fe triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:09.976653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:09.987356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.031757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Checking router: 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:53:10.032107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Updating router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 port 73ad4639-de2b-4a41-9c50-2aa55c7559bd binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:53:10.065569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.072854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.117466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.121913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37712) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:10.122887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827123 Feb 16 13:53:10.125389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989eedf7-27a7-4331-98ba-0feba12fd276 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c71228-02f3-4cb2-a6c1-f3fd540f2f17,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:10.131382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.139631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:10.146245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:10.152163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:10.156492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:10.164345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:10.188219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-96a4e0b6-701f-4e0d-ac37-97e5f61490b2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:10.188881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-96a4e0b6-701f-4e0d-ac37-97e5f61490b2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:53:10.211633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.253412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-96a4e0b6-701f-4e0d-ac37-97e5f61490b2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:53:10.254932 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-96a4e0b6-701f-4e0d-ac37-97e5f61490b2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.3232033 Feb 16 13:53:10.289813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd73ee-948c-44d4-81cc-470161114145 req-b7074d9c-0cee-46ab-afd8-456c54138d4e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:10.291316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4cd73ee-948c-44d4-81cc-470161114145 req-b7074d9c-0cee-46ab-afd8-456c54138d4e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 945 time: 0.0948629 Feb 16 13:53:10.349055 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4cd73ee-948c-44d4-81cc-470161114145 req-ca345ffc-e73e-46aa-a072-18992db47717 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459132 Feb 16 13:53:10.380612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.386798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port a9a0a04c-4c10-4874-b897-3ff6b694851c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:53:10.387353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.418968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.467629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07707f97-8b36-4b43-b9d1-3f6f986058ef,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:10.513298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.518067 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecc88ae7-9339-4020-a247-1f3a613959fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3900540 Feb 16 13:53:10.519222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37716) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:10.526418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:10.530187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.536860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:10.542179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:10.544028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Transition to ACTIVE for port object 73ad4639-de2b-4a41-9c50-2aa55c7559bd will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:10.546842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:10.554004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.557120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:10.582903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.694156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] For port a9a0a04c-4c10-4874-b897-3ff6b694851c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=a9a0a04c-4c10-4874-b897-3ff6b694851c,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:10.694538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.704818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.711451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.769520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec4f165-9ac5-4bfd-9499-dffdd3169551,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:10.782605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.786387 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f84783d-b9c2-41e8-b8b2-627509bd03aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2654274 Feb 16 13:53:10.790080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37720) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:10.799551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:10.812174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:10.820022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:10.824370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:10.834375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:10.862764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.914746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad2360-a328-4bb4-aa8b-ae4c195104be None None] Pushing event updated for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:10.947205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd19923c-1ff4-4816-a3e1-9ab136ddd9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.968554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Attempting to bind port 73ad4639-de2b-4a41-9c50-2aa55c7559bd on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:53:10.968950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Attempting to bind port 73ad4639-de2b-4a41-9c50-2aa55c7559bd by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:53:10.969292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Attempting to bind port 73ad4639-de2b-4a41-9c50-2aa55c7559bd on network 08d24e89-2f4a-4990-9aa3-5c1540b829ec {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:10.976578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:53:10.976957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Checking segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:10.977337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:10.977714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Bound using segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:53:10.978171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Bound port: 73ad4639-de2b-4a41-9c50-2aa55c7559bd, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:53:10.978560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.008473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.014097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.038286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7d9e5-ad9b-4e99-9d3e-8d4c458b7e6a,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:11.050452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.051938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cc074959-5f1f-4006-9fa3-920e55111fcb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603965 Feb 16 13:53:11.054855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37724) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:11.063714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:11.072280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:11.077739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:11.081304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:11.087821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:11.095570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] For port 73ad4639-de2b-4a41-9c50-2aa55c7559bd, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:53:11.100191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] For port 73ad4639-de2b-4a41-9c50-2aa55c7559bd, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73ad4639-de2b-4a41-9c50-2aa55c7559bd,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:53:11.101918 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:53:11.104867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.109596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.145887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.147019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.147447 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 34b53928-e8fb-4353-82cc-50e25449db02 disassociated. External IP: 172.26.1.25, port: a9a0a04c-4c10-4874-b897-3ff6b694851c. Feb 16 13:53:11.148042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for a9a0a04c-4c10-4874-b897-3ff6b694851c owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:53:11.195849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.204409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.232173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:11.233127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:11.240699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2fb89c-f99b-4f3e-b02d-e92691f84a2f,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:11.253968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.256052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-25ae6516-91a0-401b-9586-0134762f118d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1998317 Feb 16 13:53:11.259235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37728) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:11.264250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'b17f49ee-72ab-4a17-8ef4-d32ab71a14fa', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:11.271357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:11.275096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:11.278494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:11.285793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:11.302123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:53:11.317521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.348151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad2360-a328-4bb4-aa8b-ae4c195104be None None] Pushing event updated for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:11.384915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.439973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.454873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.510424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5572dd27-e815-4f71-b18f-67196f2d987d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:11.513738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=a9a0a04c-4c10-4874-b897-3ff6b694851c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:11.527176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:11.534752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:11.547161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d02b9ede-c4f4-440c-8e8f-6d751266b9f9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2759895 Feb 16 13:53:11.701909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-566a3c01-4858-4b2d-a9b6-4e92f735f615 req-0a9bb056-2efd-498e-b11a-ee502d73e627 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.1253703 Feb 16 13:53:11.885552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-e4939c7b-cbae-4bc4-92ee-57cec0cc6963 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:53:11.907927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-e4939c7b-cbae-4bc4-92ee-57cec0cc6963 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:53:11.909725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-e4939c7b-cbae-4bc4-92ee-57cec0cc6963 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557574747&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0698717 Feb 16 13:53:11.977403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:11Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:11.989163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eaefd3-cdf6-400e-ba65-e46d38a47481 None None] The sync data for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv is: [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:11Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:53:12.044288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:53:12.172240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-9d66a24e-e5be-4b65-9b3f-87006a791c77 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:12.173953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-9d66a24e-e5be-4b65-9b3f-87006a791c77 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 797 time: 0.2513499 Feb 16 13:53:12.195388 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e85a44d-1a8b-4059-b038-4f46e5ddf57e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0113316 Feb 16 13:53:12.326694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-afd95c11-e30e-49f5-82db-bac0ddc29082 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:53:12.351935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-afd95c11-e30e-49f5-82db-bac0ddc29082 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:53:12.354109 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-afd95c11-e30e-49f5-82db-bac0ddc29082 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524031 Feb 16 13:53:12.371269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-0b705304-233a-4fc1-bbbe-2ffdd4ddf656 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:53:12.372398 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-0b705304-233a-4fc1-bbbe-2ffdd4ddf656 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057526 Feb 16 13:53:12.377893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:53:12.391258 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:53:12.405741 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:12.406793 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:12.496928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] No DVR routers for this DVR port a9a0a04c-4c10-4874-b897-3ff6b694851c on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:53:12.502950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:12.508255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'name': 'network-vif-deleted', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:12.547354 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-74f01fa1-c4b5-4bf5-b242-63948782fe30 service neutron] 10.222.0.105 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637518 Feb 16 13:53:12.560911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e64cdcb6-55df-485c-8725-83075a7126b7 req-a9cb2ad7-3392-4962-badf-53253aca8ce7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "DELETE /v2.0/ports/a9a0a04c-4c10-4874-b897-3ff6b694851c HTTP/1.1" status: 204 len: 173 time: 2.2921331 Feb 16 13:53:12.623250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0035c7fc-869b-4501-a46c-bd61512a870e', 'name': 'network-vif-deleted', 'tag': 'a9a0a04c-4c10-4874-b897-3ff6b694851c', 'status': 'completed', 'code': 200} Feb 16 13:53:12.710343 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-86debea2-f6f5-4128-b158-45135ff7c340 service neutron] 10.222.0.105 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512475 Feb 16 13:53:12.729564 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:13.004919 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95db2bbf-b517-4bd5-98b7-9e2a65ea5597 req-aae5d1e0-e34b-4969-b622-ab4feb38db9d tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.1216996 Feb 16 13:53:13.128413 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-05e72f00-7ce9-4f27-9562-cb0c1e9e50a7 req-5188f26e-6bfa-4dac-bfe8-242b43c41810 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 210 time: 0.1040993 Feb 16 13:53:13.208545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device a9a0a04c-4c10-4874-b897-3ff6b694851c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:53:13.332295 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:13.343667 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:53:13.368055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:13.369238 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:13.372547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: a9a0a04c-4c10-4874-b897-3ff6b694851c {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:53:13.372756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device a9a0a04c-4c10-4874-b897-3ff6b694851c not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:53:13.410315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73ad4639-de2b-4a41-9c50-2aa55c7559bd up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:13.545247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:13.551765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:13.552467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:13.633373 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:13.756695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:13.824311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 73ad4639-de2b-4a41-9c50-2aa55c7559bd, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73ad4639-de2b-4a41-9c50-2aa55c7559bd,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:13.831436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:13.875652 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:53:13.935775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:13.941372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-49cc877a-b8e9-4da7-abab-b1090ad18a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:14.022060 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:14.027624 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe138ac-9f68-464b-8fe5-23b3fa36fade None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:53:14.148055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:14.205581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:14.307245 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f327f68-e5f5-45b5-9a44-5121269cdbb3 req-03b85543-df0a-4311-aea7-0de86a3bc402 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=0035c7fc-869b-4501-a46c-bd61512a870e HTTP/1.1" status: 200 len: 210 time: 0.1548681 Feb 16 13:53:14.339239 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-649992ca-0781-4286-949d-d45d0ce8f886 req-110ac30b-03f1-4cda-8f45-e8ccbdf1e951 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 210 time: 0.0930946 Feb 16 13:53:14.385345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c8bf77-434d-4c9a-9dab-0a69e85887e3 None None] New status for floating IP 34b53928-e8fb-4353-82cc-50e25449db02: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:53:14.955606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-97e1342f-9443-420f-97ec-bfe6c77d5945 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:14.956431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-97e1342f-9443-420f-97ec-bfe6c77d5945 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:53:14.973613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-fe025f07-0942-47da-b668-e87524f78e97 req-97e1342f-9443-420f-97ec-bfe6c77d5945 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:53:14.974886 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-97e1342f-9443-420f-97ec-bfe6c77d5945 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 797 time: 0.1708035 Feb 16 13:53:15.038327 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-9843ba04-2bd9-4245-b4e9-8842f3cd1314 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 379 time: 0.0555475 Feb 16 13:53:15.047003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['b17f49ee-72ab-4a17-8ef4-d32ab71a14fa']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:15.190681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:15.201172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:15.213578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:53:15.217125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.234193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73ad4639-de2b-4a41-9c50-2aa55c7559bd up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:15.305135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73ad4639-de2b-4a41-9c50-2aa55c7559bd triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:15.305617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.425391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.11 (08d24e89-2f4a-4990-9aa3-5c1540b829ec/f1a41b46-ac37-485a-9c1d-33ede4bd5d79/dc19c446-2202-4880-b5b5-7c2b8ca9b90b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:15.518431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.578790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28c1d904-94d3-4824-a488-df45a747d92d req-89dd14eb-5f2c-4484-a89c-20b1b72d617a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 210 time: 0.0883446 Feb 16 13:53:15.634000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.650143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object dc19c446-2202-4880-b5b5-7c2b8ca9b90b will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:15.677913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.686151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.749915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:15.753115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:15.757129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:15.790823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:15.824231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-b0938fbb-9869-4df3-8263-8b21f7f17e29 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490232473&fields=id&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 267 time: 0.0464935 Feb 16 13:53:15.829389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:15.830038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:15.859951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-1e4e106b-953b-4d74-a832-f6c173b993c6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8161805 Feb 16 13:53:15.929536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Request body: {'port': {'device_id': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:16.004031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-e0fd5014-88c9-4f22-85c1-53ee93a126fb tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:16.005402 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-e0fd5014-88c9-4f22-85c1-53ee93a126fb tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.1681275 Feb 16 13:53:16.020703 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-8c56c98f-5d66-45d6-9665-a9ab951809ab tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/quotas/259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 375 time: 0.0094998 Feb 16 13:53:16.051542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:16.072918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d1d76ae6-c78e-4835-94de-8613d7e607a3 None None] Provisioning for port dc19c446-2202-4880-b5b5-7c2b8ca9b90b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:16.080927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d1d76ae6-c78e-4835-94de-8613d7e607a3 None None] Provisioning complete for port dc19c446-2202-4880-b5b5-7c2b8ca9b90b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:16.081468 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1d76ae6-c78e-4835-94de-8613d7e607a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:16.116373 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-a3115e12-612c-408d-9d8e-5d60250a5e9a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884149 Feb 16 13:53:16.167577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d1d76ae6-c78e-4835-94de-8613d7e607a3 None None] Port dc19c446-2202-4880-b5b5-7c2b8ca9b90b cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:53:16.377286 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7d9e88a5-95f1-4e57-92ce-9568d79b3375 service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464123 Feb 16 13:53:16.519796 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-6030d269-531e-43b4-a2d0-f7af8c8f7307 service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363432 Feb 16 13:53:16.541226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc19c446-2202-4880-b5b5-7c2b8ca9b90b {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:53:16.548872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:16.564419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Transition to ACTIVE for port object dc19c446-2202-4880-b5b5-7c2b8ca9b90b will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:16.570328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:16.777791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:16.828078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Attempting to bind port dc19c446-2202-4880-b5b5-7c2b8ca9b90b on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:53:16.828511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Attempting to bind port dc19c446-2202-4880-b5b5-7c2b8ca9b90b by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:53:16.828886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Attempting to bind port dc19c446-2202-4880-b5b5-7c2b8ca9b90b on network 08d24e89-2f4a-4990-9aa3-5c1540b829ec {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:16.832498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d232c4d-0ee2-4ab8-bf6d-35ae787d4ac2 req-d2b72399-bc9f-4bdc-bb97-f60f3d38898b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:16.834166 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6d232c4d-0ee2-4ab8-bf6d-35ae787d4ac2 req-d2b72399-bc9f-4bdc-bb97-f60f3d38898b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 944 time: 0.1179178 Feb 16 13:53:16.834536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Port dc19c446-2202-4880-b5b5-7c2b8ca9b90b on network 08d24e89-2f4a-4990-9aa3-5c1540b829ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:53:16.834855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Attempting to bind port dc19c446-2202-4880-b5b5-7c2b8ca9b90b on network 08d24e89-2f4a-4990-9aa3-5c1540b829ec {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:16.840951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:53:16.841278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Checking segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:16.841652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Bound using segment: {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:53:16.842272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Bound port: dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:53:16.842618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:16.898682 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6d232c4d-0ee2-4ab8-bf6d-35ae787d4ac2 req-99ba3527-d04b-40a8-bc1c-f922098a24a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566230 Feb 16 13:53:16.945231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:53:16.949258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:53:16.963559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:17.035496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.036369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:17.038186 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 1094 time: 1.1715956 Feb 16 13:53:17.038732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:17.047064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49d5a116-713a-4a42-89ff-b9bc84109816 req-2465fd2d-4b11-4900-ae00-da0f080c6209 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 210 time: 0.0916038 Feb 16 13:53:17.085192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319e9c-1ce5-41c5-ac4d-bbe5006602f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:17.132870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'status': 'completed', 'code': 200} Feb 16 13:53:17.179681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-96272b94-fa57-448b-a11b-26e1c4788da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.181216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-96272b94-fa57-448b-a11b-26e1c4788da6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1097 time: 0.0879605 Feb 16 13:53:17.257568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-f05bbe15-9c47-4443-8b3d-584e0e46d830 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 217 time: 0.0695450 Feb 16 13:53:17.326202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-518a6128-6c8c-4c44-9ab5-03e0649c6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.327548 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-518a6128-6c8c-4c44-9ab5-03e0649c6a22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0630267 Feb 16 13:53:17.414164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe025f07-0942-47da-b668-e87524f78e97 req-3e1bf9e4-91d8-47bd-a499-8d27127eda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.415935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-3e1bf9e4-91d8-47bd-a499-8d27127eda55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821819 Feb 16 13:53:17.558852 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-1eab1708-2f66-4942-afc2-23d40ca74ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360643 Feb 16 13:53:17.693216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fe025f07-0942-47da-b668-e87524f78e97 req-f4e7b977-00af-4708-a435-75bd324db6ec service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276481 Feb 16 13:53:17.817546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-7bf3fa54-7c60-40e8-9456-6a10f020f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.819067 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-7bf3fa54-7c60-40e8-9456-6a10f020f028 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1097 time: 0.0741544 Feb 16 13:53:17.959397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-d4164269-7d45-456d-85a3-13f402fac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:17.960777 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-d4164269-7d45-456d-85a3-13f402fac1a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 898 time: 0.1353590 Feb 16 13:53:18.033263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-fbabbd1e-0e89-4e65-b0c5-0509c110e388 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 217 time: 0.0660427 Feb 16 13:53:18.083950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9f627-d3de-4e08-a559-bf0853bcc5aa req-44153fcf-562b-45b8-91d3-06b698e29d41 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:18.086000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d9f627-d3de-4e08-a559-bf0853bcc5aa req-44153fcf-562b-45b8-91d3-06b698e29d41 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 944 time: 0.0858734 Feb 16 13:53:18.107320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-d2f10a66-3758-41d2-8b3a-fbb17d9944f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:18.110022 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-d2f10a66-3758-41d2-8b3a-fbb17d9944f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0703804 Feb 16 13:53:18.134738 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d9f627-d3de-4e08-a559-bf0853bcc5aa req-977494ef-d576-4501-b0a0-6c3fdb3c0bb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426357 Feb 16 13:53:18.204106 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b22ca94a-2aba-4fc1-86f0-c686de970127 req-981b0405-3e5f-4b8e-8e77-6a2e474faf91 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 210 time: 0.0491779 Feb 16 13:53:18.450602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-e09e1265-0629-4029-af7f-0242e8f5fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:18.452065 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-e09e1265-0629-4029-af7f-0242e8f5fe69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3365388 Feb 16 13:53:18.458558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-95d6d8d9-a583-4908-8ef9-4b9abc6e85ca tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:18.459883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-95d6d8d9-a583-4908-8ef9-4b9abc6e85ca tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.2980530 Feb 16 13:53:18.589452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-8db48263-06e1-4b1e-b1e8-b83f02e55098 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 379 time: 0.1087341 Feb 16 13:53:18.600245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'port': {'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'admin_state_up': True, 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'security_groups': ['deda3f6d-96d9-48a7-992b-0f50d977a270']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:18.704650 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-3a221069-4dc1-4608-8982-75548b86bb9b service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437544 Feb 16 13:53:18.847735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:18.856449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:port and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:18.867792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:18.876605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:18.898810 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-6c9ce275-96bb-4be1-90ff-6a960a63a493 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807137 Feb 16 13:53:18.901006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Made reservation on behalf of 259a9ed7d25b4c22a9a6a7a621a15ae8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:53:18.907561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.088213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.20.0.6 (8392594a-9e80-4fbd-b394-8eb8bb509d53/053f70f0-540d-443c-82d7-b875733addf7/7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:19.322647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.354671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Transition to ACTIVE for port object 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:19.391667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.442400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eccf6-e4bc-4aa5-bda7-6209ea72365a req-cf699f9a-7ec1-4db9-8fd8-6023f138d490 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:19.444167 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c50eccf6-e4bc-4aa5-bda7-6209ea72365a req-cf699f9a-7ec1-4db9-8fd8-6023f138d490 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 931 time: 0.0952637 Feb 16 13:53:19.478949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:19.482265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:19.486625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:19.534090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:19.543877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.544299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.544737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.545145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.545527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.545915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.546885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.546885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.547135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.547444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.547817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.548272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:19.552366 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c50eccf6-e4bc-4aa5-bda7-6209ea72365a req-78a37c07-36f8-4be7-885c-6a9850786c37 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018872 Feb 16 13:53:19.593310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:19.593960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.595464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec6037-eb84-4978-8f83-10068f17fa08 req-46804126-e5cf-4d35-9e69-3b9099224da1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:19.597730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aaec6037-eb84-4978-8f83-10068f17fa08 req-46804126-e5cf-4d35-9e69-3b9099224da1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 944 time: 0.1314056 Feb 16 13:53:19.622370 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-75bb7964-c7bf-4219-9fc0-ae96078f7fbd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261602 Feb 16 13:53:19.634065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Request body: {'port': {'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:19.652337 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aaec6037-eb84-4978-8f83-10068f17fa08 req-50525e9d-ff7e-46f1-b6a0-eb5d226e7b03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473685 Feb 16 13:53:19.755886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.778421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aca42d4e-296a-42fb-a098-abba02dde581 None None] Provisioning for port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:19.784304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-aca42d4e-296a-42fb-a098-abba02dde581 None None] Provisioning complete for port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:19.784793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aca42d4e-296a-42fb-a098-abba02dde581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:19.865335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-aca42d4e-296a-42fb-a098-abba02dde581 None None] Port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:53:20.125404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:53:20.133587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:20.148419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Transition to ACTIVE for port object 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:53:20.153253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:20.321191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:20.523125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Attempting to bind port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:53:20.523903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Attempting to bind port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:53:20.523903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Attempting to bind port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:20.528499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:53:20.528850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Attempting to bind port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:53:20.535197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:53:20.535521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:53:20.535922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Bound using segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:53:20.536340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Bound port: 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:53:20.536688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:20.672950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:53:20.680500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:53:20.686621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:20.766694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:20.767349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:20.769498 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 1093 time: 1.1400151 Feb 16 13:53:20.770271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:20.794535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb30b1c-cdad-4159-afd8-f42a9bdab491 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:20.862565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd4b64-4e3c-4771-bf75-13a3cdec8b01 req-5ad8777c-f476-40ad-af39-3ad7ca72c300 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:20.865119 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fafd4b64-4e3c-4771-bf75-13a3cdec8b01 req-5ad8777c-f476-40ad-af39-3ad7ca72c300 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1740253 Feb 16 13:53:20.885632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-9979ccb6-91e2-4c29-aeaa-881b3474004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:20.887361 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-9979ccb6-91e2-4c29-aeaa-881b3474004e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1096 time: 0.0785742 Feb 16 13:53:20.926822 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fafd4b64-4e3c-4771-bf75-13a3cdec8b01 req-50a89af6-c643-45e7-a73b-4eba90074edc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546288 Feb 16 13:53:20.934566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c56f1-c817-46b2-8b30-f6a19eb57564 req-def3a296-4965-418e-9641-402468352c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:20.950748 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-390c56f1-c817-46b2-8b30-f6a19eb57564 req-def3a296-4965-418e-9641-402468352c4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 944 time: 0.1600552 Feb 16 13:53:20.977051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-f7161005-e2e2-42f6-b1b3-bca7212e8299 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 217 time: 0.0828295 Feb 16 13:53:21.011023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-390c56f1-c817-46b2-8b30-f6a19eb57564 req-c435ea48-dc49-49fb-b63e-9365a808a0f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590425 Feb 16 13:53:21.035058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'status': 'completed', 'code': 200} Feb 16 13:53:21.063024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-2cb576a6-4d80-4482-bca2-3de0a631b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.064450 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-2cb576a6-4d80-4482-bca2-3de0a631b891 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0809054 Feb 16 13:53:21.141313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-08d9cfd7-56f9-4705-8d48-63376962410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.143046 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-08d9cfd7-56f9-4705-8d48-63376962410a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729973 Feb 16 13:53:21.253728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device dc19c446-2202-4880-b5b5-7c2b8ca9b90b details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:53:21.272030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-3126fd04-f0e3-4e70-9377-58997eb8a3e8 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231413 Feb 16 13:53:21.389249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:21.401571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a53053f2-0a0b-4f5e-a2f7-ff82cfba7a8d req-2367a444-e772-425d-8998-2ff66e27d8b2 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240823 Feb 16 13:53:21.402962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'port_id': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'mac_address': 'fa:16:3e:4d:ec:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:53:21.465550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:21.486752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc19c446-2202-4880-b5b5-7c2b8ca9b90b {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:53:21.503569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:21.507437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:21.513525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-7787c232-68dd-4785-8973-d3503927afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.515039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-7787c232-68dd-4785-8973-d3503927afb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1096 time: 0.0708630 Feb 16 13:53:21.579042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:21.653925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-78c30caf-8e94-4cfa-b8ae-389384fa6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.655399 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-78c30caf-8e94-4cfa-b8ae-389384fa6c4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1346583 Feb 16 13:53:21.725922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-2d068cf5-3ba6-46ae-87a2-cd74ff16e262 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 217 time: 0.0646751 Feb 16 13:53:21.788705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-c0e00577-7f59-4f38-868c-ff60f1a0507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.790127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-c0e00577-7f59-4f38-868c-ff60f1a0507b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0584822 Feb 16 13:53:21.886714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-fadb1703-4702-4a5f-a8c6-175e1f084daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:21.888294 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-fadb1703-4702-4a5f-a8c6-175e1f084daa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897636 Feb 16 13:53:22.019205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['dc19c446-2202-4880-b5b5-7c2b8ca9b90b'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:53:22.049564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-4b690712-93c8-44ae-b9f6-29a67c74e9b1 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543083 Feb 16 13:53:22.200848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32cae-a18c-4d74-92e9-2cb3c5894b39 req-97199fff-9022-43f4-a3d0-5224df27d68c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:22.200848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73e32cae-a18c-4d74-92e9-2cb3c5894b39 req-97199fff-9022-43f4-a3d0-5224df27d68c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1428723 Feb 16 13:53:22.201619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a573178-58ab-4d51-a5c9-f98eed9406f6 req-42b89138-1819-477d-8c9d-ecdc6c845e9a service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445289 Feb 16 13:53:22.254150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73e32cae-a18c-4d74-92e9-2cb3c5894b39 req-a29e34f2-331d-4fbb-b12e-3f20ef89b366 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526707 Feb 16 13:53:22.267113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fb544-d048-46fb-ac82-7e7ff23cad7e req-6e4f4579-ccd5-4240-9528-927f52e6cde8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:22.268213 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-639fb544-d048-46fb-ac82-7e7ff23cad7e req-6e4f4579-ccd5-4240-9528-927f52e6cde8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 945 time: 0.1336663 Feb 16 13:53:22.329089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-639fb544-d048-46fb-ac82-7e7ff23cad7e req-098b03a9-d28e-4daa-8bc0-ae6676de8ce3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502229 Feb 16 13:53:23.270644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device dc19c446-2202-4880-b5b5-7c2b8ca9b90b up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:23.346049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port dc19c446-2202-4880-b5b5-7c2b8ca9b90b completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:23.351615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port dc19c446-2202-4880-b5b5-7c2b8ca9b90b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:23.352017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:23.476677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:23.480800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ce9c6-82eb-425f-a271-900d13536f64 req-46788933-6cc5-474e-a371-e25abc7e01e9 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:23.482314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-767ce9c6-82eb-425f-a271-900d13536f64 req-46788933-6cc5-474e-a371-e25abc7e01e9 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1171095 Feb 16 13:53:23.503954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:23.513658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:23.518093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:23.546644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-767ce9c6-82eb-425f-a271-900d13536f64 req-944809ce-c3a0-4dd9-b8af-bc54ff56ecfc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Feb 16 13:53:23.566912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dac31d-13c9-4f80-afaa-488c7f21d9ac req-c01b1a4a-3ff7-4c6c-8198-3d19502fd323 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:23.568405 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-87dac31d-13c9-4f80-afaa-488c7f21d9ac req-c01b1a4a-3ff7-4c6c-8198-3d19502fd323 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 945 time: 0.1309991 Feb 16 13:53:23.595139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:23.601135 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'code': 200} Feb 16 13:53:23.615545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-87dac31d-13c9-4f80-afaa-488c7f21d9ac req-4d65bad5-bbbc-4053-99cb-cafd4a1d5892 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Feb 16 13:53:23.853692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6d0a2-21e3-4430-9004-f84c49e397eb req-7997f557-18b6-47a3-9ad8-c0337c4ed149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:23.855493 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23e6d0a2-21e3-4430-9004-f84c49e397eb req-7997f557-18b6-47a3-9ad8-c0337c4ed149 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1099 time: 0.0743291 Feb 16 13:53:23.899700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-23e6d0a2-21e3-4430-9004-f84c49e397eb req-daa4c46e-ca97-4274-9787-e6ee14d36eda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370815 Feb 16 13:53:24.782743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa36df3-0f0c-42a8-89e7-e5403b3e9842 req-9d5842f1-f377-436e-899b-90a6e94cba59 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:24.784326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-afa36df3-0f0c-42a8-89e7-e5403b3e9842 req-9d5842f1-f377-436e-899b-90a6e94cba59 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1230888 Feb 16 13:53:24.839566 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-afa36df3-0f0c-42a8-89e7-e5403b3e9842 req-93b6f318-9e4a-47b9-88bb-3d2613109456 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478888 Feb 16 13:53:24.855455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3495ce-a228-43bc-8236-43f6a9dfba11 req-312f68e4-0677-44bd-8284-29fd2cfa0384 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:24.856995 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4d3495ce-a228-43bc-8236-43f6a9dfba11 req-312f68e4-0677-44bd-8284-29fd2cfa0384 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.1327868 Feb 16 13:53:24.903410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4d3495ce-a228-43bc-8236-43f6a9dfba11 req-f293c5c4-464c-4b8a-bc89-4de9285fb621 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 Feb 16 13:53:26.073957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43b6d6-d9fa-4df8-b72c-f0c23e372319 req-a5a536d8-cf5b-4fd4-9d1c-2b32aa2f7b2c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:26.075501 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1c43b6d6-d9fa-4df8-b72c-f0c23e372319 req-a5a536d8-cf5b-4fd4-9d1c-2b32aa2f7b2c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1299331 Feb 16 13:53:26.136936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1c43b6d6-d9fa-4df8-b72c-f0c23e372319 req-fefb7d92-4e54-40e4-ad41-4fb243657d37 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501113 Feb 16 13:53:26.157792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078db3bd-16e9-44b8-9cd3-321fcaae06d9 req-41ee42aa-cf51-4849-b65a-74b1bac235b8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:26.157792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-078db3bd-16e9-44b8-9cd3-321fcaae06d9 req-41ee42aa-cf51-4849-b65a-74b1bac235b8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.1381056 Feb 16 13:53:26.210400 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-078db3bd-16e9-44b8-9cd3-321fcaae06d9 req-0f2c662f-e046-4413-9952-2309b9544842 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Feb 16 13:53:26.519412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f13b0d-f6a1-4166-9733-66b0a684effe req-cd25313f-9c49-45e2-8004-44dd12e94db3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:26.520798 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51f13b0d-f6a1-4166-9733-66b0a684effe req-cd25313f-9c49-45e2-8004-44dd12e94db3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.1936300 Feb 16 13:53:26.565000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51f13b0d-f6a1-4166-9733-66b0a684effe req-9f9933a2-6736-447a-bbfd-3d3ea0757f8e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384655 Feb 16 13:53:26.587579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37838) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:26.765046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3fb470-0f5d-4929-93df-e6e2ecf02b71 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:26.766571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ab3fb470-0f5d-4929-93df-e6e2ecf02b71 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1094 time: 0.1776459 Feb 16 13:53:26.769584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37842) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:26.774490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:26.780537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:26.784400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:26.787319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:26.792993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:26.804737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:26.942580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:27.090730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.119 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/4d1338cb-4cd0-480b-b452-0c32314b2c9b) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:27.239719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:27.269884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:27.334362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515264a-b66f-435e-8001-c39497ae3cab req-378a992d-09e0-4e8f-a937-9c2fc22ea7ff tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:27.341972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:27.347629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b515264a-b66f-435e-8001-c39497ae3cab req-378a992d-09e0-4e8f-a937-9c2fc22ea7ff tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.0851209 Feb 16 13:53:27.347804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:27.347804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:27.414703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=4d1338cb-4cd0-480b-b452-0c32314b2c9b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:27.425321 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b515264a-b66f-435e-8001-c39497ae3cab req-d11d6307-9e95-4039-b987-52cd9cdf54f9 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818121 Feb 16 13:53:27.820283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:27.911984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:28.113443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:28.118926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:28.219892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=4d1338cb-4cd0-480b-b452-0c32314b2c9b,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:28.236093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:28.531650 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 955e4c47-41f3-482b-9169-672e429c843c associated. External IP: 172.26.1.119, port: dc19c446-2202-4880-b5b5-7c2b8ca9b90b. Feb 16 13:53:28.642068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232761e-82ba-4652-a172-10e21ba6fac3 req-cda08692-8adf-480b-8af1-a00fe8c0fa7e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:28.643577 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3232761e-82ba-4652-a172-10e21ba6fac3 req-cda08692-8adf-480b-8af1-a00fe8c0fa7e tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 943 time: 0.1045122 Feb 16 13:53:28.688985 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3232761e-82ba-4652-a172-10e21ba6fac3 req-648d197d-d764-409c-89a9-4f1d50e8d7f1 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395715 Feb 16 13:53:28.902093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:53:29.129955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:53:29.139516 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Sync routers for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:53:29.149127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:29.149801 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:53:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:29.164916 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-e3d14151-4652-413e-950b-2f0ee32d8dae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1055658 Feb 16 13:53:29.165763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:29.267317 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b2a964d1-6b6b-47f5-ab0c-741849e3486d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4968221 Feb 16 13:53:29.270376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37850) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:29.273122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:29.316859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-5162ea2b-7b5d-4b49-b4b9-9cd653ba02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:29.318564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-5162ea2b-7b5d-4b49-b4b9-9cd653ba02aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1099 time: 0.0815063 Feb 16 13:53:29.320715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:53:29.333224 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:29.365158 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'status': 'completed', 'code': 200} Feb 16 13:53:29.430133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5ba0674e-da95-456b-b210-a6b78a331ae9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/955e4c47-41f3-482b-9169-672e429c843c HTTP/1.1" status: 200 len: 992 time: 0.1584427 Feb 16 13:53:29.475504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:29.479731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-70c7f313-7271-4355-b45d-ec3b5e6d5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:29.481341 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-70c7f313-7271-4355-b45d-ec3b5e6d5eca service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 898 time: 0.1412258 Feb 16 13:53:29.489644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:53:29.549825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:29.569608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:53:29.585396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:29.585633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-604a723a-7fe4-4e10-8b80-b89c52e99ed8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 1000 time: 0.0985763 Feb 16 13:53:29.589627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:29.650496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-aa565ee6-1c2a-422c-b565-91c4ff288b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:29.652184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-aa565ee6-1c2a-422c-b565-91c4ff288b0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0610747 Feb 16 13:53:29.657877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:29.665641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.665987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.666341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.666674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.666997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.667323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.667631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.667953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.668330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.668719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.669057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.669370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:29.696574 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '955e4c47-41f3-482b-9169-672e429c843c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'port_id': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'mac_address': 'fa:16:3e:4d:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:27Z', 'updated_at': '2022-02-16T13:53:27Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:29.700523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Checking router: 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:53:29.708926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:29.709521 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:53:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:29.727176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-7295aca0-1a18-459d-90a1-63443621171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:29.728665 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-7295aca0-1a18-459d-90a1-63443621171e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705664 Feb 16 13:53:29.867078 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-1c734d84-f074-45fb-a022-f152c1d09a99 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310112 Feb 16 13:53:29.889142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65a2e-8944-4857-98f1-d36c99302255 req-8f13c223-69f9-4a40-a680-0c94ccd0a7fe tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:29.890967 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edc65a2e-8944-4857-98f1-d36c99302255 req-8f13c223-69f9-4a40-a680-0c94ccd0a7fe tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 944 time: 0.0910499 Feb 16 13:53:29.920540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:53:29.926142 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:29.940964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edc65a2e-8944-4857-98f1-d36c99302255 req-f86ada43-5cd0-4a92-966f-e7e393815eb5 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442667 Feb 16 13:53:30.024034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b1f1d2d3-79dd-4f23-9e6c-b1d3b2d1b461 req-76f2af0b-7ab8-491a-85de-bfe68d52dbbc service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498761 Feb 16 13:53:30.260990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-cff63b53-2fdc-4c7c-bc62-265663af5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:30.262471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-cff63b53-2fdc-4c7c-bc62-265663af5d43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1099 time: 0.1966577 Feb 16 13:53:30.304595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '955e4c47-41f3-482b-9169-672e429c843c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'port_id': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'mac_address': 'fa:16:3e:4d:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:27Z', 'updated_at': '2022-02-16T13:53:27Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:30.308405 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb7f4f-c14d-45bf-a94d-316f44f2dd98 None None] The sync data for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv is: [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '955e4c47-41f3-482b-9169-672e429c843c', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'port_id': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'mac_address': 'fa:16:3e:4d:ec:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:27Z', 'updated_at': '2022-02-16T13:53:27Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:53:30.396692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-3a8738cb-bad9-4868-a154-4782361bd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:30.398168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-3a8738cb-bad9-4868-a154-4782361bd46c service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 898 time: 0.1295187 Feb 16 13:53:30.434165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37858) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:30.510350 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-a2cdb8c3-f7ad-4ee0-b795-6f2e2ea275b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 1000 time: 0.1059835 Feb 16 13:53:30.512688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b0176-aa90-46fa-912a-b575878629df None None] New status for floating IP 955e4c47-41f3-482b-9169-672e429c843c: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:53:30.560047 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-87113849-bb24-4467-b129-9be589c4b178 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/955e4c47-41f3-482b-9169-672e429c843c HTTP/1.1" status: 200 len: 992 time: 0.1247141 Feb 16 13:53:30.586747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-dff7de89-56b3-4507-9134-6289e416c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:30.588843 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-dff7de89-56b3-4507-9134-6289e416c39d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0722661 Feb 16 13:53:30.687768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-c4247750-e3cc-4a3c-af1a-587a0cf8a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:30.689243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-c4247750-e3cc-4a3c-af1a-587a0cf8a1e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934300 Feb 16 13:53:30.833520 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-11a797a2-979f-445a-8c18-7ee11c580db9 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376729 Feb 16 13:53:30.974593 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-526be8a9-ee33-4a04-a42a-49173cb45853 req-d6e7448e-d720-422f-8a05-a32100c2d9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351020 Feb 16 13:53:31.132927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902190a-dade-43a4-8120-10f08c34bf16 req-a288e725-acd0-4027-83ea-f695c22d2759 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:31.134430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a902190a-dade-43a4-8120-10f08c34bf16 req-a288e725-acd0-4027-83ea-f695c22d2759 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 944 time: 0.0833642 Feb 16 13:53:31.179879 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a902190a-dade-43a4-8120-10f08c34bf16 req-9b298301-8372-4456-bdf3-e41cf8ffddcc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 Feb 16 13:53:31.339194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:53:31.409452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:53:31.414550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:53:31.414932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:31.532622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:31.560970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:31.564214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37864) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:31.571235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:53:31.578783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:31.633683 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'code': 200} Feb 16 13:53:31.661917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:31.681915 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae813659-9db1-4588-a069-ad11443ea8c3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/955e4c47-41f3-482b-9169-672e429c843c HTTP/1.1" status: 200 len: 994 time: 0.1164589 Feb 16 13:53:31.929971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bff543-441b-460c-bbd8-43538f9e79ec req-e9e4a26b-f288-46ae-b27b-3d81a05e2bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:31.931358 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77bff543-441b-460c-bbd8-43538f9e79ec req-e9e4a26b-f288-46ae-b27b-3d81a05e2bcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1098 time: 0.0817778 Feb 16 13:53:31.974112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77bff543-441b-460c-bbd8-43538f9e79ec req-d978920e-38c0-49ac-844b-1fdd35719031 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361569 Feb 16 13:53:32.390536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e50a16-7c36-4fc3-aa1f-c655e78d7bc6 req-f526b7c2-e867-403d-bf79-818fd2bb4787 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:32.391975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5e50a16-7c36-4fc3-aa1f-c655e78d7bc6 req-f526b7c2-e867-403d-bf79-818fd2bb4787 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.1016021 Feb 16 13:53:32.440089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5e50a16-7c36-4fc3-aa1f-c655e78d7bc6 req-a009457f-4813-425f-806d-20a0465dab17 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395598 Feb 16 13:53:33.651906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99b192-751f-415c-b5a2-da794cb5ce33 req-9bc38eb8-da0d-4810-9a3e-8312721e91cf tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:33.653356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef99b192-751f-415c-b5a2-da794cb5ce33 req-9bc38eb8-da0d-4810-9a3e-8312721e91cf tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.0970106 Feb 16 13:53:33.703684 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef99b192-751f-415c-b5a2-da794cb5ce33 req-2579bb0f-8f11-430b-8a7d-e78a57514f77 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 Feb 16 13:53:33.905970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f267ac-7d88-40bd-b36f-c39e197f9819 req-423f6710-f691-4b15-9163-e2c25a3ee7d8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:33.907410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63f267ac-7d88-40bd-b36f-c39e197f9819 req-423f6710-f691-4b15-9163-e2c25a3ee7d8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.0959365 Feb 16 13:53:33.954133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63f267ac-7d88-40bd-b36f-c39e197f9819 req-c4decb16-40ad-4563-a743-d0bd31fdb672 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380902 Feb 16 13:53:33.977999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37876) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:34.048300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7317a8-6348-4c58-a63a-404417d25004 tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:34.052449 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ad7317a8-6348-4c58-a63a-404417d25004 tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1093 time: 0.0707970 Feb 16 13:53:34.052670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37880) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:53:34.057602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:53:34.063837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:53:34.067978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:floatingip and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:53:34.070849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:53:34.076430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:53:34.088276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:34.233447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:34.379827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.26.1.167 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/8adf243d-b100-4620-b135-e3bfb1caf1c8) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:53:34.543134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:34.577375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:34.645615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:53:34.648402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:53:34.652035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:53:34.680830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=8adf243d-b100-4620-b135-e3bfb1caf1c8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:34.694775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.695115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.695437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.695767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.696068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.696409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.696723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.697038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.697354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.697649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.697956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:34.698295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:53:35.216224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:35.291123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:35.506620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:35.515455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:35.628018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=8adf243d-b100-4620-b135-e3bfb1caf1c8,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:53:35.640869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:35.810727 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 529617ce-b29c-4980-98ce-ede80a59f274 associated. External IP: 172.26.1.167, port: 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4. Feb 16 13:53:36.217382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:53:36.528482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:53:36.537872 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:53:36.548331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:36.548939 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:53:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:36.556033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:36.611816 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5d8ad192-f524-4889-91a9-a64c8396437b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5580456 Feb 16 13:53:36.612345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:53:36.656411 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'status': 'completed', 'code': 200} Feb 16 13:53:36.740721 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:36.750001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-16121e58-d157-416f-8b98-ec191678336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:36.751592 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-16121e58-d157-416f-8b98-ec191678336f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1098 time: 0.0732586 Feb 16 13:53:36.894267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-5c9121ce-4613-4958-a1ff-2075196f1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:36.895744 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-5c9121ce-4613-4958-a1ff-2075196f1b11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1381242 Feb 16 13:53:37.006748 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-00de3c98-fbe5-4322-a755-dd85326599f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 999 time: 0.1044006 Feb 16 13:53:37.072173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-8b945ee5-2196-47a3-86f3-35cfc3639012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:37.073599 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-8b945ee5-2196-47a3-86f3-35cfc3639012 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0610304 Feb 16 13:53:37.110929 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:35Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:37.115155 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:53:37.123662 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:53:37.124301 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:53:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:37.148941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-2808c5dd-bb24-4ecd-bf2f-d431637c0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:53:37.150393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-2808c5dd-bb24-4ecd-bf2f-d431637c0d77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693095 Feb 16 13:53:37.285371 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-c7980d5a-81b0-4887-95b2-43c8925a8396 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279840 Feb 16 13:53:37.301284 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:53:37.520487 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35acaebf-efc7-465d-b17a-b4bce0d2b57f req-af5035d1-bf47-4ea0-b9c4-cc7d09d481e7 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288227 Feb 16 13:53:37.686684 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:35Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:53:37.690937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675e07c-edab-4f7c-820e-5e166bb7b469 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:35Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:53:37.899862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecc871-6b3b-4614-b149-71b8d7178ddd None None] New status for floating IP 529617ce-b29c-4980-98ce-ede80a59f274: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:53:40.696599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0dcf3da8-cc3a-46c3-b163-5e1a7a0c94d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:43.934332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c2930f5b-bb9f-47ba-8efd-7f15e6632221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:44.141772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:44.183939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:45.519777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:45.684642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:53:50.870001 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:54:10.695004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69f3534d-abbe-4433-9460-2a128fd102b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:13.933967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5de78643-f621-497c-b3a0-c2331eba74da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:14.145945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:14.187760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:15.524429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:15.689784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:27.872932 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:54:31.771783 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-a8e61207-4f30-42ff-8681-df4c72686422 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830216 Feb 16 13:54:31.923168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-246c21a5-3e3c-4e10-96c0-a4d5df511a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:31.924679 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-246c21a5-3e3c-4e10-96c0-a4d5df511a84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1099 time: 0.0752068 Feb 16 13:54:32.073638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-e9692614-4687-4d9c-8a1d-d18dee95171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:32.075007 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-e9692614-4687-4d9c-8a1d-d18dee95171a service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 898 time: 0.1297846 Feb 16 13:54:32.315699 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-2366368c-661b-45d3-8691-63fc027a5224 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 1002 time: 0.1093633 Feb 16 13:54:32.385406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-db2105ea-57c7-4ce3-80e0-67f2ab418e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:32.387865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-db2105ea-57c7-4ce3-80e0-67f2ab418e8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0632260 Feb 16 13:54:32.476088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-8d5335e4-3256-4ab6-ad14-eee2dc1b7624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:32.477555 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-8d5335e4-3256-4ab6-ad14-eee2dc1b7624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825052 Feb 16 13:54:32.610488 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-cce80c1f-fefc-4750-baef-71c2de9be3a8 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256971 Feb 16 13:54:32.743289 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c64283cf-7207-4de9-b9d2-31a68fc73911 req-7dca5569-9cc1-4812-b44c-1d7746fd7722 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258516 Feb 16 13:54:40.690971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1837fa8b-0ec8-4026-ac3e-08d8784fbd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:42.718737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37924) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:42.950134 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a7d9e469-55df-436f-b65c-a148b4ce10e9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/955e4c47-41f3-482b-9169-672e429c843c HTTP/1.1" status: 200 len: 994 time: 0.2302949 Feb 16 13:54:43.250191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37934) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:43.476627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 4d1338cb-4cd0-480b-b452-0c32314b2c9b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:54:43.476884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:43.664488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:43.664817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:43.790383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 4d1338cb-4cd0-480b-b452-0c32314b2c9b owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:54:43.928703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bb5da731-7d86-4421-8d9d-cee058b80f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:43.942307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:43.991314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=4d1338cb-4cd0-480b-b452-0c32314b2c9b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:44.028254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.028598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.028935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.029259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.029579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.029908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.030224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.030559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.030878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.031192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.031506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.031817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:44.092420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:44.092589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 955e4c47-41f3-482b-9169-672e429c843c disassociated (deleted). External IP: 172.26.1.119, port: dc19c446-2202-4880-b5b5-7c2b8ca9b90b. Feb 16 13:54:44.145641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:44.192641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:44.587774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:54:44.767368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:54:44.777924 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Sync routers for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:54:44.783631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:44.788760 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:44.789402 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:44.843380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b47c0597-689e-45fc-a44e-fc1b8ea61367 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/955e4c47-41f3-482b-9169-672e429c843c HTTP/1.1" status: 204 len: 168 time: 1.5910656 Feb 16 13:54:44.843380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:54:44.892732 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'status': 'completed', 'code': 200} Feb 16 13:54:44.969715 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:44.987379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-f51da776-7a38-43a4-ac7b-3dcea5100166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:44.989501 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-f51da776-7a38-43a4-ac7b-3dcea5100166 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 1099 time: 0.0754163 Feb 16 13:54:45.145852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-b9417b91-f01b-4850-b0c5-e4c28c02cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:45.147304 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-b9417b91-f01b-4850-b0c5-e4c28c02cf42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 200 len: 898 time: 0.1515853 Feb 16 13:54:45.231912 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-14f55706-e6c5-403e-9453-9f201e80c4b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 200 len: 217 time: 0.0776660 Feb 16 13:54:45.248046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6839a5-b086-4b07-b269-6295cddf2239 req-e080c2ca-d302-4529-97c4-5bca028e328b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:45.248728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-1f6839a5-b086-4b07-b269-6295cddf2239 req-e080c2ca-d302-4529-97c4-5bca028e328b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:54:45.266725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-1f6839a5-b086-4b07-b269-6295cddf2239 req-e080c2ca-d302-4529-97c4-5bca028e328b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:54:45.268253 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f6839a5-b086-4b07-b269-6295cddf2239 req-e080c2ca-d302-4529-97c4-5bca028e328b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.1050813 Feb 16 13:54:45.293618 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:45.297586 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Checking router: 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:54:45.298273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-07595b13-b4dd-4d39-8c53-9e2157c2fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:45.299824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-07595b13-b4dd-4d39-8c53-9e2157c2fc6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 200 len: 833 time: 0.0611904 Feb 16 13:54:45.305981 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:45.306613 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:45.315901 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f6839a5-b086-4b07-b269-6295cddf2239 req-e048b27e-fe04-4093-8b5d-fd056dde5f37 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412452 Feb 16 13:54:45.379596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-f31756a1-83dd-43d1-97c0-03d37dfde5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:45.381044 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-f31756a1-83dd-43d1-97c0-03d37dfde5d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08d24e89-2f4a-4990-9aa3-5c1540b829ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748403 Feb 16 13:54:45.483715 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:45.512872 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-725c339e-a18f-456d-9bf5-cdb74efc8363 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249778 Feb 16 13:54:45.519900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:45.692442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:45.769480 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d7e066fe-afb5-4da9-88a6-0b24f44426e1 req-be77e5d9-745a-4361-b3a6-4bf6f3ec8c67 service neutron] 10.222.0.26 "GET /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481725 Feb 16 13:54:45.837431 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:45.841504 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fcadf1-c12d-4080-a6b4-bec42b34f554 None None] The sync data for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv is: [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '73ad4639-de2b-4a41-9c50-2aa55c7559bd', 'name': '', 'network_id': '08d24e89-2f4a-4990-9aa3-5c1540b829ec', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:29:e2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:06Z', 'updated_at': '2022-02-16T13:53:13Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'f1a41b46-ac37-485a-9c1d-33ede4bd5d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:54:46.063635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae0c2a-092c-4ff0-a173-a0b824387d01 None None] New status for floating IP 955e4c47-41f3-482b-9169-672e429c843c: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:54:46.513416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7927d-44b1-4603-9c6d-0f1a2c22567e req-6c43f5cb-2638-45e7-b717-6a21262f3e06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:46.515061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3a7927d-44b1-4603-9c6d-0f1a2c22567e req-6c43f5cb-2638-45e7-b717-6a21262f3e06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.0857954 Feb 16 13:54:46.562670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3a7927d-44b1-4603-9c6d-0f1a2c22567e req-fd50d3f7-84eb-4dad-ac21-4010a0b61540 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Feb 16 13:54:46.840802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-67a75223-ec8b-493a-9070-2bda3b707ecf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:46.841478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-67a75223-ec8b-493a-9070-2bda3b707ecf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:54:46.854093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-67a75223-ec8b-493a-9070-2bda3b707ecf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:54:46.855304 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-67a75223-ec8b-493a-9070-2bda3b707ecf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 946 time: 0.0945683 Feb 16 13:54:46.929043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port dc19c446-2202-4880-b5b5-7c2b8ca9b90b {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:54:46.929377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:47.176351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port dc19c446-2202-4880-b5b5-7c2b8ca9b90b, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:54:47.176698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:47.302816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for dc19c446-2202-4880-b5b5-7c2b8ca9b90b owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:54:47.456667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:47.508506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=dc19c446-2202-4880-b5b5-7c2b8ca9b90b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:47.545957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.546329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.546637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.546965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.547369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.547610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.547970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.548232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.548546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.548862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.549189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.549485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:47.598441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port dc19c446-2202-4880-b5b5-7c2b8ca9b90b on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:54:47.601872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:47.605540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'name': 'network-vif-deleted', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:54:47.622633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1df79de0-e68d-4bbe-8012-169960f4ad85 req-eebafaf5-de8a-4a34-a998-13d0370edced tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/dc19c446-2202-4880-b5b5-7c2b8ca9b90b HTTP/1.1" status: 204 len: 173 time: 0.7619300 Feb 16 13:54:47.659230 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e89b070-b0de-4a9c-aaa7-94b55be5b842', 'name': 'network-vif-deleted', 'tag': 'dc19c446-2202-4880-b5b5-7c2b8ca9b90b', 'status': 'completed', 'code': 200} Feb 16 13:54:47.729836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3c731f2-44a7-44fa-aa60-476ba9494e16 req-4a56c4d2-318c-49c3-922a-0e5ddbc770fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=7e89b070-b0de-4a9c-aaa7-94b55be5b842 HTTP/1.1" status: 200 len: 210 time: 0.0417259 Feb 16 13:54:48.829473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37952) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:48.901937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:48.931721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:49.005179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:49.024426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f49ee-72ab-4a17-8ef4-d32ab71a14fa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:49.038980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:49.042897 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f05d9df2-bf18-4748-a89a-316da8bdd6cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/b17f49ee-72ab-4a17-8ef4-d32ab71a14fa HTTP/1.1" status: 204 len: 168 time: 0.2096901 Feb 16 13:54:49.070842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37958) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:49.615422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device dc19c446-2202-4880-b5b5-7c2b8ca9b90b no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:54:49.649940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: dc19c446-2202-4880-b5b5-7c2b8ca9b90b {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:54:49.650316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device dc19c446-2202-4880-b5b5-7c2b8ca9b90b not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:54:49.652651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:50.145173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 73ad4639-de2b-4a41-9c50-2aa55c7559bd {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:54:50.145829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:50.344575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 73ad4639-de2b-4a41-9c50-2aa55c7559bd, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73ad4639-de2b-4a41-9c50-2aa55c7559bd,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:54:50.344814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:50.468628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 73ad4639-de2b-4a41-9c50-2aa55c7559bd owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:54:50.663939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:50.712000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=73ad4639-de2b-4a41-9c50-2aa55c7559bd,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:50.985107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:51.369778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:54:51.669783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:54:51.679494 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Sync routers for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:54:51.684203 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-77a44808-1fe1-4dba-832e-ec6d614feed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/23a86af8-517d-4d35-84e7-d0ba2f5e2fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6121807 Feb 16 13:54:51.687218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37962) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:51.689560 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:51.690170 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:51.753176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet f1a41b46-ac37-485a-9c1d-33ede4bd5d79 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:54:51.756153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:51.810647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:51.864144 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:51.898965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:51.977365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.019026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a41b46-ac37-485a-9c1d-33ede4bd5d79,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:52.022551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.032048 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e10dac9-4663-4598-a478-ddf53a80fbd8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/f1a41b46-ac37-485a-9c1d-33ede4bd5d79 HTTP/1.1" status: 204 len: 168 time: 0.3410571 Feb 16 13:54:52.032299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:52.034653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae020e-b2d1-4b65-81f7-792bdfe345cc None None] Network 08d24e89-2f4a-4990-9aa3-5c1540b829ec requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:54:52.148481 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:54:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:52.153406 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Checking router: 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:54:52.163046 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Routers {'23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:52.163821 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:52.213220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.295211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] DHCP port deletion for 08d24e89-2f4a-4990-9aa3-5c1540b829ec request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:54:52.300985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Deleting port ecd8013d-f60d-470c-bd20-3d7cb5f139fe {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:54:52.301400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.351422 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] Set router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:52.507968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.511719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] For port ecd8013d-f60d-470c-bd20-3d7cb5f139fe, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,segment=NetworkSegment(c496801c-3b73-4bbc-bcb9-f1e8a582d6f6),segment_id=c496801c-3b73-4bbc-bcb9-f1e8a582d6f6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:54:52.512095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.518405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 5c310114-6607-4917-8f01-93d7c6baecd2 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:54:52.518998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.647845 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:54:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:52.652015 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cc9dc3-131a-4baa-adda-6fa292d9c478 None None] The sync data for ids ['23a86af8-517d-4d35-84e7-d0ba2f5e2fb6'] in dv-neutron-828143-3-hyperv is: [{'id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'name': 'tempest-TestNetworkBasicOps-router-1411501370', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:53:01Z', 'updated_at': '2022-02-16T13:54:50Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '5c310114-6607-4917-8f01-93d7c6baecd2', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:53:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a86af8-517d-4d35-84e7-d0ba2f5e2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:53:02Z', 'updated_at': '2022-02-16T13:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:54:52.661415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Calling delete_port for ecd8013d-f60d-470c-bd20-3d7cb5f139fe owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:54:52.696595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 5c310114-6607-4917-8f01-93d7c6baecd2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5c310114-6607-4917-8f01-93d7c6baecd2,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:54:52.697146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.744394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:52.791003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] No DVR routers for this DVR port ecd8013d-f60d-470c-bd20-3d7cb5f139fe on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:54:52.799621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Pushing event deleted for resources: {'Port': ['ID=ecd8013d-f60d-470c-bd20-3d7cb5f139fe,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:52.809887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.810251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.810589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.810926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.811252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.811579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.811902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.812224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.812566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.812883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.813277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.813597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2b20ca-d322-43f5-9960-d99cfaaf4637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:54:52.825591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 5c310114-6607-4917-8f01-93d7c6baecd2 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:54:52.999406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.046569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=5c310114-6607-4917-8f01-93d7c6baecd2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:53.141076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.315919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.318031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.327227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73ad4639-de2b-4a41-9c50-2aa55c7559bd no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:54:53.342259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.343257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:54:53.360239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.361446 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a3292528-642d-4b68-8781-b782efe2dd93 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/23a86af8-517d-4d35-84e7-d0ba2f5e2fb6 HTTP/1.1" status: 204 len: 168 time: 1.3281348 Feb 16 13:54:53.363197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 73ad4639-de2b-4a41-9c50-2aa55c7559bd {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:54:53.363544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73ad4639-de2b-4a41-9c50-2aa55c7559bd not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:54:53.363959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ecd8013d-f60d-470c-bd20-3d7cb5f139fe no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:54:53.364524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 37970) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:53.400007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ecd8013d-f60d-470c-bd20-3d7cb5f139fe {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:54:53.400350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ecd8013d-f60d-470c-bd20-3d7cb5f139fe not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:54:53.508718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.647289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.672809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d24e89-2f4a-4990-9aa3-5c1540b829ec']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:53.684571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:53.684858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c496801c-3b73-4bbc-bcb9-f1e8a582d6f6') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:53.696001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.713421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.720295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:54:53.720711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:54:53.736350 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:54:53.820294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.838401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.849814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=08d24e89-2f4a-4990-9aa3-5c1540b829ec,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:53.859702 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1c8ab29b-c0a2-45be-bef1-74a47d1f46f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/08d24e89-2f4a-4990-9aa3-5c1540b829ec HTTP/1.1" status: 204 len: 168 time: 0.4936564 Feb 16 13:54:53.877322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37974) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:53.885077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--2011258351', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:54:53.890895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:54:53.895284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:54:53.898385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:54:53.904255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:54:53.918537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:54:53.921971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.952002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:54:53.961478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:53.961864 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 43a28fa4-fd57-4420-b0c3-bfbab4964ef5 of type vlan for network fd293a2d-8d70-452e-95bd-72e5f4a466c5 Feb 16 13:54:53.990689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.021519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.027171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:54.027744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.131109 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2526848 Feb 16 13:54:54.134249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37978) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:54.141354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:54:54.146678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4f18d-0076-475e-a6f9-0ef099e698c9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=fd293a2d-8d70-452e-95bd-72e5f4a466c5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:54.150663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:54:54.156435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:54:54.157864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:54:54.160718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:54:54.169644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:54:54.184446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.186170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.209421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.649836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.970077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:54.999201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:55.148943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.220 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/45bbe91e-2971-49ee-8484-00104cf6d870) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:54:55.241119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5c310114-6607-4917-8f01-93d7c6baecd2 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:54:55.278104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5c310114-6607-4917-8f01-93d7c6baecd2 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:54:55.278501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5c310114-6607-4917-8f01-93d7c6baecd2 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:54:55.303961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:55.335224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:55.404834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:54:55.408887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:54:55.414550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:54:55.446793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=45bbe91e-2971-49ee-8484-00104cf6d870,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:55.852215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:56.333260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:56.540170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:54:56.721683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:54:56.731988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:54:56.742806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:56.743464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:56.752327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:56.753617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f58e343-2526-48f6-a8bd-6fa3a56ee1a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6184659 Feb 16 13:54:56.756799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37982) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:56.919442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:56.943096 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a0d7c2bb-3fa7-480f-b6fb-f56c616789d7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1848137 Feb 16 13:54:56.944052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37988) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:57.071627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d7db11-99e8-494c-b109-cc9254a24c6a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:57.073387 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c7d7db11-99e8-494c-b109-cc9254a24c6a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283858 Feb 16 13:54:57.076235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37992) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:57.114975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7438826f-eb69-4f38-b619-5870e79a3271 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376232 Feb 16 13:54:57.118203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 37996) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:57.123798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-222402053', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:54:57.216661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:55Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:57.221916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:54:57.221916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Updating router 912db679-d406-4aa7-9c0a-24b988ad077a port 45bbe91e-2971-49ee-8484-00104cf6d870 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:54:57.238035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:54:57.241837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:54:57.244680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:54:57.250665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:54:57.261211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:54:57.264596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.274915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.484329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.562272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=e9b5ca91-74e1-4819-885b-ae949f55ed34,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:57.573895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:54:57.574262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: fd293a2d-8d70-452e-95bd-72e5f4a466c5, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:54:57.595281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:54:57.606439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fd293a2d-8d70-452e-95bd-72e5f4a466c5) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:54:57.607469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.614402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:54:57.615168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.615792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa4992-2efd-4342-b6ce-f9731924970f None None] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:54:57.637238 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85838270-aad8-4c2c-8d78-def7118ed937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5180063 Feb 16 13:54:57.640086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38000) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:54:57.710005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Transition to ACTIVE for port object 45bbe91e-2971-49ee-8484-00104cf6d870 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:54:57.722472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.828568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Attempting to bind port 45bbe91e-2971-49ee-8484-00104cf6d870 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:54:57.829238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Attempting to bind port 45bbe91e-2971-49ee-8484-00104cf6d870 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:54:57.829238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Attempting to bind port 45bbe91e-2971-49ee-8484-00104cf6d870 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:54:57.850912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e02f7-e396-49ba-9114-caebd520474d None None] Pushing event updated for resources: {'Port': ['ID=45bbe91e-2971-49ee-8484-00104cf6d870,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:57.854634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:54:57.854997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:54:57.855426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:57.855731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:54:57.856186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Bound port: 45bbe91e-2971-49ee-8484-00104cf6d870, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:54:57.856549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.003677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] For port 45bbe91e-2971-49ee-8484-00104cf6d870, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:54:58.010839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] For port 45bbe91e-2971-49ee-8484-00104cf6d870, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=45bbe91e-2971-49ee-8484-00104cf6d870,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:54:58.014253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:54:58.015212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.029048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.166976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:54:58.167590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:58.218994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e02f7-e396-49ba-9114-caebd520474d None None] Pushing event updated for resources: {'Port': ['ID=45bbe91e-2971-49ee-8484-00104cf6d870,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:58.387420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Allocated IP 172.20.0.2 (fd293a2d-8d70-452e-95bd-72e5f4a466c5/e9b5ca91-74e1-4819-885b-ae949f55ed34/7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:54:58.409127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:54:58.445429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.825710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.837758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Transition to ACTIVE for port object 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:54:58.867115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Transition to ACTIVE for port object 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:54:58.876726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:58.931530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:55Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:54:58.953698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (fd293a2d-8d70-452e-95bd-72e5f4a466c5/e9b5ca91-74e1-4819-885b-ae949f55ed34/8e983399-3882-496c-b452-e582b0f7764e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:54:58.957384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2717bc8-9d51-4a41-acd1-76c174845b9a None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:55Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:54:58.966454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:54:58.969671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:54:58.973991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:54:58.983067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Pushing event updated for resources: {'Port': ['ID=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:59.075399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Attempting to bind port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:54:59.075830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Attempting to bind port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:54:59.076115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Attempting to bind port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:54:59.081924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:54:59.082319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Checking segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:54:59.082724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.083100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Bound using segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:54:59.083553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Bound port: 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:54:59.083915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.142687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.161152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 8e983399-3882-496c-b452-e582b0f7764e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:54:59.206512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.266495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] For port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:54:59.270502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] For port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:54:59.277126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.307741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:59.318633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:54:59.319968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:54:59.324864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:54:59.366857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 45bbe91e-2971-49ee-8484-00104cf6d870 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:54:59.401469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7104d1-7e7d-4c16-966a-aaecd511e48d None None] Pushing event updated for resources: {'Port': ['ID=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:54:59.417492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.456165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 45bbe91e-2971-49ee-8484-00104cf6d870 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:54:59.465758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 45bbe91e-2971-49ee-8484-00104cf6d870 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:54:59.466128 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.569299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.603496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.621711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 45bbe91e-2971-49ee-8484-00104cf6d870, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=45bbe91e-2971-49ee-8484-00104cf6d870,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:54:59.631923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:54:59.721672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=45bbe91e-2971-49ee-8484-00104cf6d870,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:00.173255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:00.181404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:00.292795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:00.296072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:00.433683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:55:00.434785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:55:00.620526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:55:00.787629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c410a88-0ea2-419d-a92a-e77643baadcf None None] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:55:00.811410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:55:00.824297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1bbbd8e0-901e-4927-830a-04d8159aae75 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/912db679-d406-4aa7-9c0a-24b988ad077a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1829977 Feb 16 13:55:00.826827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38004) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:00.832297 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:55:00.842000 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:00.842664 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:00.890748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b1633c7b-a232-4752-9d9f-ad5d7c6b5a29 None None] Provisioning for port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:00.972486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.973052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.973519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.973978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.974475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.974927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:00.979234 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e12902b-e6e0-4757-8ff2-8bb2207196b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1487319 Feb 16 13:55:00.980449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38008) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:01.061530 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.062202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.062368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.062818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.063264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.063712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:01.065485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b4ae07ed-7e74-4184-b849-561ab553d5b7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0828547 Feb 16 13:55:01.068456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:01.087423 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:01.292592 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-77022342-44c5-4681-ad02-28649914859d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2203429 Feb 16 13:55:01.322691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b7f190c5-e40a-418b-b575-a95102876f1a None None] Provisioning for port 8e983399-3882-496c-b452-e582b0f7764e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:01.328387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b7f190c5-e40a-418b-b575-a95102876f1a None None] Provisioning complete for port 8e983399-3882-496c-b452-e582b0f7764e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:01.328545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7f190c5-e40a-418b-b575-a95102876f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.423760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b7f190c5-e40a-418b-b575-a95102876f1a None None] Port 8e983399-3882-496c-b452-e582b0f7764e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:55:01.426977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:01.509960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:01.512996 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:00Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:01.518636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:01.519032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.522204 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:55:01.522663 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Updating router 912db679-d406-4aa7-9c0a-24b988ad077a port 8e983399-3882-496c-b452-e582b0f7764e binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:55:01.583529 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.645014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-df2fbe62-0ff3-48f7-b58a-216c37a31043 None None] Provisioning complete for port 8e983399-3882-496c-b452-e582b0f7764e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:01.645383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-df2fbe62-0ff3-48f7-b58a-216c37a31043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.706831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38018) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:01.711976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-706967792', 'description': 'tempest-secgroup-smoke-706967792 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:01.722525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:01.723539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.726921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:01.729835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:01.732733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-df2fbe62-0ff3-48f7-b58a-216c37a31043 None None] Port 8e983399-3882-496c-b452-e582b0f7764e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:55:01.735568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:01.751468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.760495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:01.765135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.766002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 45bbe91e-2971-49ee-8484-00104cf6d870 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:01.772897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:01.776892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:01.780060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:01.785496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:01.856865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.863196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.892584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-398ae29a-2688-4dd3-a49e-4278768b619a None None] Provisioning complete for port 8e983399-3882-496c-b452-e582b0f7764e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:01.893227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-398ae29a-2688-4dd3-a49e-4278768b619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.909624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2af62b-1c72-4e40-82f5-05df1d9db87b,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:01.913227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.917219 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70550897-d880-4910-acc2-4141e4d1a30f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2065713 Feb 16 13:55:01.917604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38022) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:01.923342 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:01.926834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:01.929280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:01.934044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:01.937461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:01.944136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:01.961666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-398ae29a-2688-4dd3-a49e-4278768b619a None None] Port 8e983399-3882-496c-b452-e582b0f7764e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:55:01.963706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 45bbe91e-2971-49ee-8484-00104cf6d870 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:01.964075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:01.967523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.005181 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.018451 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Transition to ACTIVE for port object 8e983399-3882-496c-b452-e582b0f7764e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:55:02.027210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.039610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.045218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.072555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4138533-8d70-4659-a550-5903bba6d384,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.094184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.096081 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b9776995-6005-411e-964d-806972e7c214 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1772282 Feb 16 13:55:02.099038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38026) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:02.104484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:02.111418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:02.115362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:02.119294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:02.125543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:02.145984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.192404 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Pushing event updated for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.216468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.222597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.228441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.228780 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.229131 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.229542 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.229859 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.230178 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.230514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.230825 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.231134 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.231445 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.231750 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.232053 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:02.252662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06209ab5-4cd7-4e44-b3c8-239822db0b55,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.257057 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Attempting to bind port 8e983399-3882-496c-b452-e582b0f7764e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:55:02.257431 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Attempting to bind port 8e983399-3882-496c-b452-e582b0f7764e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:55:02.257760 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Attempting to bind port 8e983399-3882-496c-b452-e582b0f7764e on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:55:02.263559 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:55:02.264029 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Checking segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:55:02.264380 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.264759 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Bound using segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:55:02.265211 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Bound port: 8e983399-3882-496c-b452-e582b0f7764e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:55:02.265593 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.265930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.269817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-034b0558-a834-4d41-8a4b-714d2dfe3b57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672428 Feb 16 13:55:02.270188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38030) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:02.275576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:02.284272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:02.288393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:02.291301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:02.297183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:02.315395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.361104 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] For port 8e983399-3882-496c-b452-e582b0f7764e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:55:02.364124 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] For port 8e983399-3882-496c-b452-e582b0f7764e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8e983399-3882-496c-b452-e582b0f7764e,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:55:02.368524 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.379624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.383786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.408858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc830c0-7ac4-42fd-b0ff-103b37c81e46,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.419352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.424367 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bdd32048-42ba-460b-be30-613a603f8e95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501794 Feb 16 13:55:02.425379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38034) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:02.431609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:02.437817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:02.442863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:02.445868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:02.450474 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:02.451486 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:54:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:02.452147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:02.477648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.505464 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6772-34e1-4cba-b0ff-ccdd8688bceb None None] Pushing event updated for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.644409 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:02.677456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.681778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.707719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee20abb9-71f9-4838-a4e8-9340b8b9df9a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.717060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.718381 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c761d82-9121-4eaf-9a27-b5b6463284ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2912900 Feb 16 13:55:02.721386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:02.726526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:02.732362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:02.736244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:02.739206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:02.744951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:02.758743 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:55:02.766137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.834623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.840855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.866325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026c30bd-f9e6-4c02-9430-0fa2eec6641c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:02.876355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.877772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b1127f5c-fe12-4375-822f-8d45528d4a25 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1554823 Feb 16 13:55:02.880545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38042) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:02.885732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'af2af62b-1c72-4e40-82f5-05df1d9db87b', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:02.891552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:02.895453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:02.898464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:02.904377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:02.915413 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:55:02.921830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.993827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:02.998928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.003260 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:02Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:03.007723 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809b83b4-c15f-442c-adbf-6a7043123d76 None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:02Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:55:03.020778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf9361-2d80-410e-9e42-15ae1bad8240,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:03.036995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.044935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5adc8eff-0e30-4d51-88a7-74ed558a2a26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563153 Feb 16 13:55:03.225897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-21bdc30f-8df4-487a-90f6-8fe774c5f130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:55:03.246086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-21bdc30f-8df4-487a-90f6-8fe774c5f130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:55:03.247587 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-21bdc30f-8df4-487a-90f6-8fe774c5f130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-706967792&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0619121 Feb 16 13:55:03.379317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8e983399-3882-496c-b452-e582b0f7764e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:03.411800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-701394cc-9966-440e-aad6-fadabdf2a45e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:03.412746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-701394cc-9966-440e-aad6-fadabdf2a45e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:55:03.429768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-701394cc-9966-440e-aad6-fadabdf2a45e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:55:03.430975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-701394cc-9966-440e-aad6-fadabdf2a45e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 797 time: 0.1766810 Feb 16 13:55:03.449671 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-07dc21cc-e913-4a9d-aabf-1c16a7eb0c6c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0105143 Feb 16 13:55:03.457983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 8e983399-3882-496c-b452-e582b0f7764e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:03.464164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8e983399-3882-496c-b452-e582b0f7764e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:03.464533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.541989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-92d87c56-178b-4ed5-8805-72e6e6443ab9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:55:03.558669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-92d87c56-178b-4ed5-8805-72e6e6443ab9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:55:03.560342 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-92d87c56-178b-4ed5-8805-72e6e6443ab9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043169 Feb 16 13:55:03.593622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.628556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 8e983399-3882-496c-b452-e582b0f7764e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8e983399-3882-496c-b452-e582b0f7764e,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:03.633559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.634583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:03.645756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-1256250b-1d4a-425c-910e-497e1773a641 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 13:55:03.646887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-1256250b-1d4a-425c-910e-497e1773a641 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727284 Feb 16 13:55:03.785391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:03.788718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-c9a839f9-a22a-48f2-89c9-9b2632e4b6e0 service neutron] 10.222.0.105 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356945 Feb 16 13:55:03.796317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:03.796679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:03.927154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-c8dc5134-a568-4eed-8877-458414be3cc6 service neutron] 10.222.0.105 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319394 Feb 16 13:55:04.117199 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-23ea3564-7357-4487-8a3a-7e81f6f656f8 req-2401bd44-6c00-467c-84ed-7c670ef7bffc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 210 time: 0.0473192 Feb 16 13:55:04.872118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:55:05.278432 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-86915bc4-e388-4ccd-86de-8a0c90a743bb req-afedaa40-caf8-4e44-834d-24b0d55ec1ea tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 210 time: 0.0554593 Feb 16 13:55:05.306406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8e983399-3882-496c-b452-e582b0f7764e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:05.368268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-046eab58-f589-4e64-b435-4666cf1cd454 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:05.368936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-046eab58-f589-4e64-b435-4666cf1cd454 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:55:05.378631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8e983399-3882-496c-b452-e582b0f7764e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:05.379172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:05.381604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-046eab58-f589-4e64-b435-4666cf1cd454 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:55:05.382737 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-046eab58-f589-4e64-b435-4666cf1cd454 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 797 time: 0.1696074 Feb 16 13:55:05.431639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-cef0389a-9015-41be-bb02-95d296e2f136 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:55:05.444328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-cef0389a-9015-41be-bb02-95d296e2f136 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:55:05.445418 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-cef0389a-9015-41be-bb02-95d296e2f136 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 379 time: 0.0542483 Feb 16 13:55:05.454121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': 'a017552f-21dc-4528-862d-54e6cab67893', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['af2af62b-1c72-4e40-82f5-05df1d9db87b']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:05.602103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:05.611928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:05.624375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:55:05.627917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:05.805943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.11 (fd293a2d-8d70-452e-95bd-72e5f4a466c5/e9b5ca91-74e1-4819-885b-ae949f55ed34/e22f7c32-4bba-4675-851f-1594447e8fae) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:55:05.994674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.015585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object e22f7c32-4bba-4675-851f-1594447e8fae will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:55:06.042920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.115730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:55:06.118749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:55:06.121306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:55:06.157723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:06.190562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:06.191164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.217468 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f7994544-9b9d-466c-95f1-8fae201bf82b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7672420 Feb 16 13:55:06.229075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Request body: {'port': {'device_id': 'a017552f-21dc-4528-862d-54e6cab67893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:06.342123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.354451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6fe20524-1d32-4505-805f-1ebcf21e9edd None None] Provisioning for port e22f7c32-4bba-4675-851f-1594447e8fae completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:06.360558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6fe20524-1d32-4505-805f-1ebcf21e9edd None None] Provisioning complete for port e22f7c32-4bba-4675-851f-1594447e8fae triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:06.361176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6fe20524-1d32-4505-805f-1ebcf21e9edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.414066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6fe20524-1d32-4505-805f-1ebcf21e9edd None None] Port e22f7c32-4bba-4675-851f-1594447e8fae cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:55:06.462472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a805bbd-f944-439e-9474-d49a4c59e94b req-7b17ebd2-7dc4-442d-b070-505ff7a44ee2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:06.463978 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a805bbd-f944-439e-9474-d49a4c59e94b req-7b17ebd2-7dc4-442d-b070-505ff7a44ee2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 932 time: 0.0837758 Feb 16 13:55:06.507486 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a805bbd-f944-439e-9474-d49a4c59e94b req-f0614691-f5f9-40d8-980e-f26b103db21e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376492 Feb 16 13:55:06.693795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22f7c32-4bba-4675-851f-1594447e8fae {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:55:06.701301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.715443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Transition to ACTIVE for port object e22f7c32-4bba-4675-851f-1594447e8fae will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:55:06.722890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:06.876695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:07.060788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Attempting to bind port e22f7c32-4bba-4675-851f-1594447e8fae on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:55:07.061033 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Attempting to bind port e22f7c32-4bba-4675-851f-1594447e8fae by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:55:07.061356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Attempting to bind port e22f7c32-4bba-4675-851f-1594447e8fae on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:55:07.066070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Port e22f7c32-4bba-4675-851f-1594447e8fae on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:55:07.066414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Attempting to bind port e22f7c32-4bba-4675-851f-1594447e8fae on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:55:07.071529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:55:07.071857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Checking segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:55:07.072226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Bound using segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:55:07.072634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Bound port: e22f7c32-4bba-4675-851f-1594447e8fae, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:55:07.073024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:07.182049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:55:07.185239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e22f7c32-4bba-4675-851f-1594447e8fae,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:55:07.192865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:07.251978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.252478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:07.253797 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] 10.222.0.26 "PUT /v2.0/ports/e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 1094 time: 1.0290148 Feb 16 13:55:07.254298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:07.273978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3228d33-5830-41dc-b9e1-2d9fcde15be7 service neutron] Pushing event updated for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:07.331146 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'status': 'completed', 'code': 200} Feb 16 13:55:07.376117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-12939fab-d280-4e91-b48b-72e55a354ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.377600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-12939fab-d280-4e91-b48b-72e55a354ab0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1097 time: 0.0782442 Feb 16 13:55:07.446808 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-2eead9cf-781b-4de9-91b4-009584da15eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 217 time: 0.0626156 Feb 16 13:55:07.514857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f16efe7e-e9df-4c7d-a689-136c17fd07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.516167 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-f16efe7e-e9df-4c7d-a689-136c17fd07f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0632863 Feb 16 13:55:07.590018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-604d3bf6-09f3-4ced-ba6e-eea7bd92d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.591527 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-604d3bf6-09f3-4ced-ba6e-eea7bd92d498 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695717 Feb 16 13:55:07.689269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f8a8d-a9ac-4e58-92b7-4b668c9fb737 req-3bf95161-9ba1-433d-a4ab-99a4995143dd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.690788 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-402f8a8d-a9ac-4e58-92b7-4b668c9fb737 req-3bf95161-9ba1-433d-a4ab-99a4995143dd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 944 time: 0.0778980 Feb 16 13:55:07.726038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-8004b392-496b-4a26-9c1d-e9b0c9d6f5dd service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283782 Feb 16 13:55:07.853720 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-402f8a8d-a9ac-4e58-92b7-4b668c9fb737 req-e000c0dd-ed41-4752-bbec-9266575dd431 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569932 Feb 16 13:55:07.870615 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-30e4cf12-f505-437d-98ee-a4fdcd721ded req-34f1e196-5098-4240-9f38-143cb18f7a31 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385257 Feb 16 13:55:07.985272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-6d953db2-f621-4ac4-ba90-a59ceeebfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:07.986764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-6d953db2-f621-4ac4-ba90-a59ceeebfb33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1097 time: 0.0748296 Feb 16 13:55:08.120040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-6eaabf47-1f71-4a40-9e6f-93ff5baf7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:08.121466 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-6eaabf47-1f71-4a40-9e6f-93ff5baf7bec service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1286445 Feb 16 13:55:08.190769 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-2fa046b0-eb83-4b2e-acf5-6e972382c67c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 217 time: 0.0629234 Feb 16 13:55:08.258592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-45219194-5333-425c-b49f-1d92e63d004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:08.260000 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-45219194-5333-425c-b49f-1d92e63d004f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0627456 Feb 16 13:55:08.336414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-58364c93-5b58-4219-bcc7-ad6c5070cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:08.337842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-58364c93-5b58-4219-bcc7-ad6c5070cd70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713341 Feb 16 13:55:08.479663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-89a6a2dd-28f5-490b-97b2-86f162808d33 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347287 Feb 16 13:55:08.613212 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6cb1e87e-aad9-45db-b091-61fb631671a6 req-68f6b40a-aa5c-4b3f-9664-9181ca3a7483 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272602 Feb 16 13:55:09.058433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186d11d-7f1c-4fc8-882d-8dc4be6e2fb6 req-de8acbf7-af47-4e5c-90f7-67222d187802 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:09.059865 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2186d11d-7f1c-4fc8-882d-8dc4be6e2fb6 req-de8acbf7-af47-4e5c-90f7-67222d187802 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 944 time: 0.0929205 Feb 16 13:55:09.108708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2186d11d-7f1c-4fc8-882d-8dc4be6e2fb6 req-3b28cdd0-d4ab-4497-9175-0420ff8d936d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 Feb 16 13:55:10.307995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e5c87-44dd-4a50-b1c2-e857e3ee2ac0 req-c3ab3bf2-f368-44bb-9cee-58427210cf29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:10.309347 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b79e5c87-44dd-4a50-b1c2-e857e3ee2ac0 req-c3ab3bf2-f368-44bb-9cee-58427210cf29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 944 time: 0.0897381 Feb 16 13:55:10.356629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b79e5c87-44dd-4a50-b1c2-e857e3ee2ac0 req-82d2cb9a-9002-4a08-ae91-b7b576c44233 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384173 Feb 16 13:55:10.690980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-98aa1de3-b33f-4489-b90f-2417f0c3c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:11.564465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb91c4-2fd2-4ce9-90df-76f5b39d4cbf req-cef78138-5a5e-4414-bb16-b6a3136d97e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:11.566492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24eb91c4-2fd2-4ce9-90df-76f5b39d4cbf req-cef78138-5a5e-4414-bb16-b6a3136d97e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 944 time: 0.0913377 Feb 16 13:55:11.619969 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24eb91c4-2fd2-4ce9-90df-76f5b39d4cbf req-bfae3543-61c2-4cce-aaf8-ccdadfa907cc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450592 Feb 16 13:55:11.736458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e22f7c32-4bba-4675-851f-1594447e8fae details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:55:11.874424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e22f7c32-4bba-4675-851f-1594447e8fae,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:11.888724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'port_id': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'mac_address': 'fa:16:3e:93:cf:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:55:11.946832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:11.963591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22f7c32-4bba-4675-851f-1594447e8fae {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:55:11.979370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e22f7c32-4bba-4675-851f-1594447e8fae,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:11.984610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:12.051506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:12.315714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['e22f7c32-4bba-4675-851f-1594447e8fae'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:55:12.819749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e32a-0bee-4978-bbae-619d0b461586 req-38b8b89d-f253-498f-b20c-942b9ff37fca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:12.821191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b751e32a-0bee-4978-bbae-619d0b461586 req-38b8b89d-f253-498f-b20c-942b9ff37fca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 945 time: 0.0922239 Feb 16 13:55:12.872295 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b751e32a-0bee-4978-bbae-619d0b461586 req-14893754-74b3-4e39-81b6-a0f21b9875e6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Feb 16 13:55:13.754383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e22f7c32-4bba-4675-851f-1594447e8fae up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:13.831152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port e22f7c32-4bba-4675-851f-1594447e8fae completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:13.836121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port e22f7c32-4bba-4675-851f-1594447e8fae triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:13.836491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:13.957775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-620c7c82-a361-406e-887f-0e3acb337eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:13.969412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:14.000294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:14.007555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e22f7c32-4bba-4675-851f-1594447e8fae,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:14.014111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:14.059202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacafb89-c81c-4749-be62-27931d751a9c req-e7a47246-90ed-464d-93f4-899ba6e09435 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:14.060806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dacafb89-c81c-4749-be62-27931d751a9c req-e7a47246-90ed-464d-93f4-899ba6e09435 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0803399 Feb 16 13:55:14.084958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:14.108810 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'code': 200} Feb 16 13:55:14.116956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dacafb89-c81c-4749-be62-27931d751a9c req-a87eaab2-7624-44bb-8b12-39f04f3ab174 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476739 Feb 16 13:55:14.155049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:14.197445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:14.342866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e11f6a-2f0a-41cd-a10e-d194ba0c3fd5 req-766c6933-7427-4071-a876-7da8b4ad1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:14.344221 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e4e11f6a-2f0a-41cd-a10e-d194ba0c3fd5 req-766c6933-7427-4071-a876-7da8b4ad1cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1099 time: 0.0718422 Feb 16 13:55:14.493196 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e4e11f6a-2f0a-41cd-a10e-d194ba0c3fd5 req-932acc2c-40a9-429c-a913-437b2f8c9861 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418958 Feb 16 13:55:15.312037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfb6d6-8e69-4dc4-b162-6f6e78a23e9d req-1e3305e3-ecd5-4bf7-8257-6ec5b44d27b4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:15.313411 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9dcfb6d6-8e69-4dc4-b162-6f6e78a23e9d req-1e3305e3-ecd5-4bf7-8257-6ec5b44d27b4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0892575 Feb 16 13:55:15.361982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9dcfb6d6-8e69-4dc4-b162-6f6e78a23e9d req-f1f6721f-414f-4e13-a745-17933d70ca50 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402951 Feb 16 13:55:15.523289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:15.703109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:16.562941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fe300-3997-4ed8-921f-bf86153371ec req-6fb9659f-5a48-460f-b9c7-3c5e7602ae4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:16.564400 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a15fe300-3997-4ed8-921f-bf86153371ec req-6fb9659f-5a48-460f-b9c7-3c5e7602ae4e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0830433 Feb 16 13:55:16.609976 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a15fe300-3997-4ed8-921f-bf86153371ec req-3b00b827-1896-4c65-a1d8-37aeb3073e88 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 Feb 16 13:55:16.801846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aeb02f-b200-41a5-97d7-121783f1add5 req-2a24407c-59c0-4a9b-894b-0c6ea683c745 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:16.803331 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7aeb02f-b200-41a5-97d7-121783f1add5 req-2a24407c-59c0-4a9b-894b-0c6ea683c745 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0831673 Feb 16 13:55:16.850195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7aeb02f-b200-41a5-97d7-121783f1add5 req-e813f4df-2c38-4de0-8f8d-3c6cdb58252d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 Feb 16 13:55:16.874005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:16.944905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc615759-c8a9-4f1a-83c2-4173279520e3 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:16.949196 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bc615759-c8a9-4f1a-83c2-4173279520e3 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1094 time: 0.0713875 Feb 16 13:55:16.949541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38116) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:16.954595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:16.960684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:16.964727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:16.967842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:16.974672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:16.987287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:17.146599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:17.294614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.226 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fb8c3475-0ec1-4cd5-aef1-20475a71101e) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:55:17.447351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:17.480713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:17.548942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:55:17.551862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:55:17.555675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:55:17.590527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=fb8c3475-0ec1-4cd5-aef1-20475a71101e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:18.142716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:18.219914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:18.446626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:18.453618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:18.556936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=fb8c3475-0ec1-4cd5-aef1-20475a71101e,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:18.571603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:18.741760 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef associated. External IP: 172.26.1.226, port: e22f7c32-4bba-4675-851f-1594447e8fae. Feb 16 13:55:19.097858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:55:19.276276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:55:19.286076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:55:19.296780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:19.297587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:55:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:19.303094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:19.364968 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41e3beff-b2c2-4bec-b37f-6ac1e024d9bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4143071 Feb 16 13:55:19.365840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:19.367850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38128) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:19.415303 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'status': 'completed', 'code': 200} Feb 16 13:55:19.523343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:19.530882 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0747c695-62be-4acc-ad64-a411f17a8aaf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 992 time: 0.1613705 Feb 16 13:55:19.559041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564353-754d-416e-a72f-a07882fb8146 req-be5c27bd-2dbc-4d4b-ab4f-ec7041fea66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:19.560923 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-be5c27bd-2dbc-4d4b-ab4f-ec7041fea66e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1099 time: 0.0989592 Feb 16 13:55:19.697642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564353-754d-416e-a72f-a07882fb8146 req-8d780208-bf86-4245-81e6-20680b96a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:19.699376 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-8d780208-bf86-4245-81e6-20680b96a655 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1322334 Feb 16 13:55:19.802249 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-ddae223d-82df-4e65-a729-92166a4a594f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 1000 time: 0.0961585 Feb 16 13:55:19.869794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564353-754d-416e-a72f-a07882fb8146 req-4cde9cf4-f0ef-4783-a9ca-e9dbf27eabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:19.871251 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-4cde9cf4-f0ef-4783-a9ca-e9dbf27eabcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0628159 Feb 16 13:55:19.888569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:93:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017552f-21dc-4528-862d-54e6cab67893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:55:17Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:19.892677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:55:19.901123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:19.901738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:55:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:19.949804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564353-754d-416e-a72f-a07882fb8146 req-96036252-5354-40ae-9d64-c01f91269dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:19.951445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-96036252-5354-40ae-9d64-c01f91269dcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741923 Feb 16 13:55:20.084091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:20.097348 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-a9117898-83a8-4a81-90a6-4752e84472cb service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401060 Feb 16 13:55:20.237055 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-37564353-754d-416e-a72f-a07882fb8146 req-6c0b6c37-8a15-43f8-8221-71bf14e29ebf service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337636 Feb 16 13:55:20.444575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:93:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017552f-21dc-4528-862d-54e6cab67893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:55:17Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:20.449528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609748f2-5723-4f37-a0c5-71d20411c07b None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:93:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a017552f-21dc-4528-862d-54e6cab67893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:55:17Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:55:20.533474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:20.661343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7d82b03-1e96-4c3c-ba22-a93222ab0657 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 992 time: 0.1228166 Feb 16 13:55:20.672350 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c5203-b749-45ee-918f-84d6f26c27a8 None None] New status for floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:55:21.661602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38146) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:21.775909 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-921079ea-2eda-493e-bfb5-94feb35fac1b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 994 time: 0.1130712 Feb 16 13:55:27.694881 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-64651d80-11a3-49f6-b4d0-aef8ab1cb9e2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490232473&fields=id&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 267 time: 0.0401490 Feb 16 13:55:27.957880 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-75be5e76-47e9-4c96-8a88-303d42a8d88d tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:27.959408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-75be5e76-47e9-4c96-8a88-303d42a8d88d tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.2581058 Feb 16 13:55:27.974603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-8d932133-ea51-4815-963a-6e9a9baf2e5a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/quotas/259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Feb 16 13:55:28.071000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-3d1e3af9-a716-45e7-8a3a-33d11f826451 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0912280 Feb 16 13:55:28.216248 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-38fb216b-0c96-422a-b65b-19b39100c3e3 service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308577 Feb 16 13:55:28.365480 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-1b867649-dddc-45f3-b4bd-4973e646c3e1 service neutron] 10.222.0.105 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403341 Feb 16 13:55:29.815467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d11f9bc-637b-4404-a9c1-9648dd44ff17 req-6a0dc40e-4913-4098-afed-c127ede716fd tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 210 time: 0.0528646 Feb 16 13:55:30.919075 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dcc881c0-6f9b-4ed6-b379-e9b7de57e7e8 req-e72412a0-fa81-49d7-8bdf-cd9b57036391 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 210 time: 0.0422053 Feb 16 13:55:31.139392 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-183828c5-a304-41c1-9c0d-8f96650afc18 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712905 Feb 16 13:55:31.240181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-51dd4bc9-37ed-45ed-89e3-9533cf81e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:31.241638 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-51dd4bc9-37ed-45ed-89e3-9533cf81e277 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1098 time: 0.0786617 Feb 16 13:55:31.389215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-827002f7-91c3-4bec-afc5-9e5dff82d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:31.390697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-827002f7-91c3-4bec-afc5-9e5dff82d479 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1293194 Feb 16 13:55:31.594412 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-ef66d415-6d7d-4d18-8866-99e9ba11604c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 1001 time: 0.1969888 Feb 16 13:55:31.655873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-ca66ebe4-7e0c-4108-ae28-5b11bf5c2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:31.657149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-ca66ebe4-7e0c-4108-ae28-5b11bf5c2742 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0559666 Feb 16 13:55:31.739643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-b477fb47-a044-406e-b922-2c1180af4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:31.741102 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-b477fb47-a044-406e-b922-2c1180af4636 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768387 Feb 16 13:55:31.873605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-ccf5aec4-29e8-4944-88c4-2e9b929351dd service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255014 Feb 16 13:55:32.012065 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-091aeccd-5c98-479f-bcf7-1cd6b1d78345 req-85919e95-fbde-482f-b055-365e26f56bce service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322343 Feb 16 13:55:32.081221 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c069ef7e-a191-412a-933b-d34e41cba0a6 req-0a136df9-730c-45ab-a8fc-c94f0a7d63c0 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 210 time: 0.0457292 Feb 16 13:55:33.232043 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54943d47-12a0-4386-b69b-4980f5eae381 req-638ff7b2-e3a8-4dca-bfd4-3ab652bccee2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 210 time: 0.0414352 Feb 16 13:55:33.446474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-10e1aec0-da66-46b3-9f93-d7e25bb4b7c6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:33.447996 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-10e1aec0-da66-46b3-9f93-d7e25bb4b7c6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 812 time: 0.1501327 Feb 16 13:55:33.499122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-021d92ef-46cd-4dcd-9ecd-ff04139fd79d tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8 HTTP/1.1" status: 200 len: 379 time: 0.0432560 Feb 16 13:55:33.507190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'port': {'device_id': '70801673-ef74-4a62-b840-9af271c79c39', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'admin_state_up': True, 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'security_groups': ['deda3f6d-96d9-48a7-992b-0f50d977a270']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:33.642543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:33.646783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:port and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:33.649850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:33.656008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:33.667464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Made reservation on behalf of 259a9ed7d25b4c22a9a6a7a621a15ae8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:55:33.671044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:33.836322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.20.0.5 (8392594a-9e80-4fbd-b394-8eb8bb509d53/053f70f0-540d-443c-82d7-b875733addf7/f6d1a7a2-0a5b-49ff-b334-6fa711fababa) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:55:34.031213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.046923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Transition to ACTIVE for port object f6d1a7a2-0a5b-49ff-b334-6fa711fababa will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:55:34.072168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.142984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:55:34.145528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:55:34.149572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:55:34.189042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:34.222018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:34.222672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.248858 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-0fd632b6-6714-470c-9258-c42df1933563 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7452147 Feb 16 13:55:34.260595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Request body: {'port': {'device_id': '70801673-ef74-4a62-b840-9af271c79c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:34.379049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.388286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-32229517-f55b-4f3e-9f62-d54d0e1062d7 None None] Provisioning for port f6d1a7a2-0a5b-49ff-b334-6fa711fababa completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:34.397770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-32229517-f55b-4f3e-9f62-d54d0e1062d7 None None] Provisioning complete for port f6d1a7a2-0a5b-49ff-b334-6fa711fababa triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:34.398648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-32229517-f55b-4f3e-9f62-d54d0e1062d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.437989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02859faa-65ba-4490-8845-ee52fd93d0ce req-1373be6f-4dd6-4805-ab4a-38fd1db0e589 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:34.440181 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-02859faa-65ba-4490-8845-ee52fd93d0ce req-1373be6f-4dd6-4805-ab4a-38fd1db0e589 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 931 time: 0.0883281 Feb 16 13:55:34.475007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-32229517-f55b-4f3e-9f62-d54d0e1062d7 None None] Port f6d1a7a2-0a5b-49ff-b334-6fa711fababa cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:55:34.492317 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-02859faa-65ba-4490-8845-ee52fd93d0ce req-c351bf7b-0b62-44fc-ad39-c52c36ce2206 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Feb 16 13:55:34.741838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d1a7a2-0a5b-49ff-b334-6fa711fababa {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:55:34.750318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:34.768091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Transition to ACTIVE for port object f6d1a7a2-0a5b-49ff-b334-6fa711fababa will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:55:34.772364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:35.057608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:35.133591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Attempting to bind port f6d1a7a2-0a5b-49ff-b334-6fa711fababa on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:55:35.133920 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Attempting to bind port f6d1a7a2-0a5b-49ff-b334-6fa711fababa by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:55:35.134341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Attempting to bind port f6d1a7a2-0a5b-49ff-b334-6fa711fababa on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:55:35.139107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Port f6d1a7a2-0a5b-49ff-b334-6fa711fababa on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:55:35.139414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Attempting to bind port f6d1a7a2-0a5b-49ff-b334-6fa711fababa on network 8392594a-9e80-4fbd-b394-8eb8bb509d53 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:55:35.146044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:55:35.146533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Checking segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:55:35.146895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Bound using segment: {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:55:35.147305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Bound port: f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd426e563-37fa-4ff2-92f4-9530e66356fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:55:35.147644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:35.243934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:55:35.247069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:55:35.252376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:35.315289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:35.315911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:35.317343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 200 len: 1093 time: 1.0609837 Feb 16 13:55:35.317793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:35.343717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d891f-456b-472d-80dd-ee26109eaf59 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:35.396999 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'status': 'completed', 'code': 200} Feb 16 13:55:35.432822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-5742ea88-108a-44ad-a5c6-2fedc17d597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:35.434370 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-5742ea88-108a-44ad-a5c6-2fedc17d597e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1096 time: 0.0727291 Feb 16 13:55:35.505951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-d8878ca7-084a-4318-ae8a-d62b9389effa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 200 len: 217 time: 0.0639191 Feb 16 13:55:35.566939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-33b92549-97b2-4dab-8850-8f10c4034ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:35.568373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-33b92549-97b2-4dab-8850-8f10c4034ddf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0564697 Feb 16 13:55:35.644386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-ffddd379-aacd-4ff7-bb46-0229e46ccd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:35.645837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-ffddd379-aacd-4ff7-bb46-0229e46ccd11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705507 Feb 16 13:55:35.688873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1bed6-14f9-4c0e-845d-ac8725dae5bf req-d616cadb-2610-42aa-9ade-8924de073dcc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:35.690349 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4cf1bed6-14f9-4c0e-845d-ac8725dae5bf req-d616cadb-2610-42aa-9ade-8924de073dcc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0864027 Feb 16 13:55:35.736314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4cf1bed6-14f9-4c0e-845d-ac8725dae5bf req-b44c4f70-a581-4f94-ad71-6d1c75d0ea7b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398610 Feb 16 13:55:35.775870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-fbcd729e-b514-4dda-a386-e93f4612079a service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237333 Feb 16 13:55:35.919889 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c95e4c4f-23bd-48f6-886a-ee2f2044d775 req-7bd5c77e-2d5e-497b-b842-f69d2d388f1c service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375930 Feb 16 13:55:36.058784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-085cebd4-e98a-4c4c-9dd3-a01a5b27ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:36.060202 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-085cebd4-e98a-4c4c-9dd3-a01a5b27ae2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1096 time: 0.0831611 Feb 16 13:55:36.192847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-d660ff0c-ae36-46e1-b4e0-ac4bfc27702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:36.194280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-d660ff0c-ae36-46e1-b4e0-ac4bfc27702a service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1255062 Feb 16 13:55:36.270131 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-c017d0f3-b7c5-452d-befa-99765509ff9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 200 len: 217 time: 0.0688527 Feb 16 13:55:36.344270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-e2daf92d-e9df-4a5e-9dfb-510283f5d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:36.345908 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-e2daf92d-e9df-4a5e-9dfb-510283f5d566 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0691857 Feb 16 13:55:36.423701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-6ef59845-d6b3-4112-9dde-3d33eb6b1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:36.425125 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-6ef59845-d6b3-4112-9dde-3d33eb6b1b58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720048 Feb 16 13:55:36.554632 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-1f6d31fe-2a60-47f3-8d6a-d34c578f220d service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228404 Feb 16 13:55:36.686025 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e8424427-3a7b-4cc0-8b25-a4cbfb23874a req-ca48bad0-3b28-43d1-987d-d80c6e72bb4c service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250353 Feb 16 13:55:36.944999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdb0a7-22ef-4a72-8d4d-f1382dc067e0 req-1842ff1b-4a87-4677-a320-23734d28561f tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:36.946378 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9fbdb0a7-22ef-4a72-8d4d-f1382dc067e0 req-1842ff1b-4a87-4677-a320-23734d28561f tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.1014147 Feb 16 13:55:36.994632 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9fbdb0a7-22ef-4a72-8d4d-f1382dc067e0 req-a78655a9-c15b-437e-8067-2a95c03491f7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419991 Feb 16 13:55:38.193658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa53c-3079-4875-a093-f03581071092 req-f2d0f79a-bc74-455b-9df1-8415aac99ae0 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:38.200884 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c05aa53c-3079-4875-a093-f03581071092 req-f2d0f79a-bc74-455b-9df1-8415aac99ae0 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0898981 Feb 16 13:55:38.245730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c05aa53c-3079-4875-a093-f03581071092 req-09a76aaf-100e-467d-89bd-f6af8b669f2d tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Feb 16 13:55:39.439503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd419-b5e7-4843-a348-8cc596e0ffe4 req-2ff16550-3f8f-4687-8115-a4ed6251d5c8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:39.441100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fadfd419-b5e7-4843-a348-8cc596e0ffe4 req-2ff16550-3f8f-4687-8115-a4ed6251d5c8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0867693 Feb 16 13:55:39.493639 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fadfd419-b5e7-4843-a348-8cc596e0ffe4 req-6edaad02-5636-422f-8999-10865205e7be tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447261 Feb 16 13:55:40.692083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f46f5387-b0b7-416c-8e33-59541a61ab35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:40.692633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73b6d1-fa26-49e3-aa10-08070e13c102 req-3c0b33f4-c1ac-49b4-a42e-ed82a3ea576a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:40.693089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be73b6d1-fa26-49e3-aa10-08070e13c102 req-3c0b33f4-c1ac-49b4-a42e-ed82a3ea576a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0804851 Feb 16 13:55:40.738018 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be73b6d1-fa26-49e3-aa10-08070e13c102 req-908bf631-ef03-427d-8368-9a4be31e6c4a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386388 Feb 16 13:55:41.872289 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:55:41.950030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c2e8-8fcd-49b0-ab5e-1098a7f949a8 req-fe8dc325-1f2f-438e-9dec-e34a1bb0042b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:41.952284 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b566c2e8-8fcd-49b0-ab5e-1098a7f949a8 req-fe8dc325-1f2f-438e-9dec-e34a1bb0042b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.1000819 Feb 16 13:55:41.997330 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b566c2e8-8fcd-49b0-ab5e-1098a7f949a8 req-306274cc-31a3-4d15-8268-bdf12d15b93c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396287 Feb 16 13:55:43.200696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17fbe2-e312-410d-81e0-e57bf2c77d84 req-4e63d8f5-73dc-4b6c-977d-900107384afe tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:43.202159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e17fbe2-e312-410d-81e0-e57bf2c77d84 req-4e63d8f5-73dc-4b6c-977d-900107384afe tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0949695 Feb 16 13:55:43.252093 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e17fbe2-e312-410d-81e0-e57bf2c77d84 req-18d91c3c-3bf4-4f6d-8b8d-8913abc70902 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Feb 16 13:55:43.934133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-433be997-f055-4eff-aafc-717011e18a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:44.152175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:44.201379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:44.448231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cdd75-1417-4fc2-807f-6f4011139e29 req-917d568c-cd39-4071-a3bb-262c3e2c6334 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:44.449676 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-987cdd75-1417-4fc2-807f-6f4011139e29 req-917d568c-cd39-4071-a3bb-262c3e2c6334 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0811267 Feb 16 13:55:44.494715 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-987cdd75-1417-4fc2-807f-6f4011139e29 req-655c61cd-8514-4230-b28f-6f1cd74863b2 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392342 Feb 16 13:55:45.552922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:45.695541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aecd7-03f6-49f3-9da3-3a94e1401118 req-8a2aa695-a106-4a26-8575-7296a60d0b77 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:45.697148 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2d0aecd7-03f6-49f3-9da3-3a94e1401118 req-8a2aa695-a106-4a26-8575-7296a60d0b77 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 943 time: 0.0881903 Feb 16 13:55:45.698380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:45.744880 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2d0aecd7-03f6-49f3-9da3-3a94e1401118 req-16333154-bb77-44b2-b1dc-094c5dddfb88 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401943 Feb 16 13:55:45.863941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f6d1a7a2-0a5b-49ff-b334-6fa711fababa details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:55:46.023312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:46.037191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'port_id': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'mac_address': 'fa:16:3e:4e:47:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:55:46.092317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:46.109439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d1a7a2-0a5b-49ff-b334-6fa711fababa {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:55:46.126038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:46.132044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:46.207948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:46.454181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['f6d1a7a2-0a5b-49ff-b334-6fa711fababa'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:55:46.952577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47be573-8a69-4456-8cb1-2d70e887fc78 req-e7b97f44-966a-4dc7-9291-63ffc8b53091 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:46.954013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c47be573-8a69-4456-8cb1-2d70e887fc78 req-e7b97f44-966a-4dc7-9291-63ffc8b53091 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 944 time: 0.0911775 Feb 16 13:55:46.999795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c47be573-8a69-4456-8cb1-2d70e887fc78 req-fb44acf9-baa1-4dc7-a150-ed74932ac208 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398877 Feb 16 13:55:47.862353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f6d1a7a2-0a5b-49ff-b334-6fa711fababa up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:55:47.940533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port f6d1a7a2-0a5b-49ff-b334-6fa711fababa completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:55:47.945201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port f6d1a7a2-0a5b-49ff-b334-6fa711fababa triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:55:47.945571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:48.066182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:48.094191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:48.104215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:55:48.110742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:48.164478 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'code': 200} Feb 16 13:55:48.179082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:48.199567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a0dd6-eeac-4385-acdc-7269ff8bb326 req-0a05a251-e8eb-4b9e-afc0-0b95415227d4 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:48.201010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e86a0dd6-eeac-4385-acdc-7269ff8bb326 req-0a05a251-e8eb-4b9e-afc0-0b95415227d4 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.0895140 Feb 16 13:55:48.244376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e86a0dd6-eeac-4385-acdc-7269ff8bb326 req-dc4417c8-a921-4f14-8e2e-ca21621effea tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375571 Feb 16 13:55:48.472771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cd089-a91c-4a90-bb2f-1471cc9f1fa0 req-51f16ca3-6683-4b61-a25c-952a6d81bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:48.474132 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e3cd089-a91c-4a90-bb2f-1471cc9f1fa0 req-51f16ca3-6683-4b61-a25c-952a6d81bdef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1098 time: 0.0887566 Feb 16 13:55:48.514652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8e3cd089-a91c-4a90-bb2f-1471cc9f1fa0 req-54daf55f-4864-4a1e-ab7e-a8a92efbb200 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Feb 16 13:55:49.436320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7b188-5bc7-4fd7-9561-ace0f11f72bf req-346491f5-b5ef-4827-8364-fa5f224754df tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:49.437785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-01e7b188-5bc7-4fd7-9561-ace0f11f72bf req-346491f5-b5ef-4827-8364-fa5f224754df tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.0856674 Feb 16 13:55:49.491250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-01e7b188-5bc7-4fd7-9561-ace0f11f72bf req-6360715f-0f04-4b2b-b222-8cb992d39eba tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398793 Feb 16 13:55:50.715273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a0fcf-4e1f-4a49-8752-552b1b63ce0a req-321690f5-16fb-423a-9f6b-ca8edcdc4c5c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:50.716741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-161a0fcf-4e1f-4a49-8752-552b1b63ce0a req-321690f5-16fb-423a-9f6b-ca8edcdc4c5c tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.0843263 Feb 16 13:55:50.763216 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-161a0fcf-4e1f-4a49-8752-552b1b63ce0a req-7e6a4172-d3f1-4d0b-90d8-3058f75c9f1f tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403395 Feb 16 13:55:50.948869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d5c51-7ab6-4347-9423-c0d4714dc092 req-21150518-5ae4-477d-82a0-aaddb5752fc8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:50.950376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fc3d5c51-7ab6-4347-9423-c0d4714dc092 req-21150518-5ae4-477d-82a0-aaddb5752fc8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.0819902 Feb 16 13:55:50.999780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fc3d5c51-7ab6-4347-9423-c0d4714dc092 req-96522422-a0d2-4cdb-a4de-830db7ad23aa tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432873 Feb 16 13:55:51.023391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38234) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:51.095980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14f929-150e-46e8-90ca-b12b8f8778bb tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:51.097392 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5e14f929-150e-46e8-90ca-b12b8f8778bb tempest-TestVolumeBootPattern-988640647 tempest-TestVolumeBootPattern-988640647-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1093 time: 0.0729773 Feb 16 13:55:51.100440 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38238) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:55:51.105466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:55:51.111797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:55:51.115854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Usage tracker for resource:floatingip and tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:55:51.119425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:55:51.125547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:55:51.138752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:51.382606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:51.538105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Allocated IP 172.26.1.138 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/1275b029-9656-440f-95fc-0992fd98eed7) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:55:51.675953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:51.707203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:51.774010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:55:51.777548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:55:51.781686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:55:51.820015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=1275b029-9656-440f-95fc-0992fd98eed7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:51.831538 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.831893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.832230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.832544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.832863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.833180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.833482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.833802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.834111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.834456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.834764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:51.835088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:55:52.209933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:52.285703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:52.491618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:52.497333 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:52.600698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event updated for resources: {'Port': ['ID=1275b029-9656-440f-95fc-0992fd98eed7,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:55:52.617305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:52.785352 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 801b7c54-17d2-4c54-868c-de1f160e0de5 associated. External IP: 172.26.1.138, port: f6d1a7a2-0a5b-49ff-b334-6fa711fababa. Feb 16 13:55:53.262080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:55:53.439627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:55:53.450517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:55:53.462135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:53.463150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:55:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:53.466032 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:55:53.524583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c0b0959-e71e-4ea7-8c37-4db034f0c17a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4230139 Feb 16 13:55:53.525043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:55:53.569875 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'status': 'completed', 'code': 200} Feb 16 13:55:53.655887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:53.669807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-fdbe8bf5-f9b2-414a-a4ff-ae415741a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:53.671432 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-fdbe8bf5-f9b2-414a-a4ff-ae415741a1e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1098 time: 0.0720980 Feb 16 13:55:53.924682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-b6e204ef-b2d9-4968-af63-371075441a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:53.926441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-b6e204ef-b2d9-4968-af63-371075441a45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.2485597 Feb 16 13:55:54.088594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}, {'id': '801b7c54-17d2-4c54-868c-de1f160e0de5', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.138', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:4e:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70801673-ef74-4a62-b840-9af271c79c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:52Z', 'updated_at': '2022-02-16T13:55:52Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:54.092939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:55:54.101261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-0cc43424-c836-4be8-b1c0-f8c6eb2bbbbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 200 len: 999 time: 0.1680110 Feb 16 13:55:54.101751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:55:54.102380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:55:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:54.168705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-71ef7ba6-c62a-4f47-b3c4-339e615da9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:54.170030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-71ef7ba6-c62a-4f47-b3c4-339e615da9dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0622694 Feb 16 13:55:54.254184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-94bcc42b-475b-4e2a-ac82-ab98014a24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:55:54.255703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-94bcc42b-475b-4e2a-ac82-ab98014a24a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792961 Feb 16 13:55:54.288648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:55:54.402952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-ebc69b4c-f1aa-44ef-9b39-92293c028b11 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401260 Feb 16 13:55:54.539412 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f5e32d71-dea3-4804-afe1-0a02e7c02e81 req-3bc15705-e70c-4e54-9076-b139ba6e7603 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297512 Feb 16 13:55:54.716733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}, {'id': '801b7c54-17d2-4c54-868c-de1f160e0de5', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.138', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:4e:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70801673-ef74-4a62-b840-9af271c79c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:52Z', 'updated_at': '2022-02-16T13:55:52Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:55:54.721386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0e7be-10bb-47af-b75d-706dda55de69 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}, {'id': '801b7c54-17d2-4c54-868c-de1f160e0de5', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.138', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:4e:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70801673-ef74-4a62-b840-9af271c79c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:52Z', 'updated_at': '2022-02-16T13:55:52Z', 'revision_number': 0, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:55:54.916907 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c3f4f1-627c-4890-8ed7-fff7b9cc9690 None None] New status for floating IP 801b7c54-17d2-4c54-868c-de1f160e0de5: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:56:10.682907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-13b65e74-d132-4f34-9e2f-c1e1bdb6f248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:13.940206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5308faac-bd95-450c-bb55-c531ba2802a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:14.153613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:14.206504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:15.562566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:15.698512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:18.877572 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:56:32.110595 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-485dd9d5-74f2-46dd-96d5-ea12f8d2735e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823321 Feb 16 13:56:32.257706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd734-1b67-4a41-b074-999f864ff12f req-1b5ed30d-9f9d-4226-8523-6c5741972053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.259110 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-1b5ed30d-9f9d-4226-8523-6c5741972053 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1098 time: 0.0748291 Feb 16 13:56:32.423553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd734-1b67-4a41-b074-999f864ff12f req-8927803f-829d-457a-b014-c14a763f9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.424995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-8927803f-829d-457a-b014-c14a763f9852 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1434000 Feb 16 13:56:32.529081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-96eafe3a-d34c-4591-8643-37089df45de2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0964565 Feb 16 13:56:32.601688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd734-1b67-4a41-b074-999f864ff12f req-958fe5ed-57ba-44a6-9ae0-a9c4c29b4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.603199 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-958fe5ed-57ba-44a6-9ae0-a9c4c29b4b71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0681307 Feb 16 13:56:32.694755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacd734-1b67-4a41-b074-999f864ff12f req-9dbd3d67-ef0b-46af-ab48-c14ccabe815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.696227 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-9dbd3d67-ef0b-46af-ab48-c14ccabe815c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868561 Feb 16 13:56:32.783093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38274) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:32.846398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-3cdba2d0-d265-4435-b521-01d82ab48fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430113 Feb 16 13:56:32.859083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1f0f8-7065-4ff4-a704-58f9965e728e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.859555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1f0f8-7065-4ff4-a704-58f9965e728e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.860017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1f0f8-7065-4ff4-a704-58f9965e728e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:32.874240 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-91f1f0f8-7065-4ff4-a704-58f9965e728e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?project_id=be03851a655c4af5a68761abafb36174&network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 3000 time: 0.0776875 Feb 16 13:56:32.979866 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bfacd734-1b67-4a41-b074-999f864ff12f req-e8ffcbe2-3e47-4039-ae16-7cda21006a75 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269226 Feb 16 13:56:34.614742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38288) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:34.674393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399d4d6-e348-4b7d-abf7-187d3ee111d0 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:34.675886 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d399d4d6-e348-4b7d-abf7-187d3ee111d0 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4 HTTP/1.1" status: 200 len: 814 time: 0.0598466 Feb 16 13:56:35.154508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38296) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:35.162375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:35.374412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:35.649773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:35.656949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:35.657905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef disassociated. External IP: 172.26.1.226, port: e22f7c32-4bba-4675-851f-1594447e8fae. Feb 16 13:56:36.058006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:56:36.261682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:56:36.269184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:36.275089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:56:36.285115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:56:36.285731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:56:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:36.324058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75ede6b5-1b52-4cbc-802b-a1b75ce2b4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 690 time: 1.1683109 Feb 16 13:56:36.324717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:56:36.327089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38300) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:36.369128 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'status': 'completed', 'code': 200} Feb 16 13:56:36.414923 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d513ba5b-64aa-4d57-b4d3-dc96e9685e6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 690 time: 0.0866234 Feb 16 13:56:36.461331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-c25b0b59-149f-4986-b742-9125f6568f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:36.462886 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-c25b0b59-149f-4986-b742-9125f6568f92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1099 time: 0.0712333 Feb 16 13:56:36.484696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:56:36.596402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-c1c02dc0-6a5a-46d6-b4bf-9c59d170f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:36.597354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-c1c02dc0-6a5a-46d6-b4bf-9c59d170f5af service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1282258 Feb 16 13:56:36.674918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-c81dbf3c-5548-4446-9ffd-5f3c38701dee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 217 time: 0.0677917 Feb 16 13:56:36.734358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-bee79f4b-2e8d-429a-a003-5f24ecdc203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:36.735781 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-bee79f4b-2e8d-429a-a003-5f24ecdc203b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0577838 Feb 16 13:56:36.804834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:36.809695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:56:36.818919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:56:36.819534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:56:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:36.928669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-d539993d-0c64-4595-961d-026c7a5ff54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:36.930263 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-d539993d-0c64-4595-961d-026c7a5ff54f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1878984 Feb 16 13:56:36.997739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:56:37.063646 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-24e0322c-2c4b-43ea-8b8d-9f7ebd97b8bc service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259942 Feb 16 13:56:37.205220 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c599d49-11ec-43ba-8346-4c0446fdec6a req-1ee0b07b-62d6-4687-b9ea-eeed9cc43ed8 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351550 Feb 16 13:56:37.324248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:37.328312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b6e296-9f0f-432b-962b-2f8128ecf201 None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:56:37.419296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38306) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:37.505471 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0eedf94b-892c-4012-b433-99996daff618 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 690 time: 0.0849683 Feb 16 13:56:37.543137 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5382763b-955a-4205-986d-b2e811a5089a None None] New status for floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:56:38.511593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38310) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:38.619851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-934873b5-4fda-425a-9575-7a287f1b3625 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 688 time: 0.1057599 Feb 16 13:56:40.104907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38316) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:40.111622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664366924', 'description': 'tempest-secgroup-smoke-1664366924 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:40.119435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.130619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.144503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.166086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.170556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:40.174166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:40.179513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.258648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.262671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.311666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d02d042-8b0b-44ed-afd2-8cb7d49819e8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:40.320120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.320609 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2146847 Feb 16 13:56:40.321950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.322318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.322655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.322983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.323306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.326357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.326883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38320) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.327344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e12a95-3b9e-4bd1-8665-390fa88ba96c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:40.330020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:40.336526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.340378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:40.350253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:40.356669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.377138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.446687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.452398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.488684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181c4a05-cd53-4410-9ace-1ae8e43d10ef,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:40.500956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.501199 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-edd73a51-1afc-4b9c-87a3-9412424eb275 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762021 Feb 16 13:56:40.510061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38324) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:40.510061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:40.521193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.523619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:40.529439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:40.532559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.554579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.637643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.642493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.667021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39398dff-97f8-4320-861e-babfebb3ce45,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:40.691236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.691236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-819b5f1b-c5ba-495e-8985-682002663585 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1807415 Feb 16 13:56:40.697518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38328) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:40.699188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e378c69-b95c-4074-af70-54289f85b584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.699971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:40.703317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.708662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:40.712568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:40.723247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.744307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.832687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.839520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.864543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876a17f7-b761-477c-84a6-f6cde7e98efa,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:40.876409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:40.876977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99dd01e9-0e08-42bd-a77b-2e1102ab2f6a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1854534 Feb 16 13:56:40.879710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:40.885032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:40.891585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:40.895955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:40.899652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:40.908520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:40.930742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.026155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.034506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.064246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f45e4c-4ef8-4886-bbc8-190680ef34ac,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:41.081307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.086948 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-da697403-dd91-484b-b7c3-12e967eb9130 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2061577 Feb 16 13:56:41.089059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:41.099864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:41.109682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:41.109682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:41.127515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:41.127515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:41.140922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:56:41.160600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.281614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.284978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.315614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69962342-a721-469d-9cad-a2c1bba14800,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:41.333453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.336282 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c498b225-1c0d-407b-bdd2-ee41086858a9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2445893 Feb 16 13:56:41.338327 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38340) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:41.345918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4d02d042-8b0b-44ed-afd2-8cb7d49819e8', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:41.354764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:41.357730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:41.361286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:41.368995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:41.379558 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:56:41.387985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.471343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.475259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.500462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd17a42-1073-4d00-af51-19576ade49c6,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:41.510173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:41.514249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-efe41e8d-1afb-40ab-afbf-1e8803c6a429 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1719718 Feb 16 13:56:41.689797 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-06abb07d-f906-40c4-8e1e-c84b5dc3ccc2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664366924&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0422833 Feb 16 13:56:41.849667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-eaea9e20-9906-452e-ac19-58941f5729aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:41.851422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-eaea9e20-9906-452e-ac19-58941f5729aa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 797 time: 0.1502450 Feb 16 13:56:41.866819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-c150bf12-1cae-401a-a708-a724b5d8f8ec tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Feb 16 13:56:41.956643 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-1140813a-ea71-459f-a614-10bc8c2c0231 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0824792 Feb 16 13:56:42.096287 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-59b7b506-620e-4dfb-a609-92c748096229 service neutron] 10.222.0.105 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275890 Feb 16 13:56:42.353768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-fd3d34c5-364e-4168-b7be-020e641630a4 service neutron] 10.222.0.105 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516551 Feb 16 13:56:42.561465 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8c9086d1-8f3a-448f-a657-229902cd4ebf req-5b1f0c83-4c02-459c-849e-6c56a5f229df tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 210 time: 0.0538936 Feb 16 13:56:43.626631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-de58e6e5-1ac0-412a-a2cc-0a0346238e14 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:43.628066 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-de58e6e5-1ac0-412a-a2cc-0a0346238e14 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 797 time: 0.1546526 Feb 16 13:56:43.680092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-09229578-bebd-41a5-ae38-27e395d9c36f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:56:43.696381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-09229578-bebd-41a5-ae38-27e395d9c36f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:56:43.697600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-09229578-bebd-41a5-ae38-27e395d9c36f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 472 time: 0.0606310 Feb 16 13:56:43.705793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['4d02d042-8b0b-44ed-afd2-8cb7d49819e8']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:43.726498 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5ebc70d-e9b1-4fde-907c-61d540fadf77 req-b2d03d43-b9eb-44a1-952e-b6c995ccdf8e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 210 time: 0.0496578 Feb 16 13:56:43.850872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:56:43.855566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:port and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:56:43.858579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:56:43.864278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:56:43.874887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:56:43.878612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:43.930541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80cdfcc5-ed34-4e67-8d38-d7b22eb164a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.047843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.13 (fd293a2d-8d70-452e-95bd-72e5f4a466c5/e9b5ca91-74e1-4819-885b-ae949f55ed34/d5048658-9b85-4c3d-99d6-16fc6be56c14) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:56:44.162609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.209926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.238529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.254250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object d5048658-9b85-4c3d-99d6-16fc6be56c14 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:56:44.277977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.347999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:56:44.350916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:56:44.354780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:56:44.391339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:44.423375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:44.423996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.451201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-a97e9ebd-6d38-45a8-ae48-3aba38d2fdbd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7481508 Feb 16 13:56:44.472016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Request body: {'port': {'device_id': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:44.567318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-edb8888c-a781-4008-8a68-6398d420d1ba None None] Provisioning for port d5048658-9b85-4c3d-99d6-16fc6be56c14 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:56:44.572721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-edb8888c-a781-4008-8a68-6398d420d1ba None None] Provisioning complete for port d5048658-9b85-4c3d-99d6-16fc6be56c14 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:56:44.573016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-edb8888c-a781-4008-8a68-6398d420d1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.634476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-edb8888c-a781-4008-8a68-6398d420d1ba None None] Port d5048658-9b85-4c3d-99d6-16fc6be56c14 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:56:44.694766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:44.914740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326e6f-15a0-49d8-b694-6a360d099a00 req-398cc8f7-3190-49bc-a1a3-2f68716948a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:44.916188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51326e6f-15a0-49d8-b694-6a360d099a00 req-398cc8f7-3190-49bc-a1a3-2f68716948a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 932 time: 0.0819235 Feb 16 13:56:44.964398 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51326e6f-15a0-49d8-b694-6a360d099a00 req-885a99e3-ad63-4d09-b887-62edb35c7da9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Feb 16 13:56:45.040077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5048658-9b85-4c3d-99d6-16fc6be56c14 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:56:45.047502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.061690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Transition to ACTIVE for port object d5048658-9b85-4c3d-99d6-16fc6be56c14 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:56:45.070685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.197945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:45.304105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Attempting to bind port d5048658-9b85-4c3d-99d6-16fc6be56c14 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:56:45.304429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Attempting to bind port d5048658-9b85-4c3d-99d6-16fc6be56c14 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:56:45.304744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Attempting to bind port d5048658-9b85-4c3d-99d6-16fc6be56c14 on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:56:45.309592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Port d5048658-9b85-4c3d-99d6-16fc6be56c14 on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:56:45.309873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Attempting to bind port d5048658-9b85-4c3d-99d6-16fc6be56c14 on network fd293a2d-8d70-452e-95bd-72e5f4a466c5 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:56:45.314813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:56:45.315137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Checking segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:56:45.316586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Bound using segment: {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:56:45.316586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Bound port: d5048658-9b85-4c3d-99d6-16fc6be56c14, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43a28fa4-fd57-4420-b0c3-bfbab4964ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:56:45.316586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.410846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:56:45.415106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:56:45.421324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.485336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:45.485995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.488975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5048658-9b85-4c3d-99d6-16fc6be56c14 HTTP/1.1" status: 200 len: 1094 time: 1.0277703 Feb 16 13:56:45.489416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:56:45.509983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f45e-d523-4395-ab92-07d508b4a3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:45.568623 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'status': 'completed', 'code': 200} Feb 16 13:56:45.577415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.607520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-715f423e-5883-486c-847c-d9663ce682a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:45.609119 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-715f423e-5883-486c-847c-d9663ce682a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 1097 time: 0.0762877 Feb 16 13:56:45.682607 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-fe031851-09ab-443b-ad35-82bc3a4bf746 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14 HTTP/1.1" status: 200 len: 217 time: 0.0648792 Feb 16 13:56:45.701050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:45.743860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-9d1b9adb-8807-424c-baed-0f9477c1cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:45.745181 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-9d1b9adb-8807-424c-baed-0f9477c1cc52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0568893 Feb 16 13:56:45.832236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-8454b57a-d23f-44de-9c8c-34a05e630647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:45.836543 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-8454b57a-d23f-44de-9c8c-34a05e630647 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824738 Feb 16 13:56:45.975962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-8ea2e984-1dfc-4f80-b4f2-1ed0d8aac6e1 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359763 Feb 16 13:56:46.108933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-77ee65ae-3d82-439e-84d7-8d91b697dd50 req-ebc2c8d6-f253-44a3-abab-08baf1e4bbc3 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260304 Feb 16 13:56:46.154940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7389f6-c142-43b4-a7a4-f713291aed29 req-4998585d-d64f-4717-bce0-55b0bf9e8a47 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:46.156341 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5d7389f6-c142-43b4-a7a4-f713291aed29 req-4998585d-d64f-4717-bce0-55b0bf9e8a47 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 944 time: 0.0824509 Feb 16 13:56:46.201194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5d7389f6-c142-43b4-a7a4-f713291aed29 req-f4e3f293-d743-48e0-9c83-5fa74051c937 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391040 Feb 16 13:56:46.223915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-dae93f45-0d60-4a57-bdcd-5881eb509e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:46.225381 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-dae93f45-0d60-4a57-bdcd-5881eb509e14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 1097 time: 0.0706882 Feb 16 13:56:46.361335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-4b708180-3ab7-41d9-82c4-aac682124724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:46.363488 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-4b708180-3ab7-41d9-82c4-aac682124724 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1313355 Feb 16 13:56:46.546794 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-ed6c403d-1a11-4b30-8840-ac3460255589 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14 HTTP/1.1" status: 200 len: 217 time: 0.1767080 Feb 16 13:56:46.621322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-48e45fd6-9fd9-4366-a4c9-ababf6e119ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:46.622814 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-48e45fd6-9fd9-4366-a4c9-ababf6e119ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0692692 Feb 16 13:56:46.704494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-a66b25ce-1675-4289-a64f-7e1e11b6a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:46.705938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-a66b25ce-1675-4289-a64f-7e1e11b6a144 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763264 Feb 16 13:56:46.840293 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-f06ba13e-7702-4a34-9111-f7a015bdb97f service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260068 Feb 16 13:56:46.976507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9dc467d3-9f37-4684-85c7-d8bd1240eb91 req-7a552df6-e86d-40b8-9182-8a9443827f28 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300275 Feb 16 13:56:47.399201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cef8e7-bfb3-4df6-8f8d-43a818a4f0c4 req-2572fcd1-3c63-4e63-a0c4-296328b903fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:47.400705 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5cef8e7-bfb3-4df6-8f8d-43a818a4f0c4 req-2572fcd1-3c63-4e63-a0c4-296328b903fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 944 time: 0.0927136 Feb 16 13:56:47.446825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5cef8e7-bfb3-4df6-8f8d-43a818a4f0c4 req-0c28516f-5b50-49f1-aee9-3d61fba662c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Feb 16 13:56:48.669668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a3b22-7625-4617-8d1f-6f8109a94993 req-affe6c5a-6da4-4095-ad20-80029379394c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:48.670879 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-714a3b22-7625-4617-8d1f-6f8109a94993 req-affe6c5a-6da4-4095-ad20-80029379394c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 944 time: 0.0916343 Feb 16 13:56:48.720462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-714a3b22-7625-4617-8d1f-6f8109a94993 req-95973724-3431-4862-91f6-ee58b095a9b7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Feb 16 13:56:49.921544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c65b3b-7d96-4d27-9795-0aacafd04691 req-e9157800-d868-4868-bcd6-9abb0c0398d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:49.924040 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-57c65b3b-7d96-4d27-9795-0aacafd04691 req-e9157800-d868-4868-bcd6-9abb0c0398d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 944 time: 0.0881600 Feb 16 13:56:49.971949 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-57c65b3b-7d96-4d27-9795-0aacafd04691 req-0385b31d-59e8-4065-ac01-7635f8b87695 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Feb 16 13:56:50.093041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d5048658-9b85-4c3d-99d6-16fc6be56c14 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:56:50.269560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:56:50.283603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'port_id': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'mac_address': 'fa:16:3e:a7:4f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:56:50.344884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:50.364666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5048658-9b85-4c3d-99d6-16fc6be56c14 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:56:50.382029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:56:50.385709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:50.458328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:50.465944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.466180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.467545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.467545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.467545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.467545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.470257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:56:50.758335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['d5048658-9b85-4c3d-99d6-16fc6be56c14'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:56:51.190157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3f4b9-3b69-4bd8-a2f8-285b39507f8e req-eb113c9c-7794-45f6-ac7f-3e8402956a15 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:51.191619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5cc3f4b9-3b69-4bd8-a2f8-285b39507f8e req-eb113c9c-7794-45f6-ac7f-3e8402956a15 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 945 time: 0.0934684 Feb 16 13:56:51.245664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5cc3f4b9-3b69-4bd8-a2f8-285b39507f8e req-cf22953c-fb84-4feb-be00-a4080981149d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Feb 16 13:56:52.103933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d5048658-9b85-4c3d-99d6-16fc6be56c14 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:56:52.188747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port d5048658-9b85-4c3d-99d6-16fc6be56c14 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:56:52.198075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port d5048658-9b85-4c3d-99d6-16fc6be56c14 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:56:52.198075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:52.311800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:52.338592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:56:52.350095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:56:52.355666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:52.405833 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'code': 200} Feb 16 13:56:52.441465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03169b19-ecd1-407d-a343-9e2cb47842c0 req-5e63ec1f-ce4f-4c46-b0f4-90a648fa1431 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:52.442109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:56:52.443035 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03169b19-ecd1-407d-a343-9e2cb47842c0 req-5e63ec1f-ce4f-4c46-b0f4-90a648fa1431 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0902801 Feb 16 13:56:52.490833 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03169b19-ecd1-407d-a343-9e2cb47842c0 req-1275aded-974d-4f95-b653-cb71c3fb9fd0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Feb 16 13:56:52.641362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c4c1a-448f-44f0-b7a4-dad7a7d91753 req-b7a20872-cb43-492c-a57b-b1dbc22abf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:52.641362 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c4c1a-448f-44f0-b7a4-dad7a7d91753 req-b7a20872-cb43-492c-a57b-b1dbc22abf71 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 1099 time: 0.0795517 Feb 16 13:56:52.688110 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c4c1a-448f-44f0-b7a4-dad7a7d91753 req-93ffbb21-1d73-4cb8-91c9-7ac34c300e1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Feb 16 13:56:53.704761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da739b-efe2-43b3-a512-d2557337bda8 req-132c1708-8513-4cab-b975-a5a3c09540b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:53.706243 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98da739b-efe2-43b3-a512-d2557337bda8 req-132c1708-8513-4cab-b975-a5a3c09540b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0938535 Feb 16 13:56:53.751846 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98da739b-efe2-43b3-a512-d2557337bda8 req-0641966c-2405-43a1-a921-ad90753bc6f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Feb 16 13:56:54.959942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62ea82-9cdd-435b-8652-2a01bdbe7170 req-9a57ce96-33ac-4e7d-b4b0-265017e555e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:54.962613 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e62ea82-9cdd-435b-8652-2a01bdbe7170 req-9a57ce96-33ac-4e7d-b4b0-265017e555e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0989487 Feb 16 13:56:55.019873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e62ea82-9cdd-435b-8652-2a01bdbe7170 req-9db2ca9b-04f7-4a23-bd56-d239f3d705a8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448713 Feb 16 13:56:55.216606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc13b1-0ac7-4afa-8281-2604d757a3f4 req-67f92413-0959-47ea-b236-20c53dccb22c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:55.218051 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0cc13b1-0ac7-4afa-8281-2604d757a3f4 req-67f92413-0959-47ea-b236-20c53dccb22c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0855625 Feb 16 13:56:55.262592 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0cc13b1-0ac7-4afa-8281-2604d757a3f4 req-b8536f38-52cc-4e8f-a8b4-c462745d35d8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Feb 16 13:56:55.285712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38404) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:55.357769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f43049-9e85-448b-83db-6c26fd0045a8 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:55.359348 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b5f43049-9e85-448b-83db-6c26fd0045a8 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 1094 time: 0.0725887 Feb 16 13:56:55.362707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38408) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:55.367644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'port_id': 'd5048658-9b85-4c3d-99d6-16fc6be56c14'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:56:55.459245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:55.877728 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:56:56.078356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:56.083306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:56.355956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef associated. External IP: 172.26.1.226, port: d5048658-9b85-4c3d-99d6-16fc6be56c14. Feb 16 13:56:56.709832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:56:56.888742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:56:56.893093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:56:56.898647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:56:56.908777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:56:56.909406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:56:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:56.951050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0dbdd334-8435-4680-b074-6715dc6c7a29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 992 time: 1.5846403 Feb 16 13:56:56.951050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:56:56.951560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38412) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:57.056294 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'status': 'completed', 'code': 200} Feb 16 13:56:57.073156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-86310bf1-0b49-43b7-ac42-5466891cf041 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 992 time: 0.1203873 Feb 16 13:56:57.097087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:56:57.150748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-1bd1c5e7-740f-4680-b53e-6bfbf1532368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:57.152228 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-1bd1c5e7-740f-4680-b53e-6bfbf1532368 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 1099 time: 0.0763190 Feb 16 13:56:57.288861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-fca7fc82-ff89-4c00-9c04-41ae7eded092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:57.290391 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-fca7fc82-ff89-4c00-9c04-41ae7eded092 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1319370 Feb 16 13:56:57.389092 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-2a1204ba-17b1-49a0-a6ca-4047e321b779 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14 HTTP/1.1" status: 200 len: 1000 time: 0.0923712 Feb 16 13:56:57.442956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:a7:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:56:55Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:57.447056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:56:57.453848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-b1bfb3f9-6135-4d74-9e3e-979bd27b690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:57.455292 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-b1bfb3f9-6135-4d74-9e3e-979bd27b690c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.0603976 Feb 16 13:56:57.455419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:56:57.455916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:56:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:57.531657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-f6c12851-f066-478c-b04b-90bcd3a3afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:56:57.533117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-f6c12851-f066-478c-b04b-90bcd3a3afe8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715890 Feb 16 13:56:57.633770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:56:57.667509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-7a956fde-89f9-490d-b623-bdf5fa15c1d4 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279705 Feb 16 13:56:57.803726 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-706a847e-c02a-42d3-8d6c-e7c3315d92f6 req-46eee1c4-406c-49aa-bb1c-b7bcceec2fad service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301959 Feb 16 13:56:58.023249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:a7:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:56:55Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:56:58.027776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5312ea6-ecee-45bb-b0dd-f133a794055f None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '696ca74f-bbc9-4ec7-9c70-06bbeb3645ef', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'port_id': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'mac_address': 'fa:16:3e:a7:4f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:55:17Z', 'updated_at': '2022-02-16T13:56:55Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:56:58.077688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38420) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:58.194554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7e4719f-6114-48ec-b3bc-78a41b482853 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 992 time: 0.1155937 Feb 16 13:56:58.227531 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403e165b-4ae5-4cad-b2cc-0baf338aaefc None None] New status for floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:56:59.199652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38424) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:56:59.310171 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a3181004-6e14-4671-aa53-da9ccb5c1af4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 200 len: 994 time: 0.1092920 Feb 16 13:57:10.692518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b07009ff-4249-4e9d-863d-fd2c9c281b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:13.931231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-173d0a15-7291-440f-b93e-b8c639dee0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:14.169026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:14.216748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:15.590867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:15.707510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:32.876594 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:57:32.917421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38432) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:33.279626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port 1275b029-9656-440f-95fc-0992fd98eed7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:33.279844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:33.405291 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-e267024a-ad68-4870-9ef7-f7de2bca4ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2184713 Feb 16 13:57:33.501437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:33.501728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:33.629986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for 1275b029-9656-440f-95fc-0992fd98eed7 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:33.700660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-c59583ed-8111-4d2d-8c27-1bebbf73d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:33.702113 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-c59583ed-8111-4d2d-8c27-1bebbf73d8dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 1099 time: 0.2699864 Feb 16 13:57:33.901368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-86d768f4-5929-4ff7-ae5e-6b0383dde7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:33.902582 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-86d768f4-5929-4ff7-ae5e-6b0383dde7c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 200 len: 898 time: 0.1799340 Feb 16 13:57:33.903814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:34.003147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=1275b029-9656-440f-95fc-0992fd98eed7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:34.016220 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-fcbe8c50-83ec-4258-bf1d-d88f67b26097 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 200 len: 217 time: 0.0809999 Feb 16 13:57:34.148944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-4a929387-d12f-41f9-8926-3b3577f699a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:34.150421 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-4a929387-d12f-41f9-8926-3b3577f699a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 200 len: 834 time: 0.1098127 Feb 16 13:57:34.154854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:34.155111 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 801b7c54-17d2-4c54-868c-de1f160e0de5 disassociated (deleted). External IP: 172.26.1.138, port: f6d1a7a2-0a5b-49ff-b334-6fa711fababa. Feb 16 13:57:34.556649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-51800436-6efe-4ac1-8ad1-5fd86e6d0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:34.558019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-51800436-6efe-4ac1-8ad1-5fd86e6d0f27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd293a2d-8d70-452e-95bd-72e5f4a466c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3559794 Feb 16 13:57:34.792082 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-b9cecc39-0efc-4a3e-a883-185ac01ae933 service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263818 Feb 16 13:57:34.798263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:57:35.076633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c1ba8977-e846-4e91-a5d1-00905437d118 req-de121c58-76e7-4042-9cfb-8125ea1c147b service neutron] 10.222.0.26 "GET /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770672 Feb 16 13:57:35.093564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:57:35.105541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:57:35.112233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:35.118469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:35.119113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:35.169056 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5cadfcc8-91aa-4081-b1b8-6e4739182f33 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "DELETE /v2.0/floatingips/801b7c54-17d2-4c54-868c-de1f160e0de5 HTTP/1.1" status: 204 len: 168 time: 2.2505527 Feb 16 13:57:35.169906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:57:35.220366 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'status': 'completed', 'code': 200} Feb 16 13:57:35.314662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:35.320456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-66530556-f395-434b-a187-0fc3b9a60f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:35.321971 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-66530556-f395-434b-a187-0fc3b9a60f52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 1098 time: 0.0788496 Feb 16 13:57:35.468354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-ba582d82-7e8c-445a-8852-480106994668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:35.469780 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-ba582d82-7e8c-445a-8852-480106994668 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1418431 Feb 16 13:57:35.560958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-c93af60b-4522-40a6-bf61-efd7722863e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 200 len: 217 time: 0.0737281 Feb 16 13:57:35.566467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaafb59-80b7-45ca-b049-23cd8bf4ba7d req-a5bb897b-bb6a-45b7-ad1d-99040bb9d077 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:35.567961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbaafb59-80b7-45ca-b049-23cd8bf4ba7d req-a5bb897b-bb6a-45b7-ad1d-99040bb9d077 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.0881264 Feb 16 13:57:35.616289 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbaafb59-80b7-45ca-b049-23cd8bf4ba7d req-71f50767-fae5-4fe3-99ac-35af9b5c0858 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422945 Feb 16 13:57:35.633031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-6921e60f-3f16-4d4e-a4cd-8c5dc0d03eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:35.634710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-6921e60f-3f16-4d4e-a4cd-8c5dc0d03eb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0670769 Feb 16 13:57:35.688540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:35.693068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:57:35.702115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:35.702763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:35.714020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-2642c479-6894-4752-91aa-90f17089e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:35.716394 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-2642c479-6894-4752-91aa-90f17089e376 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741551 Feb 16 13:57:35.858194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-1dd14000-a226-4aca-80ed-fb7e013ecd8e service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349127 Feb 16 13:57:35.893371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:36.001049 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d15c632d-baf5-4e09-8d7f-a20402bd1d6d req-26958416-3a49-4664-ab49-4054bb010929 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360824 Feb 16 13:57:36.296299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:36.301472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4ec090-3cc5-4df0-b3a5-24a27810bd97 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '529617ce-b29c-4980-98ce-ede80a59f274', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'port_id': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'mac_address': 'fa:16:3e:1c:92:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048b376d-b8ce-41d5-8609-19587822c5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:53:35Z', 'updated_at': '2022-02-16T13:53:38Z', 'revision_number': 1, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:57:36.537700 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9e427-b5b9-414f-94d1-6a8a3f7cc87c None None] New status for floating IP 801b7c54-17d2-4c54-868c-de1f160e0de5: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:57:36.846679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a47fb5-8af5-4f44-96b8-9b50d982279e req-b926d3b5-6b43-4a4c-abb6-bb9ae4bfc22b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:36.848193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5a47fb5-8af5-4f44-96b8-9b50d982279e req-b926d3b5-6b43-4a4c-abb6-bb9ae4bfc22b tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.1011117 Feb 16 13:57:36.893883 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5a47fb5-8af5-4f44-96b8-9b50d982279e req-5df1448c-317f-4489-92c4-011aa0d8fde9 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399437 Feb 16 13:57:37.276775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-0de95b17-6162-4d7f-9da6-67d8419ed0e7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:37.277438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-0de95b17-6162-4d7f-9da6-67d8419ed0e7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:57:37.296689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-0de95b17-6162-4d7f-9da6-67d8419ed0e7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:57:37.297857 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-0de95b17-6162-4d7f-9da6-67d8419ed0e7 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 945 time: 0.1043501 Feb 16 13:57:37.497824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port f6d1a7a2-0a5b-49ff-b334-6fa711fababa {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:37.498164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:37.763558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] For port f6d1a7a2-0a5b-49ff-b334-6fa711fababa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:37.763904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:37.891716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for f6d1a7a2-0a5b-49ff-b334-6fa711fababa owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:38.057593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:38.098239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adaac8-ac34-4184-b444-d9d40ecd0df3 req-f90ace90-f05a-451c-bf3c-74dab64ba705 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:38.099743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55adaac8-ac34-4184-b444-d9d40ecd0df3 req-f90ace90-f05a-451c-bf3c-74dab64ba705 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 867 time: 0.0898366 Feb 16 13:57:38.107154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=f6d1a7a2-0a5b-49ff-b334-6fa711fababa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:38.147904 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55adaac8-ac34-4184-b444-d9d40ecd0df3 req-c7cd6b63-c73d-4069-94ad-005d54ac7752 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Feb 16 13:57:38.189066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] No DVR routers for this DVR port f6d1a7a2-0a5b-49ff-b334-6fa711fababa on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:57:38.191716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:38.194483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'name': 'network-vif-deleted', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:57:38.212533 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26e817bc-721d-4ccd-931f-2c261b7f7f53 req-83b0035d-01c0-4a68-8ef5-8e03de007249 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "DELETE /v2.0/ports/f6d1a7a2-0a5b-49ff-b334-6fa711fababa HTTP/1.1" status: 204 len: 173 time: 0.9094653 Feb 16 13:57:38.242764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70801673-ef74-4a62-b840-9af271c79c39', 'name': 'network-vif-deleted', 'tag': 'f6d1a7a2-0a5b-49ff-b334-6fa711fababa', 'status': 'completed', 'code': 200} Feb 16 13:57:39.325191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f68ef106-896a-4605-9632-d5b737da6246 req-dfa7e6fa-9e26-4889-ba27-625d9d9813d1 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=70801673-ef74-4a62-b840-9af271c79c39 HTTP/1.1" status: 200 len: 210 time: 0.0441084 Feb 16 13:57:40.283624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f6d1a7a2-0a5b-49ff-b334-6fa711fababa no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:57:40.320641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: f6d1a7a2-0a5b-49ff-b334-6fa711fababa {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:57:40.321002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f6d1a7a2-0a5b-49ff-b334-6fa711fababa not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:57:40.689790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07c1891e-8a9c-495c-9f44-be9e1c79c77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:43.937327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20d60c9a-a9e3-491d-8cad-354ae5a5f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:44.165037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:44.213054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:44.965834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38480) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:45.190787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port 8adf243d-b100-4620-b135-e3bfb1caf1c8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:45.191021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.362357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.362791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.486028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for 8adf243d-b100-4620-b135-e3bfb1caf1c8 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:45.593657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.654693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.704339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=8adf243d-b100-4620-b135-e3bfb1caf1c8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:45.708243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.854073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.854470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.854801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.855127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.855447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.855803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.856151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.856468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.856810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.857121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.857433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.857790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:45.916860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:45.917192 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Floating IP 529617ce-b29c-4980-98ce-ede80a59f274 disassociated (deleted). External IP: 172.26.1.167, port: 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4. Feb 16 13:57:46.277455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:57:46.457857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:57:46.468325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:57:46.474921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:46.477867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:46.478517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:46.534538 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-82c3f26b-457a-4a9d-84c7-1c5f6f90e3cc tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "DELETE /v2.0/floatingips/529617ce-b29c-4980-98ce-ede80a59f274 HTTP/1.1" status: 204 len: 168 time: 1.5649943 Feb 16 13:57:46.534538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:57:46.576631 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'status': 'completed', 'code': 200} Feb 16 13:57:46.661089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:46.679235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-2f543d15-728d-4c34-a7ba-f9f4e5ce4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:46.681494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-2f543d15-728d-4c34-a7ba-f9f4e5ce4c8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 1098 time: 0.0827656 Feb 16 13:57:46.832186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-f7307138-b243-4926-918b-e712a6db22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:46.833779 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-f7307138-b243-4926-918b-e712a6db22b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 200 len: 913 time: 0.1452973 Feb 16 13:57:46.914679 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-cfb2c754-60b5-47b4-a7dd-7d8567832b14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 200 len: 217 time: 0.0736704 Feb 16 13:57:46.925985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84155267-6a8b-4a98-840b-323e0a694242 req-1087680d-ce43-447f-9aed-ff16c6edfd91 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:46.927518 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84155267-6a8b-4a98-840b-323e0a694242 req-1087680d-ce43-447f-9aed-ff16c6edfd91 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.0869539 Feb 16 13:57:46.984742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:46.985531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-c4a5e0f5-1074-4799-9ffb-a5b6e399874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:46.987198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-c4a5e0f5-1074-4799-9ffb-a5b6e399874e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 200 len: 851 time: 0.0654635 Feb 16 13:57:46.989288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:57:46.998980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:46.999605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:47.069047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-ed1dad8c-245d-4aaa-815e-5ad255216088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:47.070686 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-ed1dad8c-245d-4aaa-815e-5ad255216088 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8392594a-9e80-4fbd-b394-8eb8bb509d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762522 Feb 16 13:57:47.112587 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84155267-6a8b-4a98-840b-323e0a694242 req-c60ed242-6c55-4fc4-bde0-9bad95ca8a37 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771502 Feb 16 13:57:47.183909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:47.212344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-8787ff89-08b5-4701-87c6-6e24f5226118 service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332238 Feb 16 13:57:47.350642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4fc2314-53b2-4661-92d3-e1212dd2fc20 req-c7acb309-e8da-42f0-b839-d3ed29c61c6c service neutron] 10.222.0.26 "GET /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308193 Feb 16 13:57:47.507039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:47.511169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d7d1c-e051-4894-98cc-4cd24a40bf69 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:49:49Z', 'revision_number': 4, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '21931276-5d93-4aa6-b483-784e409c576b', 'name': '', 'network_id': '8392594a-9e80-4fbd-b394-8eb8bb509d53', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'mac_address': 'fa:16:3e:70:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '053f70f0-540d-443c-82d7-b875733addf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:45Z', 'updated_at': '2022-02-16T13:50:02Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'subnets': [{'id': '053f70f0-540d-443c-82d7-b875733addf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:57:47.751042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d568ae-16e1-4ff9-b1dd-a855bb76f4dd None None] New status for floating IP 529617ce-b29c-4980-98ce-ede80a59f274: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:57:48.313097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97201f0e-73f3-453c-a39c-a714df303f56 req-111adabb-54ef-4293-ad23-c74842a7226a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:48.314585 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-97201f0e-73f3-453c-a39c-a714df303f56 req-111adabb-54ef-4293-ad23-c74842a7226a tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.0875933 Feb 16 13:57:48.361515 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-97201f0e-73f3-453c-a39c-a714df303f56 req-e0562021-87b6-43ad-9d38-da96cab60699 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/security-groups?id=deda3f6d-96d9-48a7-992b-0f50d977a270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386498 Feb 16 13:57:48.701004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-9bc693a4-31ef-48a5-9c2b-3127215ceb61 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:57:48.701586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-9bc693a4-31ef-48a5-9c2b-3127215ceb61 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Synchronizing usage tracker for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:57:48.718888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-9bc693a4-31ef-48a5-9c2b-3127215ceb61 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Unset dirty status for tenant:259a9ed7d25b4c22a9a6a7a621a15ae8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:57:48.720162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-9bc693a4-31ef-48a5-9c2b-3127215ceb61 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 945 time: 0.2092047 Feb 16 13:57:48.788612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:48.788958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:49.048940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] For port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:49.049251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:49.177122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:49.328269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:49.381976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:49.458284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] No DVR routers for this DVR port 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:57:49.460741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:49.463696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'name': 'network-vif-deleted', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:57:49.481211 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66be5b92-ed5b-418a-9dce-4ce4e7944dfc req-08164439-518a-471e-ac57-bfd7672528a8 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.26 "DELETE /v2.0/ports/7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 HTTP/1.1" status: 204 len: 173 time: 0.7559047 Feb 16 13:57:49.510772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048b376d-b8ce-41d5-8609-19587822c5ad', 'name': 'network-vif-deleted', 'tag': '7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4', 'status': 'completed', 'code': 200} Feb 16 13:57:49.520212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa01bd41-8249-4d91-b0b7-53a050607f73 req-8d067322-80aa-4fd9-be22-05af7633a545 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "GET /v2.0/ports?device_id=048b376d-b8ce-41d5-8609-19587822c5ad HTTP/1.1" status: 200 len: 210 time: 0.0478282 Feb 16 13:57:50.625557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38500) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:50.784469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Deleting port fb9008d1-e3b4-4f1b-9f1c-5a98f0167482 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:50.784775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:50.970661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:50.970975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:51.098638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Calling delete_port for fb9008d1-e3b4-4f1b-9f1c-5a98f0167482 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:51.257211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:51.315210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'Port': ['ID=fb9008d1-e3b4-4f1b-9f1c-5a98f0167482,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:51.404478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:51.419188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:51.420345 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e7efab48-0657-4738-ab8e-79b11a54a8b6 tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "DELETE /v2.0/floatingips/34b53928-e8fb-4353-82cc-50e25449db02 HTTP/1.1" status: 204 len: 168 time: 0.7934287 Feb 16 13:57:52.339727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:57:52.377626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:57:52.377960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7e2b235d-7813-4354-a6f4-a0e0ed7ce8d4 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:57:53.915619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38516) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:53.984087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:54.014939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:54.080979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:54.100421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deda3f6d-96d9-48a7-992b-0f50d977a270,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:54.112629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.113200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.113715 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.114237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.114812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.115406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.115884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.116252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.116540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.116915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.117237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.117555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:57:54.126134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:54.127080 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-398a562d-aa10-4de4-9ec8-a1eabbfee3af tempest-TestVolumeBootPattern-161729391 tempest-TestVolumeBootPattern-161729391-project] 10.222.0.105 "DELETE /v2.0/security-groups/deda3f6d-96d9-48a7-992b-0f50d977a270 HTTP/1.1" status: 204 len: 168 time: 0.2104046 Feb 16 13:57:54.187137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38524) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:54.933441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:55.290519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Deleting port 21931276-5d93-4aa6-b483-784e409c576b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:55.290735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:55.465074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] For port 21931276-5d93-4aa6-b483-784e409c576b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=21931276-5d93-4aa6-b483-784e409c576b,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:55.465395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:55.696116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Calling delete_port for 21931276-5d93-4aa6-b483-784e409c576b owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:55.895479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:55.944591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Pushing event deleted for resources: {'Port': ['ID=21931276-5d93-4aa6-b483-784e409c576b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:56.216595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:56.592891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Router e26082e8-d10b-4622-a028-3c85606dea34 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:57:56.782917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:57:56.792370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Sync routers for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:57:56.796268 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5feef9cb-0890-41b3-b9c9-dfe1054e7cec admin admin] 10.222.0.105 "PUT /v2.0/routers/e26082e8-d10b-4622-a028-3c85606dea34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6075850 Feb 16 13:57:56.799358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38530) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:56.804549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:56.805142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:56.971152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:56.979770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:57.267957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:57.278741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Deleting port c9555130-d550-485a-9494-66d85f977c91 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:57.279102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:57.286246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': 'c9555130-d550-485a-9494-66d85f977c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:57:55Z', 'revision_number': 5, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port': {'id': 'c9555130-d550-485a-9494-66d85f977c91', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:33Z', 'updated_at': '2022-02-16T13:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:57.290123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Checking router: e26082e8-d10b-4622-a028-3c85606dea34 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:57:57.298519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Routers {'e26082e8-d10b-4622-a028-3c85606dea34'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:57:57.299123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e26082e8-d10b-4622-a028-3c85606dea34'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:57.446364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] Set router e26082e8-d10b-4622-a028-3c85606dea34 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:57:57.455489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] For port c9555130-d550-485a-9494-66d85f977c91, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c9555130-d550-485a-9494-66d85f977c91,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:57.455840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:57.553759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:57:57Z', 'revision_number': 6, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:57.559421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f28928c-37c2-47e1-9c1b-631bd8ddf871 None None] The sync data for ids ['e26082e8-d10b-4622-a028-3c85606dea34'] in dv-neutron-828143-3-hyperv is: [{'id': 'e26082e8-d10b-4622-a028-3c85606dea34', 'name': 'tempest-TestVolumeBootPattern-1850064674-router', 'tenant_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:31Z', 'updated_at': '2022-02-16T13:57:57Z', 'revision_number': 6, 'project_id': '259a9ed7d25b4c22a9a6a7a621a15ae8', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:57:57.593385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Calling delete_port for c9555130-d550-485a-9494-66d85f977c91 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:57.774501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:57.827496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9555130-d550-485a-9494-66d85f977c91,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:57.926254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.103341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.106100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.129173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.129693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26082e8-d10b-4622-a028-3c85606dea34 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:57:58.142450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.143583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-846b5c38-d65f-4532-a4e5-7db3d88631e4 admin admin] 10.222.0.105 "DELETE /v2.0/routers/e26082e8-d10b-4622-a028-3c85606dea34 HTTP/1.1" status: 204 len: 168 time: 1.3433528 Feb 16 13:57:58.146402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38534) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:58.208126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Deleting subnet 053f70f0-540d-443c-82d7-b875733addf7 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:57:58.211138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.260596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.357372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.450582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.488506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053f70f0-540d-443c-82d7-b875733addf7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:58.494833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.499076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e8a167-ad4f-44d8-906a-d44888349e36 None None] Network 8392594a-9e80-4fbd-b394-8eb8bb509d53 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:57:58.504122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cf61a9c4-de57-450f-8da2-6fae4b7f734a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/053f70f0-540d-443c-82d7-b875733addf7 HTTP/1.1" status: 204 len: 168 time: 0.3544548 Feb 16 13:57:58.506251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:58.618884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.629579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Deleting port a7c31f0c-c908-460a-aeac-93ea855763ba {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:58.629908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.767337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] DHCP port deletion for 8392594a-9e80-4fbd-b394-8eb8bb509d53 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:57:58.773459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Deleting port a7c31f0c-c908-460a-aeac-93ea855763ba {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:58.773836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:58.840727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] For port a7c31f0c-c908-460a-aeac-93ea855763ba, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a7c31f0c-c908-460a-aeac-93ea855763ba,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:58.841072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.027432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] For port a7c31f0c-c908-460a-aeac-93ea855763ba, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a7c31f0c-c908-460a-aeac-93ea855763ba,segment=NetworkSegment(d426e563-37fa-4ff2-92f4-9530e66356fc),segment_id=d426e563-37fa-4ff2-92f4-9530e66356fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:57:59.027432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.082012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Calling delete_port for a7c31f0c-c908-460a-aeac-93ea855763ba owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:59.146253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Calling delete_port for a7c31f0c-c908-460a-aeac-93ea855763ba owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:57:59.159319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.212268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] No DVR routers for this DVR port a7c31f0c-c908-460a-aeac-93ea855763ba on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:57:59.215697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:57:59.216046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:57:59.238439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c31f0c-c908-460a-aeac-93ea855763ba,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:59.335652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.361553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8392594a-9e80-4fbd-b394-8eb8bb509d53']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:59.373660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd426e563-37fa-4ff2-92f4-9530e66356fc') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:59.373939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd426e563-37fa-4ff2-92f4-9530e66356fc') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:57:59.374078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a7c31f0c-c908-460a-aeac-93ea855763ba no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:57:59.385385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.401141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.407860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:57:59.408222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.410863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a7c31f0c-c908-460a-aeac-93ea855763ba {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:57:59.411254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a7c31f0c-c908-460a-aeac-93ea855763ba not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:57:59.411616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c9555130-d550-485a-9494-66d85f977c91 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:57:59.421364 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:57:59.444595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c9555130-d550-485a-9494-66d85f977c91 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:57:59.444936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c9555130-d550-485a-9494-66d85f977c91 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:57:59.445346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 21931276-5d93-4aa6-b483-784e409c576b no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:57:59.479105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 21931276-5d93-4aa6-b483-784e409c576b {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:57:59.479492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 21931276-5d93-4aa6-b483-784e409c576b not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:57:59.501622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.517748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.528285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] Pushing event deleted for resources: {'Network': ['ID=8392594a-9e80-4fbd-b394-8eb8bb509d53,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:57:59.545092 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-91a2b3ea-e787-4e94-a587-2e3dcf56000c admin admin] 10.222.0.105 "DELETE /v2.0/networks/8392594a-9e80-4fbd-b394-8eb8bb509d53 HTTP/1.1" status: 204 len: 168 time: 1.0377097 Feb 16 13:57:59.547922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38542) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:57:59.718060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Deleting port a7c31f0c-c908-460a-aeac-93ea855763ba {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:57:59.718783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:57:59.788786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a42e1bc6-c5ac-427a-b0aa-f99f6eeb1682 None None] The port 'a7c31f0c-c908-460a-aeac-93ea855763ba' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:58:00.120943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:00.612621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Deleting port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:00.613459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:00.789226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-4e143655-d254-4358-946d-7269176422ec admin admin] For port 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:00.789226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:00.918569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Calling delete_port for 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:01.114918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:01.164221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:01.434979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:01.805813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Router a7539c88-e4b3-47e3-81c2-666a194ff051 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:58:02.099133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e143655-d254-4358-946d-7269176422ec admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:02.109287 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Sync routers for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:02.118098 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4e143655-d254-4358-946d-7269176422ec admin admin] 10.222.0.105 "PUT /v2.0/routers/a7539c88-e4b3-47e3-81c2-666a194ff051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690894 Feb 16 13:58:02.120081 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:02.120708 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:02.120856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38548) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:02.304089 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:02.407284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:02.584733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171'}], 'enable_snat': True}, 'gw_port_id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:58:01Z', 'revision_number': 5, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port': {'id': '10e067f7-0fad-479f-9192-d6347a5c1938', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:49:57Z', 'updated_at': '2022-02-16T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:02.586609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:02.588459 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Checking router: a7539c88-e4b3-47e3-81c2-666a194ff051 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:02.598733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Deleting port 10e067f7-0fad-479f-9192-d6347a5c1938 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:02.599328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:02.600679 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Routers {'a7539c88-e4b3-47e3-81c2-666a194ff051'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:02.601633 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['a7539c88-e4b3-47e3-81c2-666a194ff051'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:02.860245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] For port 10e067f7-0fad-479f-9192-d6347a5c1938, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=10e067f7-0fad-479f-9192-d6347a5c1938,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:02.860467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:02.863587 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] Set router a7539c88-e4b3-47e3-81c2-666a194ff051 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:02.967263 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:58:02Z', 'revision_number': 6, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:02.972192 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e02fa09-7aed-4e6d-9969-760b12c8b025 None None] The sync data for ids ['a7539c88-e4b3-47e3-81c2-666a194ff051'] in dv-neutron-828143-3-hyperv is: [{'id': 'a7539c88-e4b3-47e3-81c2-666a194ff051', 'name': 'tempest-TestVolumeBootPattern-1832775545-router', 'tenant_id': '3d7c000343c642138b5d41f9302b1d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:49:55Z', 'updated_at': '2022-02-16T13:58:02Z', 'revision_number': 6, 'project_id': '3d7c000343c642138b5d41f9302b1d68', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:02.979589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Calling delete_port for 10e067f7-0fad-479f-9192-d6347a5c1938 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:03.147674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.194556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e067f7-0fad-479f-9192-d6347a5c1938,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:03.285089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.391651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:03.426501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:03.426845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1cebf0e6-2fc2-4160-9dd1-71c5ab85b75d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:03.454836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.457119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.481432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.481955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7539c88-e4b3-47e3-81c2-666a194ff051 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:58:03.496239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.498015 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cafbfb59-4f4a-4a6a-a92e-3d0d43b328f5 admin admin] 10.222.0.105 "DELETE /v2.0/routers/a7539c88-e4b3-47e3-81c2-666a194ff051 HTTP/1.1" status: 204 len: 168 time: 1.3760898 Feb 16 13:58:03.500714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38552) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:03.558725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Deleting subnet 44b6d237-04e3-4459-9200-ccd201116dde {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:58:03.561802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.612773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.689713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.764442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.801801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b6d237-04e3-4459-9200-ccd201116dde,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:03.805799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.811925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fd1335-4d52-4963-88c9-7babc07b2e6c None None] Network 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:58:03.812152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-780d2a40-ae25-48cd-ad0f-c7d36d2ac541 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/44b6d237-04e3-4459-9200-ccd201116dde HTTP/1.1" status: 204 len: 168 time: 0.3103306 Feb 16 13:58:03.814782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38556) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:03.922165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:03.933638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Deleting port fa2699cb-28c9-4585-aeed-f96f6a102d89 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:03.934002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.085886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] DHCP port deletion for 5048ecd9-efe5-4d20-b17d-c6fe74ab15bc request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:58:04.090758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Deleting port fa2699cb-28c9-4585-aeed-f96f6a102d89 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:04.091122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.163557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] For port fa2699cb-28c9-4585-aeed-f96f6a102d89, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa2699cb-28c9-4585-aeed-f96f6a102d89,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:04.163899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.300340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Calling delete_port for fa2699cb-28c9-4585-aeed-f96f6a102d89 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:04.304683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] For port fa2699cb-28c9-4585-aeed-f96f6a102d89, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fa2699cb-28c9-4585-aeed-f96f6a102d89,segment=NetworkSegment(9a770777-07b1-4ed8-9914-f6aa93130c83),segment_id=9a770777-07b1-4ed8-9914-f6aa93130c83)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:04.305149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.381307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.433887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] No DVR routers for this DVR port fa2699cb-28c9-4585-aeed-f96f6a102d89 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:58:04.435466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2699cb-28c9-4585-aeed-f96f6a102d89,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:04.438287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Calling delete_port for fa2699cb-28c9-4585-aeed-f96f6a102d89 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:04.512291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 13:58:04.512709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 13:58:04.551410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.577494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5048ecd9-efe5-4d20-b17d-c6fe74ab15bc']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:04.596510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a770777-07b1-4ed8-9914-f6aa93130c83') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:04.596803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a770777-07b1-4ed8-9914-f6aa93130c83') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:04.609060 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.625385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.631501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:58:04.631876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:58:04.645021 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:58:04.723594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.728249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:04.753175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5048ecd9-efe5-4d20-b17d-c6fe74ab15bc,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:04.759089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ece106b3-4975-4cd9-a5ea-07f31c1cd2f8 admin admin] 10.222.0.105 "DELETE /v2.0/networks/5048ecd9-efe5-4d20-b17d-c6fe74ab15bc HTTP/1.1" status: 204 len: 168 time: 0.9434397 Feb 16 13:58:04.886085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38562) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:04.936729 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-73930e9e-7375-474d-bd99-acfe98e262f8 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=259a9ed7d25b4c22a9a6a7a621a15ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493386 Feb 16 13:58:04.939413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38566) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:05.005713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.014299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Deleting port fa2699cb-28c9-4585-aeed-f96f6a102d89 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:05.014750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.031754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.082907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8131c-2d8c-45cb-94d6-54614d5ea6eb None None] The port 'fa2699cb-28c9-4585-aeed-f96f6a102d89' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 13:58:05.091087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.106039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf721f5-5e70-4653-be7c-0a4e6e2e4463,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:05.117791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.118954 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45318bdf-20c2-4a55-97b3-b53b56902ff9 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6cf721f5-5e70-4653-be7c-0a4e6e2e4463 HTTP/1.1" status: 204 len: 168 time: 0.1784849 Feb 16 13:58:05.378679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 10e067f7-0fad-479f-9192-d6347a5c1938 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:05.412558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 10e067f7-0fad-479f-9192-d6347a5c1938 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:05.412900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 10e067f7-0fad-479f-9192-d6347a5c1938 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:05.413305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa2699cb-28c9-4585-aeed-f96f6a102d89 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:05.447895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fa2699cb-28c9-4585-aeed-f96f6a102d89 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:05.448595 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fa2699cb-28c9-4585-aeed-f96f6a102d89 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:05.497223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38574) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:05.545005 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ac8327e-4f23-4d9c-ba64-6ee12c2192de admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3d7c000343c642138b5d41f9302b1d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465429 Feb 16 13:58:05.547938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38578) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:05.618060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.646888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.810554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.824470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cded8a-8f2e-4dc2-9178-be15a079e628,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:05.831208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:05.832308 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2d7943fc-6163-4576-b821-32b0ff6d09b3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d1cded8a-8f2e-4dc2-9178-be15a079e628 HTTP/1.1" status: 204 len: 168 time: 0.2835033 Feb 16 13:58:09.876225 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:58:10.687240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b5c8-61d5-4bfb-8874-bfcfdebab9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:10.917722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86efbf-7b08-4a30-8d0e-51882de63120 req-ed98f8e1-9e88-4423-8281-22b7b2fe5c20 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:10.919329 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb86efbf-7b08-4a30-8d0e-51882de63120 req-ed98f8e1-9e88-4423-8281-22b7b2fe5c20 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0827265 Feb 16 13:58:10.971117 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb86efbf-7b08-4a30-8d0e-51882de63120 req-e16340bc-1b54-4863-a9bf-9e50d38fd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443590 Feb 16 13:58:12.537189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2f4b-fe89-418f-8d4c-833937f282d8 req-b1b188b9-417b-4fa2-8854-cfc2b876686e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:12.538664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a42b2f4b-fe89-418f-8d4c-833937f282d8 req-b1b188b9-417b-4fa2-8854-cfc2b876686e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.4568160 Feb 16 13:58:12.583317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a689-fc06-447c-b325-3a6d14395f45 req-fa47817c-598f-465e-a3dd-9ad3819c8ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:12.583893 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a42b2f4b-fe89-418f-8d4c-833937f282d8 req-0a8c6ff3-0219-4866-b8ef-e56686eea30d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=4d02d042-8b0b-44ed-afd2-8cb7d49819e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 Feb 16 13:58:12.583992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2681a689-fc06-447c-b325-3a6d14395f45 req-fa47817c-598f-465e-a3dd-9ad3819c8ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:12.601275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2681a689-fc06-447c-b325-3a6d14395f45 req-fa47817c-598f-465e-a3dd-9ad3819c8ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:12.602652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2681a689-fc06-447c-b325-3a6d14395f45 req-fa47817c-598f-465e-a3dd-9ad3819c8ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 946 time: 0.0949392 Feb 16 13:58:12.673461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port d5048658-9b85-4c3d-99d6-16fc6be56c14 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:12.673795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:12.921205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port d5048658-9b85-4c3d-99d6-16fc6be56c14, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d5048658-9b85-4c3d-99d6-16fc6be56c14,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:12.921553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:13.214203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:13.214617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:13.215014 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef disassociated. External IP: 172.26.1.226, port: d5048658-9b85-4c3d-99d6-16fc6be56c14. Feb 16 13:58:13.215430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for d5048658-9b85-4c3d-99d6-16fc6be56c14 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:13.362941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:13.412410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=d5048658-9b85-4c3d-99d6-16fc6be56c14,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:13.613192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:58:13.800194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-989fd797-3f52-439a-8b11-57885b5e8364 req-de54fda2-fce1-4e41-b2cc-c54434a2a938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=1c781e9a-b86c-4c7d-a5dd-a91465296e94 HTTP/1.1" status: 200 len: 210 time: 0.1086533 Feb 16 13:58:13.801979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:13.822061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:13.863432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:13.863963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:57:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:13.876398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port d5048658-9b85-4c3d-99d6-16fc6be56c14 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:58:13.879313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:13.882316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'name': 'network-vif-deleted', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:58:13.906488 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2681a689-fc06-447c-b325-3a6d14395f45 req-2b4340e1-b83d-4e4c-8787-a67dbde758a3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/d5048658-9b85-4c3d-99d6-16fc6be56c14 HTTP/1.1" status: 204 len: 173 time: 1.2984729 Feb 16 13:58:13.987774 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c781e9a-b86c-4c7d-a5dd-a91465296e94', 'name': 'network-vif-deleted', 'tag': 'd5048658-9b85-4c3d-99d6-16fc6be56c14', 'status': 'completed', 'code': 200} Feb 16 13:58:14.020489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da0e5570-4a9b-4841-9fc4-128a87d561dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:14.057880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:14.284956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:14.287975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:14.407247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:14.411537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:14.421152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:14.421767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:14.610850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:14.892581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38604) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:14.936311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:14.940495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c8069-26d2-40b7-9a15-cee602d0f3d3 None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8e983399-3882-496c-b452-e582b0f7764e', 'name': '', 'network_id': 'fd293a2d-8d70-452e-95bd-72e5f4a466c5', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:04:a7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:58Z', 'updated_at': '2022-02-16T13:55:03Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'e9b5ca91-74e1-4819-885b-ae949f55ed34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:14.970709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.119255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.176237 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6db9b81-8bc9-46ab-94b6-b17940e96081 None None] New status for floating IP 696ca74f-bbc9-4ec7-9c70-06bbeb3645ef: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:58:15.187571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.206435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d02d042-8b0b-44ed-afd2-8cb7d49819e8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:15.217854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.221721 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b12272bb-8230-4d05-b82e-3c914f54ef08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/4d02d042-8b0b-44ed-afd2-8cb7d49819e8 HTTP/1.1" status: 204 len: 168 time: 0.3255398 Feb 16 13:58:15.255023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38610) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:15.417387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port fb8c3475-0ec1-4cd5-aef1-20475a71101e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:15.417700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.589652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.597915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.598250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.709872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.721988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for fb8c3475-0ec1-4cd5-aef1-20475a71101e owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:15.884418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:15.930482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=fb8c3475-0ec1-4cd5-aef1-20475a71101e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:16.029282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:16.042894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:16.044002 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec9da929-4c3e-4807-b7f2-94d33e6a7d68 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/696ca74f-bbc9-4ec7-9c70-06bbeb3645ef HTTP/1.1" status: 204 len: 168 time: 0.7879963 Feb 16 13:58:16.400786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d5048658-9b85-4c3d-99d6-16fc6be56c14 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:16.428069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a68c3-5ae0-46e1-826f-c7b59e168686 req-95915e69-4a1e-421c-b713-07aec0e96980 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:16.429573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef2a68c3-5ae0-46e1-826f-c7b59e168686 req-95915e69-4a1e-421c-b713-07aec0e96980 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0802042 Feb 16 13:58:16.435669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: d5048658-9b85-4c3d-99d6-16fc6be56c14 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:16.436016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d5048658-9b85-4c3d-99d6-16fc6be56c14 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:16.478435 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef2a68c3-5ae0-46e1-826f-c7b59e168686 req-8df054e2-3e78-4635-8971-477f251fd099 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Feb 16 13:58:17.680370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0fd6e-501e-4f64-aee0-307f77529da7 req-9ce4e685-ad9f-45e0-b07a-9fa1e5a1323b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:17.681791 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03a0fd6e-501e-4f64-aee0-307f77529da7 req-9ce4e685-ad9f-45e0-b07a-9fa1e5a1323b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0848737 Feb 16 13:58:17.728666 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03a0fd6e-501e-4f64-aee0-307f77529da7 req-ea76a930-759a-4627-ab7e-83d3b365db6f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=af2af62b-1c72-4e40-82f5-05df1d9db87b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410538 Feb 16 13:58:17.870402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-f3f75d7b-84c9-4717-992d-e54a42612ab8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:17.871064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-f3f75d7b-84c9-4717-992d-e54a42612ab8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:17.887654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-f3f75d7b-84c9-4717-992d-e54a42612ab8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:17.888745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-f3f75d7b-84c9-4717-992d-e54a42612ab8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 946 time: 0.0994358 Feb 16 13:58:17.961902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port e22f7c32-4bba-4675-851f-1594447e8fae {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:17.962128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:18.233134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port e22f7c32-4bba-4675-851f-1594447e8fae, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=e22f7c32-4bba-4675-851f-1594447e8fae,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:18.233357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:18.355272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for e22f7c32-4bba-4675-851f-1594447e8fae owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:18.506800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:18.658598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=e22f7c32-4bba-4675-851f-1594447e8fae,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:18.732929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port e22f7c32-4bba-4675-851f-1594447e8fae on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:58:18.735708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:18.738332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'name': 'network-vif-deleted', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:58:18.757414 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ee2c7927-f03e-4c14-aff6-7869e8f2d78f req-2ef79571-e671-4879-be78-b17a57f8e550 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/e22f7c32-4bba-4675-851f-1594447e8fae HTTP/1.1" status: 204 len: 173 time: 0.8632662 Feb 16 13:58:18.792740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a017552f-21dc-4528-862d-54e6cab67893', 'name': 'network-vif-deleted', 'tag': 'e22f7c32-4bba-4675-851f-1594447e8fae', 'status': 'completed', 'code': 200} Feb 16 13:58:18.882279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95377617-14ac-4d58-86ae-5211495ef537 req-0592d3dc-db6c-4c49-9387-41c3a95f0e86 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=a017552f-21dc-4528-862d-54e6cab67893 HTTP/1.1" status: 200 len: 210 time: 0.0450113 Feb 16 13:58:19.981751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38626) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:20.050872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:20.080777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:20.149876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:20.166832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2af62b-1c72-4e40-82f5-05df1d9db87b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:20.174989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:20.176106 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ae6d73cf-4113-4086-8f6f-a16cde2ea038 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/af2af62b-1c72-4e40-82f5-05df1d9db87b HTTP/1.1" status: 204 len: 168 time: 0.1933155 Feb 16 13:58:20.207463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:20.760744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:21.107101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 8e983399-3882-496c-b452-e582b0f7764e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:21.108042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:21.292014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 8e983399-3882-496c-b452-e582b0f7764e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8e983399-3882-496c-b452-e582b0f7764e,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:21.292346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:21.524245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 8e983399-3882-496c-b452-e582b0f7764e owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:21.724453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:21.770870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=8e983399-3882-496c-b452-e582b0f7764e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:22.071416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:22.434538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e22f7c32-4bba-4675-851f-1594447e8fae no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:22.470399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 912db679-d406-4aa7-9c0a-24b988ad077a has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:58:22.471580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: e22f7c32-4bba-4675-851f-1594447e8fae {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:22.471919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device e22f7c32-4bba-4675-851f-1594447e8fae not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:22.660762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:22.671713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Sync routers for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:22.673770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0a09d972-2510-4b7c-b873-76c90969a088 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/912db679-d406-4aa7-9c0a-24b988ad077a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651778 Feb 16 13:58:22.676633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:22.683984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:22.684659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:22.746366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet e9b5ca91-74e1-4819-885b-ae949f55ed34 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:58:22.750126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:22.812358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:22.899974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:22.904409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:22.996149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.164996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b5ca91-74e1-4819-885b-ae949f55ed34,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:23.176459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.179010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cb2606-59fb-4990-bf8b-ad7f56c09e51 None None] Network fd293a2d-8d70-452e-95bd-72e5f4a466c5 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:58:23.183407 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ceb52d1d-0bf8-4523-b64f-60a678c26939 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/e9b5ca91-74e1-4819-885b-ae949f55ed34 HTTP/1.1" status: 204 len: 168 time: 0.5058355 Feb 16 13:58:23.186305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38640) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:23.358680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:58:21Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:23.369557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Checking router: 912db679-d406-4aa7-9c0a-24b988ad077a for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:23.370139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.389506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Routers {'912db679-d406-4aa7-9c0a-24b988ad077a'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:23.390145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['912db679-d406-4aa7-9c0a-24b988ad077a'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:23.556186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.573853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 45bbe91e-2971-49ee-8484-00104cf6d870 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:23.574489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.583972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] Set router 912db679-d406-4aa7-9c0a-24b988ad077a gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:23.626050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] DHCP port deletion for fd293a2d-8d70-452e-95bd-72e5f4a466c5 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:58:23.692787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Deleting port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:58:23.693156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.768219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 45bbe91e-2971-49ee-8484-00104cf6d870, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=45bbe91e-2971-49ee-8484-00104cf6d870,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:23.768653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:23.893707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 45bbe91e-2971-49ee-8484-00104cf6d870 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:24.026608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] For port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,segment=NetworkSegment(43a28fa4-fd57-4420-b0c3-bfbab4964ef5),segment_id=43a28fa4-fd57-4420-b0c3-bfbab4964ef5)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:24.026986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.062865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.111044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=45bbe91e-2971-49ee-8484-00104cf6d870,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:24.197850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Calling delete_port for 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:58:24.202815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.264808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:58:21Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:24.279097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4206d3d8-59ff-4037-a76e-0d5993e1193d None None] The sync data for ids ['912db679-d406-4aa7-9c0a-24b988ad077a'] in dv-neutron-828143-3-hyperv is: [{'id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'name': 'tempest-TestNetworkBasicOps-router-1319633510', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:54:54Z', 'updated_at': '2022-02-16T13:58:21Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '45bbe91e-2971-49ee-8484-00104cf6d870', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:96:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912db679-d406-4aa7-9c0a-24b988ad077a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:54:55Z', 'updated_at': '2022-02-16T13:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:24.291999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.340101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Pushing event deleted for resources: {'Port': ['ID=7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:24.343436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] No DVR routers for this DVR port 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:58:24.353800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.354445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.354651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.354960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.355279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.355597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.355920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.356235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.356544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.356855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.357170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.357487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bec22e9-3cd3-41c5-b03a-9db3636fe086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:24.379247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.381557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.404461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.404954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 912db679-d406-4aa7-9c0a-24b988ad077a {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:58:24.420191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.421264 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b54d9e3b-c66f-4588-90bd-21a8d809a8f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/912db679-d406-4aa7-9c0a-24b988ad077a HTTP/1.1" status: 204 len: 168 time: 1.2340481 Feb 16 13:58:24.424112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38644) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:24.648259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.797118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.827467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd293a2d-8d70-452e-95bd-72e5f4a466c5']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:24.840823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a28fa4-fd57-4420-b0c3-bfbab4964ef5') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:24.841117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a28fa4-fd57-4420-b0c3-bfbab4964ef5') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:24.854491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.872516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.879421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:58:24.879777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:58:24.897910 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:58:24.974926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:24.979758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.006151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=fd293a2d-8d70-452e-95bd-72e5f4a466c5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:25.013881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cd5d2594-436d-4e7e-8634-4ffafa632deb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/fd293a2d-8d70-452e-95bd-72e5f4a466c5 HTTP/1.1" status: 204 len: 168 time: 0.5887561 Feb 16 13:58:25.037803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38648) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:25.045912 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--213867385', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:25.051412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:25.055772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:25.058827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:25.065184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:25.077576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:58:25.081279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.111698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:58:25.121617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.121966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 0bd3fefc-488c-4cb9-80df-f08d2a0a4149 of type vlan for network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 Feb 16 13:58:25.156139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.188866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.196013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:25.197215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.300741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2617223 Feb 16 13:58:25.303838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:25.309844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:25.310634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85512b77-6f50-4eee-913e-6dc4c8447ae3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=6e23b2f6-bcc1-4cac-b686-4777cba55eb0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:25.319297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:25.320863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:58:25.324127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:25.327404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:25.334415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:25.350686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.351802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.373506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.403716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8e983399-3882-496c-b452-e582b0f7764e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:25.446528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 8e983399-3882-496c-b452-e582b0f7764e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:25.446856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8e983399-3882-496c-b452-e582b0f7764e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:25.447250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:25.487561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:25.487882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7ea6a423-c2b0-4eb4-ba0c-3c7cf5b9ee98 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:25.488550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 45bbe91e-2971-49ee-8484-00104cf6d870 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:25.527927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 45bbe91e-2971-49ee-8484-00104cf6d870 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:58:25.528268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 45bbe91e-2971-49ee-8484-00104cf6d870 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:25.645147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.949078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:25.978601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:26.117231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.33 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/928623f7-5f18-4264-bf75-44e97844e563) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:58:26.264229 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:26.294081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:26.355285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:26.358043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:26.361627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:58:26.497990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=928623f7-5f18-4264-bf75-44e97844e563,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:26.879471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:27.238631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:27.451494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:58:27.635741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:27.645731 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Sync routers for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:27.655718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:27.656290 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:27.664036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:27.665409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b68936a8-7173-49a1-99a9-6dbb9a2be83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3605044 Feb 16 13:58:27.668657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:27.712374 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fd5c0d79-0aa0-4d4b-9daf-07d05b20fcf2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425758 Feb 16 13:58:27.715209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38660) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:27.917662 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:27.956225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137f68f-ad45-4c86-a539-1f6f8a838fea tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:27.960678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38664) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:27.961252 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a137f68f-ad45-4c86-a539-1f6f8a838fea tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2444687 Feb 16 13:58:28.002945 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-080194a9-c3f5-496d-939c-03302e119ca2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403066 Feb 16 13:58:28.005572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38668) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:28.011291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423958243', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:28.119511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:28.123286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:28.126025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:28.131742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:28.142498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:58:28.145968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.290548 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:26Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:28.294818 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Checking router: ec8e4dc0-df40-4b51-a08f-9bdf6ae862af for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:28.295146 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Updating router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af port 928623f7-5f18-4264-bf75-44e97844e563 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:58:28.351920 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.360802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.442386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:28.449951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:58:28.450042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 6e23b2f6-bcc1-4cac-b686-4777cba55eb0, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:58:28.469040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:58:28.479274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 6e23b2f6-bcc1-4cac-b686-4777cba55eb0) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:28.483041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:28.483804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.489607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d672ad9-411c-4ede-90c0-fac5e0f40ac9 None None] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:58:28.507839 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9975dab3-9219-4faa-97cb-c1a478dc836a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5010312 Feb 16 13:58:28.511298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:28.712206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:58:28.713135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.770705 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.783427 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Transition to ACTIVE for port object 928623f7-5f18-4264-bf75-44e97844e563 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:28.791473 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.869777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Allocated IP 172.20.0.2 (6e23b2f6-bcc1-4cac-b686-4777cba55eb0/df0c5d73-9ef0-44f8-a2b5-818e22a7d8df/b0239723-89d1-438b-9a74-5ec3909d6e9a) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:58:28.874569 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Pushing event updated for resources: {'Port': ['ID=928623f7-5f18-4264-bf75-44e97844e563,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:28.885644 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Attempting to bind port 928623f7-5f18-4264-bf75-44e97844e563 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:58:28.886077 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Attempting to bind port 928623f7-5f18-4264-bf75-44e97844e563 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:58:28.886447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Attempting to bind port 928623f7-5f18-4264-bf75-44e97844e563 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:58:28.889330 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.889688 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.890024 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.890373 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.890721 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.891079 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.891436 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.891755 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.892073 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.892389 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.892711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.893045 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:28.900971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:58:28.901428 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:58:28.901832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.902242 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:58:28.902709 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Bound port: 928623f7-5f18-4264-bf75-44e97844e563, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:58:28.903078 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:28.985234 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] For port 928623f7-5f18-4264-bf75-44e97844e563, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:58:28.988541 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] For port 928623f7-5f18-4264-bf75-44e97844e563, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=928623f7-5f18-4264-bf75-44e97844e563,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:58:28.994310 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.081571 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:29.082187 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:29.087823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.099182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Transition to ACTIVE for port object b0239723-89d1-438b-9a74-5ec3909d6e9a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:29.119748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Transition to ACTIVE for port object b0239723-89d1-438b-9a74-5ec3909d6e9a will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:29.126039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.142312 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ba513-ed59-4a29-906c-bc7315e391ce None None] Pushing event updated for resources: {'Port': ['ID=928623f7-5f18-4264-bf75-44e97844e563,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:29.196118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Pushing event updated for resources: {'Port': ['ID=b0239723-89d1-438b-9a74-5ec3909d6e9a,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:29.204590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:29.205920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:29.208748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:58:29.226091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.277186 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:29.307941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Attempting to bind port b0239723-89d1-438b-9a74-5ec3909d6e9a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:58:29.308431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Attempting to bind port b0239723-89d1-438b-9a74-5ec3909d6e9a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:58:29.308669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Attempting to bind port b0239723-89d1-438b-9a74-5ec3909d6e9a on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:58:29.314758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:58:29.315132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Checking segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:58:29.315528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.315912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Bound using segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:58:29.316379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Bound port: b0239723-89d1-438b-9a74-5ec3909d6e9a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:58:29.316746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.409123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] For port b0239723-89d1-438b-9a74-5ec3909d6e9a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:58:29.412757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] For port b0239723-89d1-438b-9a74-5ec3909d6e9a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b0239723-89d1-438b-9a74-5ec3909d6e9a,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:58:29.417782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.512502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfce45-3388-4646-9ad9-5d8af26c53c9 None None] Pushing event updated for resources: {'Port': ['ID=b0239723-89d1-438b-9a74-5ec3909d6e9a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:29.570494 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:26Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:29.575406 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4293f2-97f1-468f-ba1b-cf1a4b72d4a7 None None] The sync data for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv is: [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:26Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:29.640628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (6e23b2f6-bcc1-4cac-b686-4777cba55eb0/df0c5d73-9ef0-44f8-a2b5-818e22a7d8df/43675fcd-8219-4a2a-a835-d85087017f81) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:58:29.837463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.858630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 43675fcd-8219-4a2a-a835-d85087017f81 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:29.889190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:29.963819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:29.967728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:29.972482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:58:30.008650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:30.160390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:30.431693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:30.527922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670207a-c61c-43a9-a450-0bb18e978906 None None] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:58:30.640585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e57617de-33ca-4125-b19d-874ba0068d8e None None] Provisioning for port b0239723-89d1-438b-9a74-5ec3909d6e9a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:30.859392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:30.865944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:30.985986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:30.989581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:31.087987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6c17c16d-5a5c-4d3f-8f04-daecf75863c5 None None] Provisioning for port 43675fcd-8219-4a2a-a835-d85087017f81 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:31.093624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6c17c16d-5a5c-4d3f-8f04-daecf75863c5 None None] Provisioning complete for port 43675fcd-8219-4a2a-a835-d85087017f81 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:31.094289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c17c16d-5a5c-4d3f-8f04-daecf75863c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:31.138886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:31.140241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:31.165730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6c17c16d-5a5c-4d3f-8f04-daecf75863c5 None None] Port 43675fcd-8219-4a2a-a835-d85087017f81 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:58:31.299648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0c3990e-5550-4a97-8a02-fb245a203d32 None None] Provisioning complete for port 43675fcd-8219-4a2a-a835-d85087017f81 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:31.300044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0c3990e-5550-4a97-8a02-fb245a203d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:31.336371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:58:31.376569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3990e-5550-4a97-8a02-fb245a203d32 None None] Port 43675fcd-8219-4a2a-a835-d85087017f81 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:58:31.460818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 928623f7-5f18-4264-bf75-44e97844e563 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:31.520046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:31.524711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f7dfed8b-920d-4b01-b93a-2aa9a2fd1893 None None] Provisioning complete for port 43675fcd-8219-4a2a-a835-d85087017f81 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:31.524711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f7dfed8b-920d-4b01-b93a-2aa9a2fd1893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:31.537122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4f1c1719-a7fa-475e-9c52-31163a047b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/ec8e4dc0-df40-4b51-a08f-9bdf6ae862af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0246491 Feb 16 13:58:31.537314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38676) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:31.550841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Sync routers for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:31.598519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:31.599137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:31.683428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 928623f7-5f18-4264-bf75-44e97844e563 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:31.686890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581b46a-5416-41f7-968f-b29a9b08ba9e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.687358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581b46a-5416-41f7-968f-b29a9b08ba9e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.687811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581b46a-5416-41f7-968f-b29a9b08ba9e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.688263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581b46a-5416-41f7-968f-b29a9b08ba9e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.689434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfed8b-920d-4b01-b93a-2aa9a2fd1893 None None] Port 43675fcd-8219-4a2a-a835-d85087017f81 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:58:31.692701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f581b46a-5416-41f7-968f-b29a9b08ba9e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1515663 Feb 16 13:58:31.693467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38680) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:31.693764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 928623f7-5f18-4264-bf75-44e97844e563 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:31.694254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:31.759091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab435e8-bc1e-49e9-949f-b90d55997dfc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.759602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab435e8-bc1e-49e9-949f-b90d55997dfc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.760067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab435e8-bc1e-49e9-949f-b90d55997dfc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.760508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab435e8-bc1e-49e9-949f-b90d55997dfc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:31.762230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0ab435e8-bc1e-49e9-949f-b90d55997dfc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0684309 Feb 16 13:58:31.765006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38684) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:31.843930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:31.978611 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d0a50a1-9fc8-42e2-92bb-c5664f5bbdb2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2097836 Feb 16 13:58:31.978869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:31.984483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-411053089', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:32.058201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.128668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 928623f7-5f18-4264-bf75-44e97844e563, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=928623f7-5f18-4264-bf75-44e97844e563,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:32.134307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.135160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b0239723-89d1-438b-9a74-5ec3909d6e9a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:32.242857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:32.246750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:port and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:32.249589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:32.255689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:32.266735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:58:32.270236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.292592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] device_id is not set on port 272dc03c-d794-40b1-938a-ee5e526bd846 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:58:32.328453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=928623f7-5f18-4264-bf75-44e97844e563,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:32.352434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port b0239723-89d1-438b-9a74-5ec3909d6e9a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:32.358708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b0239723-89d1-438b-9a74-5ec3909d6e9a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:32.359069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.425917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:32.433556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Checking router: ec8e4dc0-df40-4b51-a08f-9bdf6ae862af for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:32.433896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Updating router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af port 43675fcd-8219-4a2a-a835-d85087017f81 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:58:32.435108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.11 (6e23b2f6-bcc1-4cac-b686-4777cba55eb0/df0c5d73-9ef0-44f8-a2b5-818e22a7d8df/272dc03c-d794-40b1-938a-ee5e526bd846) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:58:32.530306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.572976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.643684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.659481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 272dc03c-d794-40b1-938a-ee5e526bd846 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:32.670162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port b0239723-89d1-438b-9a74-5ec3909d6e9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b0239723-89d1-438b-9a74-5ec3909d6e9a,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:32.677050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.685828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.755124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:32.758274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:32.760884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:58:32.799423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:32.847852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:32.848477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:32.878295 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a348933c-2e2e-4582-9ca7-23a189c4cc99 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8957560 Feb 16 13:58:32.878507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=b0239723-89d1-438b-9a74-5ec3909d6e9a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.017203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.032729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Transition to ACTIVE for port object 43675fcd-8219-4a2a-a835-d85087017f81 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:33.037622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f8614b10-3e38-42fc-a3ef-5d4408e57d30 None None] Provisioning for port 272dc03c-d794-40b1-938a-ee5e526bd846 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:33.044641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f8614b10-3e38-42fc-a3ef-5d4408e57d30 None None] Provisioning complete for port 272dc03c-d794-40b1-938a-ee5e526bd846 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:33.045123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8614b10-3e38-42fc-a3ef-5d4408e57d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.073107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.201422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8614b10-3e38-42fc-a3ef-5d4408e57d30 None None] Port 272dc03c-d794-40b1-938a-ee5e526bd846 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:58:33.219540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2f6f5-d9ef-4787-872c-725e6c61068c None None] Pushing event updated for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.312484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Attempting to bind port 43675fcd-8219-4a2a-a835-d85087017f81 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:58:33.312727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Attempting to bind port 43675fcd-8219-4a2a-a835-d85087017f81 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:58:33.313070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Attempting to bind port 43675fcd-8219-4a2a-a835-d85087017f81 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:58:33.319073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:58:33.319587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Checking segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:58:33.320219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.320878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Bound using segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:58:33.321467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Bound port: 43675fcd-8219-4a2a-a835-d85087017f81, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:58:33.321931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.334911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:33.341643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722176822', 'description': 'tempest-secgroup-smoke-722176822 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:33.353517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:33.358093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:33.361213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:33.369764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:33.380233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.401785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:33.403722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 928623f7-5f18-4264-bf75-44e97844e563 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:33.405877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:33.408870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:33.415068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:33.462990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] For port 43675fcd-8219-4a2a-a835-d85087017f81, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:58:33.479743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] For port 43675fcd-8219-4a2a-a835-d85087017f81, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43675fcd-8219-4a2a-a835-d85087017f81,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:58:33.485093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.486493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.488437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.533268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72e078-a610-4602-a955-b69c67190d5e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.535952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.540180 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38698) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:33.540705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-39176aff-2012-4423-acdf-ab9341f93723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2032471 Feb 16 13:58:33.546064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:33.568831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:33.574987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:33.576953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 928623f7-5f18-4264-bf75-44e97844e563 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:33.577419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.578999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:33.584663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:33.604989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.606935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:33.607588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:33.673201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.678375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2f6f5-d9ef-4787-872c-725e6c61068c None None] Pushing event updated for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.680175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.810697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20863099-738f-4d00-b895-66bfc8acb9de,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.829301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.830591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-16f78e4f-429d-4c82-8228-e3cb44bde203 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887464 Feb 16 13:58:33.833632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38702) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:33.838902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:33.845216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:33.849050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:33.852022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:33.858453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:33.875682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:33.875883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.918885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b0239723-89d1-438b-9a74-5ec3909d6e9a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:33.936753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.941113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.977363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5006dcdc-2843-4042-99c1-c49a3406b1e9,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:33.980685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:33.982445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5d3e9c72-4b9d-4d82-b139-e568eb55c8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473510 Feb 16 13:58:33.985236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38706) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:33.991013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:33.999493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:34.003903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:34.007860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:34.015852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:34.035121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.096810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.100596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.126420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c58b0b-8b76-43d3-9397-a6629e9421e7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:34.135688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.136992 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb6a3f00-7cb6-4d30-afae-79a047aec7f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504917 Feb 16 13:58:34.140205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38710) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:34.146459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:34.148859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b0239723-89d1-438b-9a74-5ec3909d6e9a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:34.149234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.153071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:34.158044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:34.161626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:34.169002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:34.190376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.265159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.269201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.299094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33035ee2-1b80-4e2c-872d-339dd0e3dcfe,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:34.307045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.308250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4cfe074a-21d7-4055-ad7d-bd1076aecbbe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669350 Feb 16 13:58:34.311021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38714) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:34.316302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:34.323513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:34.327522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:34.330649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:34.337089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:34.347888 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:58:34.359385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.407652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:33Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:34.411779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1d7929-ccfd-45d6-9088-169949184848 None None] The sync data for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv is: [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:33Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:34.426820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.431754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.458157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f7b3d6-af12-4435-baf0-e5ff9919e791,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:34.483702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.484938 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7bde95d9-b88c-430f-b0ef-3b0f1f500922 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729910 Feb 16 13:58:34.487948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:34.492985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '4b72e078-a610-4602-a955-b69c67190d5e', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:34.498874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:34.502885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:34.505766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:34.513261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:34.526715 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:58:34.534065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.612087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.616475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.640547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c8a7b-f100-4a34-a10f-10b5cb994693,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:34.649657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:34.651057 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e5401ea-7528-42fe-b186-ffb96965a4fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621096 Feb 16 13:58:34.876321 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-854e9294-792f-4ea1-987c-715418b96b96 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722176822&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0405064 Feb 16 13:58:34.959237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-db24389f-b6af-4740-8881-64342b5827ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:34.960664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-db24389f-b6af-4740-8881-64342b5827ef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 930 time: 0.0775743 Feb 16 13:58:35.045649 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-04f863fa-82f6-4171-b55e-aab63e0307c3 service neutron] 10.222.0.105 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0702186 Feb 16 13:58:35.182932 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-0c332cd6-00ca-455a-862c-1ed03d2ab960 service neutron] 10.222.0.105 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307478 Feb 16 13:58:35.325770 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-d5cb3276-8317-4c5d-bcbc-615069f1f30e service neutron] 10.222.0.105 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370220 Feb 16 13:58:35.426165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43675fcd-8219-4a2a-a835-d85087017f81 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:35.515092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 43675fcd-8219-4a2a-a835-d85087017f81 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:35.521465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43675fcd-8219-4a2a-a835-d85087017f81 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:35.521465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:35.532836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9978022a-d973-4503-870d-3b63c49920d7 req-c6041e48-9076-4c59-801b-7b07112da89e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 210 time: 0.0429831 Feb 16 13:58:35.641482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:35.677408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 43675fcd-8219-4a2a-a835-d85087017f81, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43675fcd-8219-4a2a-a835-d85087017f81,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:35.682296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:35.759474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:36.547151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-33d62bb6-9cd5-46a1-9a72-733f7213cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:36.548591 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-33d62bb6-9cd5-46a1-9a72-733f7213cbb5 service neutron] 10.222.0.26 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1026 time: 0.1110601 Feb 16 13:58:36.698338 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cdc9e39a-d4eb-4c1b-9c02-026063dd93bf req-68640e3e-407c-4430-8bc6-738fb7fd6ca9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 210 time: 0.0526977 Feb 16 13:58:36.707464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-8ab09c82-44f0-4880-8ff7-9b53c011f3d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:36.708130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6715824b-6236-4530-af47-fd705bfd94e8 req-8ab09c82-44f0-4880-8ff7-9b53c011f3d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:36.725305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6715824b-6236-4530-af47-fd705bfd94e8 req-8ab09c82-44f0-4880-8ff7-9b53c011f3d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:36.726479 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-8ab09c82-44f0-4880-8ff7-9b53c011f3d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 796 time: 0.1727772 Feb 16 13:58:36.772829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6715824b-6236-4530-af47-fd705bfd94e8 req-048cefd8-307d-4cd8-a30e-b57d1842b01d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:36.788453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6715824b-6236-4530-af47-fd705bfd94e8 req-048cefd8-307d-4cd8-a30e-b57d1842b01d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:36.789795 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-048cefd8-307d-4cd8-a30e-b57d1842b01d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 379 time: 0.0553608 Feb 16 13:58:36.799581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Request body: {'port': {'device_id': '09798249-de23-4e40-83c1-19951b563b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:36.911347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.241186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272dc03c-d794-40b1-938a-ee5e526bd846 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:58:37.248437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.262576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Transition to ACTIVE for port object 272dc03c-d794-40b1-938a-ee5e526bd846 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:37.267387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.408064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43675fcd-8219-4a2a-a835-d85087017f81 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:37.483224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43675fcd-8219-4a2a-a835-d85087017f81 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:37.483959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.536219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:37.603330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:58:37.603994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:58:37.603994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:58:37.610113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:58:37.610451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:58:37.615482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:58:37.615789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Checking segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:58:37.616160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Bound using segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:58:37.616579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Bound port: 272dc03c-d794-40b1-938a-ee5e526bd846, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:58:37.616942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.705881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:58:37.708932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:58:37.714874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.772413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:37.772965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:37.774420 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] 10.222.0.26 "PUT /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1131 time: 0.9788423 Feb 16 13:58:37.774845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:58:37.802193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487b52a-ac6a-4dca-b210-6092ab985828 service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:37.847740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846', 'status': 'completed', 'code': 200} Feb 16 13:58:37.892829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-7838fc60-aae0-480b-b4c9-669402582212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:37.894304 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-7838fc60-aae0-480b-b4c9-669402582212 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 1134 time: 0.0794208 Feb 16 13:58:37.902190 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c8cc1-0442-4adc-b5cc-cc39035caa04 req-81eb8260-a4d0-4948-bd97-6868fed3dfa8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:37.904019 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e32c8cc1-0442-4adc-b5cc-cc39035caa04 req-81eb8260-a4d0-4948-bd97-6868fed3dfa8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 981 time: 0.0842505 Feb 16 13:58:37.954821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e32c8cc1-0442-4adc-b5cc-cc39035caa04 req-1629f892-1f3e-4b14-85f4-fdf5b6da162d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Feb 16 13:58:37.965076 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-949aefab-881f-491a-9208-82bb338d85c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 217 time: 0.0631123 Feb 16 13:58:38.030948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-d1e6a158-f9dd-4291-ae98-bc5d93638a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.032298 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-d1e6a158-f9dd-4291-ae98-bc5d93638a06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 200 len: 835 time: 0.0617943 Feb 16 13:58:38.125135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715824b-6236-4530-af47-fd705bfd94e8 req-65c6413c-bfbd-4b8c-bb61-e1c940408180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.127275 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-65c6413c-bfbd-4b8c-bb61-e1c940408180 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885825 Feb 16 13:58:38.265856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-b4a70318-b391-48dd-baec-8185ac3afc17 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320479 Feb 16 13:58:38.398107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6715824b-6236-4530-af47-fd705bfd94e8 req-a1eb106b-3d28-4c03-a6b1-2b8e6c6bad50 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266189 Feb 16 13:58:38.526309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-7f529c9d-18f4-4dbd-a0a0-4a746918a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.527842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-7f529c9d-18f4-4dbd-a0a0-4a746918a710 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 1134 time: 0.0845215 Feb 16 13:58:38.659322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-421842fe-0cfb-4670-9480-673f40d7ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.660668 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-421842fe-0cfb-4670-9480-673f40d7ced0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 897 time: 0.1273170 Feb 16 13:58:38.727545 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-b02e3273-a58e-4f30-933c-233cbd9dcb79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 217 time: 0.0603194 Feb 16 13:58:38.794064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-91d6f785-d765-4c39-8c31-631058052e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.795970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-91d6f785-d765-4c39-8c31-631058052e10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 200 len: 835 time: 0.0632823 Feb 16 13:58:38.871157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-4d78dd5b-7888-46a3-ad29-2c8df54cec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:38.872681 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-4d78dd5b-7888-46a3-ad29-2c8df54cec39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712116 Feb 16 13:58:39.008978 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-307142dc-44a3-47a8-b832-1802eb1659f3 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300180 Feb 16 13:58:39.153307 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bb6aca5c-4e22-4be3-9ee9-0ed4443a1906 req-18c36d31-d27f-4b3c-8804-2787f9721664 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377072 Feb 16 13:58:39.160485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d1c19-a980-4263-b6a5-7483ccda7e38 req-e345bb8c-9357-4b81-9823-f90b5a8224e6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:39.161960 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-750d1c19-a980-4263-b6a5-7483ccda7e38 req-e345bb8c-9357-4b81-9823-f90b5a8224e6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 981 time: 0.0976698 Feb 16 13:58:39.216973 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-750d1c19-a980-4263-b6a5-7483ccda7e38 req-8bf41298-7ff4-4f06-add7-5ef6f87103eb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482874 Feb 16 13:58:40.413993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5aa616-d97a-479a-a085-a3e8229651a4 req-6d25ef4d-1cd7-433b-b77b-8b9f76276984 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:40.415577 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e5aa616-d97a-479a-a085-a3e8229651a4 req-6d25ef4d-1cd7-433b-b77b-8b9f76276984 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 981 time: 0.0922849 Feb 16 13:58:40.466462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e5aa616-d97a-479a-a085-a3e8229651a4 req-b486a14c-6c89-4be6-b088-775b6e57766c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Feb 16 13:58:40.687483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d43d54d-5a1c-4430-8bc8-82f51c128a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:41.679340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a420ba-b97f-448a-8177-e7fc911bfcf8 req-1250374a-4190-469c-8392-f9803da19c06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:41.680790 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75a420ba-b97f-448a-8177-e7fc911bfcf8 req-1250374a-4190-469c-8392-f9803da19c06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 981 time: 0.0840681 Feb 16 13:58:41.728835 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75a420ba-b97f-448a-8177-e7fc911bfcf8 req-6a0ba29f-7dce-44ee-b4d0-dc4ba9b9a92b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Feb 16 13:58:42.605715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:58:42.759813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:42.775668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '272dc03c-d794-40b1-938a-ee5e526bd846', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'mac_address': 'fa:16:3e:11:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:58:42.843736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:42.862280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272dc03c-d794-40b1-938a-ee5e526bd846 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:58:42.879110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:42.884550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:42.934879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4360-1b1f-489a-a286-e1102f368028 req-c089efd8-8368-404b-9231-c704d0f202bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:42.936511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-66fc4360-1b1f-489a-a286-e1102f368028 req-c089efd8-8368-404b-9231-c704d0f202bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 982 time: 0.0870383 Feb 16 13:58:42.955897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:42.988916 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-66fc4360-1b1f-489a-a286-e1102f368028 req-472a02f2-eedf-4266-8e06-e4e6ab7f13e4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Feb 16 13:58:43.189903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['272dc03c-d794-40b1-938a-ee5e526bd846'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:58:43.925728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b28fa8b6-9689-4172-be25-58df8bfdfe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.173839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.187309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811960de-bbfe-4ed2-ac5f-61de919d5520 req-5b87629f-94be-4408-8892-5db0912cfcce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:44.189378 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-811960de-bbfe-4ed2-ac5f-61de919d5520 req-5b87629f-94be-4408-8892-5db0912cfcce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 982 time: 0.0907898 Feb 16 13:58:44.218101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.240871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-811960de-bbfe-4ed2-ac5f-61de919d5520 req-c75bd05e-3d03-4d35-9273-c152b38184bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449562 Feb 16 13:58:44.621451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:58:44.695114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 272dc03c-d794-40b1-938a-ee5e526bd846 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:58:44.700303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 272dc03c-d794-40b1-938a-ee5e526bd846 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:44.700702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.818854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.849359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:58:44.859474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:44.865112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:44.905499 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846', 'code': 200} Feb 16 13:58:44.947809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:45.140098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78d8d9-42bd-4713-8e17-10f524e5073b req-e24cfe52-a7ec-402d-9291-a651a2bb4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:45.142544 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f78d8d9-42bd-4713-8e17-10f524e5073b req-e24cfe52-a7ec-402d-9291-a651a2bb4000 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 1136 time: 0.0762277 Feb 16 13:58:45.289731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f78d8d9-42bd-4713-8e17-10f524e5073b req-574a6573-91ce-4245-8c88-13b3c6ea6ab6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412995 Feb 16 13:58:45.442620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ec4af-bc30-4f70-ae10-2d88aa30ea0d req-a066966a-52e6-41d1-b635-a1906d4e40ee tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:45.444019 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd7ec4af-bc30-4f70-ae10-2d88aa30ea0d req-a066966a-52e6-41d1-b635-a1906d4e40ee tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.0878682 Feb 16 13:58:45.494153 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd7ec4af-bc30-4f70-ae10-2d88aa30ea0d req-393e0f3c-21cb-4196-9123-47c6ec526678 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Feb 16 13:58:45.606079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:45.717320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:46.720550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c939-0856-4da0-aef3-9e1859fa7569 req-ded3a174-1f72-47df-adf4-57119fb0577b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:46.722161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-45f0c939-0856-4da0-aef3-9e1859fa7569 req-ded3a174-1f72-47df-adf4-57119fb0577b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.1163733 Feb 16 13:58:46.769493 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-45f0c939-0856-4da0-aef3-9e1859fa7569 req-399569fe-35d9-44da-ac53-8c09f83b0282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412514 Feb 16 13:58:46.876932 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:58:47.970781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3848102-a6cc-4ace-906c-fd077a3f1829 req-33d0e171-dc67-45bb-ae9c-62157798358c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:47.972644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3848102-a6cc-4ace-906c-fd077a3f1829 req-33d0e171-dc67-45bb-ae9c-62157798358c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.0867214 Feb 16 13:58:48.020277 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3848102-a6cc-4ace-906c-fd077a3f1829 req-3f71f716-da52-4efc-88d5-17ca88c5f946 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Feb 16 13:58:48.237726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808a69-b90a-4745-b785-fddf7cd51184 req-86925fd6-da3a-4201-8b3e-6d1472bef69c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:48.239241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-58808a69-b90a-4745-b785-fddf7cd51184 req-86925fd6-da3a-4201-8b3e-6d1472bef69c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.0945516 Feb 16 13:58:48.291962 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-58808a69-b90a-4745-b785-fddf7cd51184 req-bf470ccb-9e66-470d-a20c-d3f39c0c3ad6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Feb 16 13:58:48.316054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38776) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:48.392865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d5a19-8c3b-441f-8be6-bed5c21b6117 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:48.394419 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d40d5a19-8c3b-441f-8be6-bed5c21b6117 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 1131 time: 0.0774112 Feb 16 13:58:48.397324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38780) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:48.402749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:48.409389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:48.413596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:48.416802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:48.422868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:48.435508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:48.575471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:48.729132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.12 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/59923413-fd3d-430d-b167-37a94db4f856) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:58:49.020285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:49.066455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:49.139774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:58:49.142959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:58:49.148183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:58:49.186907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=59923413-fd3d-430d-b167-37a94db4f856,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:49.584837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:49.672075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:49.906559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:49.912249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:50.029247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=59923413-fd3d-430d-b167-37a94db4f856,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:50.049613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:50.251710 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP ce0cccef-4820-48a7-83e1-36f5ea4e7b23 associated. External IP: 172.26.1.12, port: 272dc03c-d794-40b1-938a-ee5e526bd846. Feb 16 13:58:50.773634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:58:50.958304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:58:50.969274 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Sync routers for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:58:50.980243 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:50.981209 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:50.991792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:51.050257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-48cc11e1-4feb-46ca-921e-b302cbd4d491 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.6516366 Feb 16 13:58:51.050896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:58:51.053130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38784) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:51.097065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09798249-de23-4e40-83c1-19951b563b5d', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846', 'status': 'completed', 'code': 200} Feb 16 13:58:51.185923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcbb4a2-e13d-43b3-9b37-7fd956bd7a1d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.189886 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:51.190692 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ebcbb4a2-e13d-43b3-9b37-7fd956bd7a1d tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d&network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 1131 time: 0.1365261 Feb 16 13:58:51.215818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-814839f1-81a2-4c10-b824-40d94f552b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.217858 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-814839f1-81a2-4c10-b824-40d94f552b4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 1136 time: 0.0979702 Feb 16 13:58:51.377523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-3d00516c-1800-40c3-b6e3-0deb26a57591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.379261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-3d00516c-1800-40c3-b6e3-0deb26a57591 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 897 time: 0.1558900 Feb 16 13:58:51.497253 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-6b9817df-cc3c-4bb1-8288-7fde1fc3542e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1036 time: 0.1119952 Feb 16 13:58:51.567028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-1359b1dd-e941-463e-b312-aa7af9f85591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.568594 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-1359b1dd-e941-463e-b312-aa7af9f85591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 200 len: 835 time: 0.0643597 Feb 16 13:58:51.591848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada27dd5-0e54-4842-ab69-b6844327a7f7 req-7c2e23c8-ee8a-4649-b766-ac43a4253672 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.593492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ada27dd5-0e54-4842-ab69-b6844327a7f7 req-7c2e23c8-ee8a-4649-b766-ac43a4253672 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.0881987 Feb 16 13:58:51.621786 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'ce0cccef-4820-48a7-83e1-36f5ea4e7b23', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-411053089', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'mac_address': 'fa:16:3e:11:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09798249-de23-4e40-83c1-19951b563b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:58:49Z', 'updated_at': '2022-02-16T13:58:49Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:51.625880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Checking router: ec8e4dc0-df40-4b51-a08f-9bdf6ae862af for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:58:51.634982 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:58:51.635573 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:58:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:51.646679 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ada27dd5-0e54-4842-ab69-b6844327a7f7 req-359db5c9-2f5b-4484-a278-88c1a2d15a7d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444584 Feb 16 13:58:51.647564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-3e67ac59-6e08-47a1-be3a-8ab15575163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:51.649392 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-3e67ac59-6e08-47a1-be3a-8ab15575163f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744686 Feb 16 13:58:51.798888 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-f50251ed-d23c-4d12-b3a6-d7ab5bc857d8 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292710 Feb 16 13:58:51.830502 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:58:51.942599 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-95cc1b33-0679-4754-a95a-25f933ff1fc5 req-9d897e69-b68f-45ce-bd3a-a8800e5ca607 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364520 Feb 16 13:58:52.200492 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'ce0cccef-4820-48a7-83e1-36f5ea4e7b23', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-411053089', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'mac_address': 'fa:16:3e:11:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09798249-de23-4e40-83c1-19951b563b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:58:49Z', 'updated_at': '2022-02-16T13:58:49Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:58:52.204653 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda58f39-bc0a-4d84-ab40-88e57b22d52d None None] The sync data for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv is: [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'ce0cccef-4820-48a7-83e1-36f5ea4e7b23', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.12', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-411053089', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'mac_address': 'fa:16:3e:11:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09798249-de23-4e40-83c1-19951b563b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:58:49Z', 'updated_at': '2022-02-16T13:58:49Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:58:52.422389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c48db3-cde5-4461-97a7-5c1e4df4c8bb None None] New status for floating IP ce0cccef-4820-48a7-83e1-36f5ea4e7b23: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:58:52.854357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbda6fd-2aac-42ad-88eb-83a80c8b63d4 req-a7ed7f02-b0a4-4a88-b354-785a8dcedf40 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:52.855844 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7dbda6fd-2aac-42ad-88eb-83a80c8b63d4 req-a7ed7f02-b0a4-4a88-b354-785a8dcedf40 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.0863378 Feb 16 13:58:52.902577 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7dbda6fd-2aac-42ad-88eb-83a80c8b63d4 req-76858191-dff4-4b1a-9941-3649d0acb06e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Feb 16 13:58:53.041397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-55f0e9e1-931f-4af8-96a2-077f6e084d26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:53.042100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-55f0e9e1-931f-4af8-96a2-077f6e084d26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:53.058976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-55f0e9e1-931f-4af8-96a2-077f6e084d26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:53.060121 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-55f0e9e1-931f-4af8-96a2-077f6e084d26 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 983 time: 0.1011097 Feb 16 13:58:53.131900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-67a31186-825e-4a59-8041-2d6b171608e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:53.133298 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-67a31186-825e-4a59-8041-2d6b171608e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681298 Feb 16 13:58:53.285880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-863cb562-6a9b-4e6a-8b07-db8f4b9ce763 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1480722 Feb 16 13:58:53.295852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:53.408502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:53.619254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:58:53.648023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:58:53.699567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] device_id is not set on port 272dc03c-d794-40b1-938a-ee5e526bd846 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:58:53.708476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:53.715071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:53.975589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-da648652-0927-48ba-b6ee-9c3f36ae8e75 None None] Provisioning complete for port 272dc03c-d794-40b1-938a-ee5e526bd846 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:58:53.979697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=6']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:53.986834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da648652-0927-48ba-b6ee-9c3f36ae8e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:53.992123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.992548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.992954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.993401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.993731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.994091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.994482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.994802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.995120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.995433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.995749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:53.996055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:54.047147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] No DVR routers for this DVR port 272dc03c-d794-40b1-938a-ee5e526bd846 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:58:54.095809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-da648652-0927-48ba-b6ee-9c3f36ae8e75 None None] Port 272dc03c-d794-40b1-938a-ee5e526bd846 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:58:54.114236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3988288c-fc94-4d12-a3bc-600eaa32cb55 req-3fc06e27-48b3-4309-8170-6cbc72b02c70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=09798249-de23-4e40-83c1-19951b563b5d HTTP/1.1" status: 200 len: 210 time: 0.0519760 Feb 16 13:58:54.306727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] In _notify_port_updated(), no bound segment for port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:58:54.307497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:54.308197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:54.309454 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-661df2d3-8cd4-4915-b148-40e781e8ebb2 req-8e38e308-fc6f-4805-9448-f15d51342181 service neutron] 10.222.0.26 "PUT /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1026 time: 1.0176089 Feb 16 13:58:55.210924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38800) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:55.292421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6eda31-fffc-475c-bbd0-a41e1a52c7bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:55.293926 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ac6eda31-fffc-475c-bbd0-a41e1a52c7bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 925 time: 0.0819323 Feb 16 13:58:55.633799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38806) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:55.640210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119453875', 'description': 'tempest-secgroup-smoke-119453875 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:55.646933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:55.658431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:55.669404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.692463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:55.696704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:55.699643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:55.705389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:55.792064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.797152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.845304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:55.853404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.854995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a92140df-cac8-438f-b120-da508fce58dc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2201166 Feb 16 13:58:55.858169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38810) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:55.863865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:55.869922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:55.873807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:55.877102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:55.883265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:55.905546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.976635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:55.982023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.008204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551be97f-cee8-4860-9d02-6f0600ee1532,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.026884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.028093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-533808d2-107c-4dfb-87d0-10585497567a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687939 Feb 16 13:58:56.031421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38814) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:56.037261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:56.043833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:56.048053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:56.051096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:56.056893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:56.074673 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.142064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.146848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.169647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10124be-d229-414d-b851-c6d98d0925c4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.184958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.186305 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9935d749-5f58-4e46-b7dd-b1115a0fb1d6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535172 Feb 16 13:58:56.189272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38818) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:56.194458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:56.211547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:56.220994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:56.224696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:56.231367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:56.259456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.343712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.348222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.372704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd9acd-0bfd-4750-80f0-ee5d1fb1babc,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.381882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.383223 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4c151d6-f367-4347-81ab-4cec3c5ea88a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930282 Feb 16 13:58:56.385949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38822) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:56.391302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:56.397665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:56.401954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:56.408940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:56.416843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:56.441201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.510128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.514514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.539955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a707a8ec-2989-4bc7-a8cd-4cdb677068da,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.557226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.558748 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4f2659b6-d457-42e2-b906-c59e53e004fc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1718569 Feb 16 13:58:56.562052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38826) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:56.567209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:56.573733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:56.578084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:56.581238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:56.587771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:56.598795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:58:56.606704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.652089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:58:56.680584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.687815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.715126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d362cf0d-7308-419f-bc84-61c88b748caa,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.730414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.731136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.731917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.732591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.732713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:58:56.733150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.733709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.735126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.735765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.736613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.737110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.737593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.738039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:58:56.743775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.749249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-de8c0087-4ad4-43c7-8df7-798d307f1a2e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1819956 Feb 16 13:58:56.749854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38830) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:58:56.756318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:56.762690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:58:56.766710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:58:56.769679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:58:56.775732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:58:56.789908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:58:56.798120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.880122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.885637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.913564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503db427-168a-4776-bf15-5395aee16949,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:58:56.925389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:56.926782 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a4223dc0-5a31-4b5b-ad25-f7111277facd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1756628 Feb 16 13:58:57.127702 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-43e5eaa9-ec9f-45ac-990b-5d4907e0fcfa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119453875&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0479579 Feb 16 13:58:57.214664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-45ab7cbf-bf6a-481d-b3dd-1c0d3d23e30b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:57.215968 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-45ab7cbf-bf6a-481d-b3dd-1c0d3d23e30b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 930 time: 0.0809524 Feb 16 13:58:57.347550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-ae920e14-520f-4937-8e9d-a000475dac6c service neutron] 10.222.0.105 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1188908 Feb 16 13:58:57.498035 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-fe04bc1b-1753-4a60-8251-5dbd053fd069 service neutron] 10.222.0.105 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411424 Feb 16 13:58:57.650740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-dffcf952-9f14-49cd-8bb8-354afbc03104 service neutron] 10.222.0.105 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469162 Feb 16 13:58:57.854547 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a14093be-bad8-49e8-b3f0-d0bf50879ef0 req-ce08f84e-b93d-433b-88b1-e3b64f066d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 210 time: 0.0481107 Feb 16 13:58:58.916100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-92907041-ac6b-4cc9-8a42-7d579751d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:58.917903 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-92907041-ac6b-4cc9-8a42-7d579751d4f0 service neutron] 10.222.0.26 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1026 time: 0.0739880 Feb 16 13:58:59.073154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f318e7ee-12d2-41fa-a160-1be074d8af94 req-ef539568-f35a-4a95-9e9a-210ba7ff99d9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 210 time: 0.0661936 Feb 16 13:58:59.117360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-f0bded04-dae0-4915-aa5c-6985e40fdf74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:58:59.119532 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-f0bded04-dae0-4915-aa5c-6985e40fdf74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 796 time: 0.1974626 Feb 16 13:58:59.169761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-487c1b08-3244-46cb-a03b-9bdf440632d7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:58:59.185969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-487c1b08-3244-46cb-a03b-9bdf440632d7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:58:59.187346 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-487c1b08-3244-46cb-a03b-9bdf440632d7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 471 time: 0.0606620 Feb 16 13:58:59.197895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Request body: {'port': {'device_id': '9343a4b4-c704-447b-aa90-0090b1afdbfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:58:59.330586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:59.715463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272dc03c-d794-40b1-938a-ee5e526bd846 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:58:59.723356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:58:59.739029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Transition to ACTIVE for port object 272dc03c-d794-40b1-938a-ee5e526bd846 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:58:59.744143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:00.012475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=7']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:00.143794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:59:00.144130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:59:00.144453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:00.149745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:59:00.150065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Attempting to bind port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:00.155637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:59:00.155970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Checking segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:00.156355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Bound using segment: {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:59:00.156773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Bound port: 272dc03c-d794-40b1-938a-ee5e526bd846, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd3fefc-488c-4cb9-80df-f08d2a0a4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:59:00.157112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:00.267803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:00.271192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:59:00.277207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:00.294929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d0502-f37e-4452-ba19-96e1d6271690 req-ba49a661-a9a4-4820-b2ab-2a461e80732f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:00.297322 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-543d0502-f37e-4452-ba19-96e1d6271690 req-ba49a661-a9a4-4820-b2ab-2a461e80732f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 981 time: 0.1029809 Feb 16 13:59:00.337657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:00.338244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:00.339648 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1131 time: 1.1458912 Feb 16 13:59:00.340099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9343a4b4-c704-447b-aa90-0090b1afdbfa', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:59:00.377147 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-543d0502-f37e-4452-ba19-96e1d6271690 req-fa99bb23-d5c3-4fd9-bc0b-3ec3012bdca0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733230 Feb 16 13:59:00.378931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191b58c-718b-4bfb-aff5-c364c004cbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=8']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:00.422039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9343a4b4-c704-447b-aa90-0090b1afdbfa', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846', 'status': 'completed', 'code': 200} Feb 16 13:59:00.475459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-402489a3-7157-4196-9376-502ade47dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:00.477025 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-402489a3-7157-4196-9376-502ade47dd6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 1134 time: 0.0870078 Feb 16 13:59:00.597469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-c0cc355c-bd9f-4b06-b8c4-915a50d3e7e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1036 time: 0.1114104 Feb 16 13:59:00.671659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-852f3723-8592-4b1b-848f-ae1f6a281019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:00.673087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-852f3723-8592-4b1b-848f-ae1f6a281019 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 200 len: 835 time: 0.0657909 Feb 16 13:59:00.750168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-5e4c331e-1ba0-45d3-be11-6db4e0825cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:00.751673 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-5e4c331e-1ba0-45d3-be11-6db4e0825cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727534 Feb 16 13:59:00.894622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-d71115c9-fdfb-48b6-898f-e171b76e98c0 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358318 Feb 16 13:59:01.043384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84c766b9-ab7f-489c-b2b1-f4f9fc5b9f6b req-f1a3f9a4-d167-4a8d-9f11-7e5df75a9acf service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422303 Feb 16 13:59:01.171425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c619e-ec11-44da-8827-ff203657f2bd req-934b56c5-8ba3-41c9-9b1b-158b7919410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:01.172813 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-934b56c5-8ba3-41c9-9b1b-158b7919410f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 1134 time: 0.0799475 Feb 16 13:59:01.310317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c619e-ec11-44da-8827-ff203657f2bd req-d788ac07-6616-4417-b2b2-fba37a38b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:01.311743 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-d788ac07-6616-4417-b2b2-fba37a38b075 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 897 time: 0.1329837 Feb 16 13:59:01.412878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-52d4d69a-f66a-455c-8a74-9a21623b71c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1036 time: 0.0955386 Feb 16 13:59:01.479388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c619e-ec11-44da-8827-ff203657f2bd req-a6681d5f-3563-4fcd-9d13-6a146693e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:01.480815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-a6681d5f-3563-4fcd-9d13-6a146693e9dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 200 len: 835 time: 0.0620201 Feb 16 13:59:01.560316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c619e-ec11-44da-8827-ff203657f2bd req-c81bae4e-410a-4272-a311-7d1437566bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:01.561866 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-c81bae4e-410a-4272-a311-7d1437566bcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755386 Feb 16 13:59:01.563322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71384-5d79-4b6a-b5a3-158eda101b67 req-fb74d663-6554-44e8-b031-1b8b7c54a84a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:01.564828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79e71384-5d79-4b6a-b5a3-158eda101b67 req-fb74d663-6554-44e8-b031-1b8b7c54a84a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 981 time: 0.0843177 Feb 16 13:59:01.614707 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79e71384-5d79-4b6a-b5a3-158eda101b67 req-bff09cc7-0eac-477e-bc40-58e068ce7d2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Feb 16 13:59:01.702814 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-20918714-2568-4729-aa78-3505b311c24f service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345146 Feb 16 13:59:01.842151 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-380c619e-ec11-44da-8827-ff203657f2bd req-e037672d-203a-469c-a7fe-da7a3c59e507 service neutron] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332812 Feb 16 13:59:02.813895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d16c5f-8ed8-41c9-ac62-4062540c42ed req-68c99eb8-b24d-4f4b-9fa2-0af133751bca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:02.816136 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-04d16c5f-8ed8-41c9-ac62-4062540c42ed req-68c99eb8-b24d-4f4b-9fa2-0af133751bca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 981 time: 0.0900133 Feb 16 13:59:02.876335 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-04d16c5f-8ed8-41c9-ac62-4062540c42ed req-9c989135-03a4-405f-a950-c3f4bca4d294 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541203 Feb 16 13:59:04.072983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf54f9-f4f2-478d-8640-63cc37e59555 req-66450298-f49e-4354-baad-49b202634ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:04.074532 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1bf54f9-f4f2-478d-8640-63cc37e59555 req-66450298-f49e-4354-baad-49b202634ed4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 981 time: 0.0855417 Feb 16 13:59:04.125419 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1bf54f9-f4f2-478d-8640-63cc37e59555 req-247d7bd9-9c95-49ad-b209-92321a8dafde tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451281 Feb 16 13:59:04.700652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:59:04.842542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:04.857394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '272dc03c-d794-40b1-938a-ee5e526bd846', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'port_id': '272dc03c-d794-40b1-938a-ee5e526bd846', 'mac_address': 'fa:16:3e:11:3e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:59:04.918625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:04.937033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272dc03c-d794-40b1-938a-ee5e526bd846 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:59:04.954114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:04.959480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:05.034564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=9']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:05.290342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['272dc03c-d794-40b1-938a-ee5e526bd846'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:59:05.340982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e18f2-9f28-45cf-a42f-184fe7937914 req-11d6e597-4f38-4b77-a8f0-e294c870310d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:05.342959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-198e18f2-9f28-45cf-a42f-184fe7937914 req-11d6e597-4f38-4b77-a8f0-e294c870310d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 982 time: 0.0909038 Feb 16 13:59:05.390100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-198e18f2-9f28-45cf-a42f-184fe7937914 req-17029688-f299-4617-9d64-5ee3e210a3ae tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Feb 16 13:59:06.601972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882b85-7dc4-4b56-bd39-9ad5a08a2549 req-6612aef2-8df8-44d9-833e-d7ef31f6f238 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:06.601972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3882b85-7dc4-4b56-bd39-9ad5a08a2549 req-6612aef2-8df8-44d9-833e-d7ef31f6f238 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 982 time: 0.0973086 Feb 16 13:59:06.714463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:06.768654 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3882b85-7dc4-4b56-bd39-9ad5a08a2549 req-475cdc93-4498-4317-a0ca-4a21598ef8b1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636128 Feb 16 13:59:06.790905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 272dc03c-d794-40b1-938a-ee5e526bd846 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:06.796008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 272dc03c-d794-40b1-938a-ee5e526bd846 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:06.796400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:06.919844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:06.954736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9343a4b4-c704-447b-aa90-0090b1afdbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:59:06.965590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:06.970592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:07.013702 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9343a4b4-c704-447b-aa90-0090b1afdbfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272dc03c-d794-40b1-938a-ee5e526bd846', 'code': 200} Feb 16 13:59:07.056198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=10']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:07.348548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914f605-8937-40ec-9fb2-6e2f8a2988e1 req-e762a9cc-4d39-47ff-9222-ec7380adcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:07.349976 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4914f605-8937-40ec-9fb2-6e2f8a2988e1 req-e762a9cc-4d39-47ff-9222-ec7380adcb5c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 1137 time: 0.1746500 Feb 16 13:59:07.397280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4914f605-8937-40ec-9fb2-6e2f8a2988e1 req-58ac4d6b-ab8c-4c21-b3eb-4a9a0844dcf0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 16 13:59:07.957908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441f048-b9b6-4f17-a0c1-faae7f9ab5a8 req-dd42d34c-91e5-4bcb-8417-930be88426bb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:07.959409 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3441f048-b9b6-4f17-a0c1-faae7f9ab5a8 req-dd42d34c-91e5-4bcb-8417-930be88426bb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0828290 Feb 16 13:59:08.006023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3441f048-b9b6-4f17-a0c1-faae7f9ab5a8 req-42cb2986-cfb1-4373-9688-4b17beb802d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Feb 16 13:59:09.202577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5fcf-5d19-475d-975e-c9f14a3fedb7 req-f55c5f56-d843-4a3a-a6f5-e07678f597c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:09.204066 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c13a5fcf-5d19-475d-975e-c9f14a3fedb7 req-f55c5f56-d843-4a3a-a6f5-e07678f597c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0901213 Feb 16 13:59:09.260728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c13a5fcf-5d19-475d-975e-c9f14a3fedb7 req-b068d248-f337-4b81-896a-e86665e34f80 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Feb 16 13:59:09.457844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf9df4-5b06-48f7-b487-367fc39d2f0f req-8ab2ed11-49ae-4605-82e5-71527db95f16 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:09.459385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9acf9df4-5b06-48f7-b487-367fc39d2f0f req-8ab2ed11-49ae-4605-82e5-71527db95f16 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0843518 Feb 16 13:59:09.509684 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9acf9df4-5b06-48f7-b487-367fc39d2f0f req-8c314bd8-aade-45bd-a8eb-9e0d931dad33 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Feb 16 13:59:09.535414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38886) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:09.612131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e7bfa-ee44-4b89-9550-7485447ef06e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:09.613679 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-267e7bfa-ee44-4b89-9550-7485447ef06e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa&network_id=6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 200 len: 1132 time: 0.0772939 Feb 16 13:59:09.998062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a98cb-e288-4d25-818e-cb8d20d99a52 req-353ee95f-9df3-4d84-b13f-161842686720 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:09.999634 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af8a98cb-e288-4d25-818e-cb8d20d99a52 req-353ee95f-9df3-4d84-b13f-161842686720 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0881455 Feb 16 13:59:10.059022 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af8a98cb-e288-4d25-818e-cb8d20d99a52 req-b328d3d0-d542-41b6-bd42-c89b082976d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Feb 16 13:59:10.682725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-babbda33-719d-47b7-bd8d-0b5e414fa640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:11.266704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fe70e-3997-4645-b7de-e7619c2cbe0a req-a111e2e4-0880-404c-84c5-e8435b8c1809 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:11.268243 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e59fe70e-3997-4645-b7de-e7619c2cbe0a req-a111e2e4-0880-404c-84c5-e8435b8c1809 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0923085 Feb 16 13:59:11.286031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-eecbbe6f-6e74-45f9-af3b-685c155fe881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:11.287504 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-eecbbe6f-6e74-45f9-af3b-685c155fe881 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 984 time: 0.0858262 Feb 16 13:59:11.317534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e59fe70e-3997-4645-b7de-e7619c2cbe0a req-35d5a298-f6e8-4e96-855c-a481e1e28dd9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=44a84465-e25a-48f8-badf-a3641fc66a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Feb 16 13:59:11.377095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-e59f7d2a-2ffa-45d1-b0a6-1ce0ecc89ed1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:11.378479 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-e59f7d2a-2ffa-45d1-b0a6-1ce0ecc89ed1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0854588 Feb 16 13:59:11.528607 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-c2e0ecb1-037c-42ef-bb25-39b512c378c0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1447694 Feb 16 13:59:11.538560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:11.652399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:11.855112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=272dc03c-d794-40b1-938a-ee5e526bd846,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:11.885627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] For port 272dc03c-d794-40b1-938a-ee5e526bd846, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:11.937400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] device_id is not set on port 272dc03c-d794-40b1-938a-ee5e526bd846 yet. {{(pid=87698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 13:59:11.946157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:11.955469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:12.102954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Pushing event updated for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=11']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:12.175586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] No DVR routers for this DVR port 272dc03c-d794-40b1-938a-ee5e526bd846 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:59:12.304423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b0bf451-cdaa-485e-b9ec-ca15740d976a None None] Provisioning complete for port 272dc03c-d794-40b1-938a-ee5e526bd846 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:12.305004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b0bf451-cdaa-485e-b9ec-ca15740d976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:12.365380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4b0bf451-cdaa-485e-b9ec-ca15740d976a None None] Port 272dc03c-d794-40b1-938a-ee5e526bd846 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:59:12.416542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] In _notify_port_updated(), no bound segment for port 272dc03c-d794-40b1-938a-ee5e526bd846 on network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 {{(pid=87698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 16 13:59:12.417437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:12.418020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:12.419336 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ca37dd4b-e02e-4b6f-98be-32987e5ce683 req-cdc221d9-1867-414a-a426-7055ea25d47a service neutron] 10.222.0.26 "PUT /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 200 len: 1027 time: 0.8852594 Feb 16 13:59:12.482285 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ffaa6aca-a15d-436c-ad01-dbe48b037d4d req-365d72de-ec59-4d0b-a6ab-142f50306462 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=9343a4b4-c704-447b-aa90-0090b1afdbfa HTTP/1.1" status: 200 len: 210 time: 0.0481768 Feb 16 13:59:13.595594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:13.665144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:13.697097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:13.770716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:13.790252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:13.808681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:13.812957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f41abf3-e2b5-4d6a-9859-258507f98c05 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/45d3dbec-6fd2-4a6a-ba61-6bd0ccf1b26a HTTP/1.1" status: 204 len: 168 time: 0.2137680 Feb 16 13:59:13.844144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38906) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:13.924237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-09e264fd-148c-421f-aeb0-0de1dcc8be89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.054943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 59923413-fd3d-430d-b167-37a94db4f856 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:59:14.055258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.173565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.214004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.245965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.246315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.382520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 59923413-fd3d-430d-b167-37a94db4f856 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:59:14.549655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.601153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=59923413-fd3d-430d-b167-37a94db4f856,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:14.695077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:14.695540 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP ce0cccef-4820-48a7-83e1-36f5ea4e7b23 disassociated (deleted). External IP: 172.26.1.12, port: 272dc03c-d794-40b1-938a-ee5e526bd846. Feb 16 13:59:14.760700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:59:14.824450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 272dc03c-d794-40b1-938a-ee5e526bd846 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:59:15.180023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:59:15.379551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:59:15.391676 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Sync routers for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:59:15.402278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:15.402766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.403060 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:15.463797 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee9f3c90-598b-4c13-937c-8645076c9954 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/ce0cccef-4820-48a7-83e1-36f5ea4e7b23 HTTP/1.1" status: 204 len: 168 time: 1.6177242 Feb 16 13:59:15.581075 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:15.605652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.608526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38914) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:15.682511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.718536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.719859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.789920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.812823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72e078-a610-4602-a955-b69c67190d5e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:15.821917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:15.825704 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-34f51e98-ddb1-483f-b229-5b3ad0920f5b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/4b72e078-a610-4602-a955-b69c67190d5e HTTP/1.1" status: 204 len: 168 time: 0.2135534 Feb 16 13:59:15.861293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38920) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:15.918818 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:15.922845 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Checking router: ec8e4dc0-df40-4b51-a08f-9bdf6ae862af for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:59:15.931412 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:15.932011 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:15.935570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 272dc03c-d794-40b1-938a-ee5e526bd846 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:59:15.935908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:16.150568 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:16.204107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:16.329999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 272dc03c-d794-40b1-938a-ee5e526bd846 owned by {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:59:16.470278 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:16.475402 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4351f8-cf57-4b2e-bd79-f2d4da4a967d None None] The sync data for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv is: [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:58:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '43675fcd-8219-4a2a-a835-d85087017f81', 'name': '', 'network_id': '6e23b2f6-bcc1-4cac-b686-4777cba55eb0', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:91:ea:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:29Z', 'updated_at': '2022-02-16T13:58:35Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'df0c5d73-9ef0-44f8-a2b5-818e22a7d8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:59:16.479121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:16.535219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=272dc03c-d794-40b1-938a-ee5e526bd846,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:16.644688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:16.656079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a0e80f02-df97-4190-91e1-b9c2f240bd08 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/ports/272dc03c-d794-40b1-938a-ee5e526bd846 HTTP/1.1" status: 204 len: 168 time: 0.7936273 Feb 16 13:59:16.658817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38924) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:16.740516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23b339-c091-49c6-93dd-38be56013f57 None None] New status for floating IP ce0cccef-4820-48a7-83e1-36f5ea4e7b23: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:59:17.371445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:17.754830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 43675fcd-8219-4a2a-a835-d85087017f81 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:59:17.755731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:17.958337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 43675fcd-8219-4a2a-a835-d85087017f81, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43675fcd-8219-4a2a-a835-d85087017f81,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:17.958682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:18.089041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 43675fcd-8219-4a2a-a835-d85087017f81 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:59:18.308662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:18.357048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=43675fcd-8219-4a2a-a835-d85087017f81,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:18.761417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.137798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:59:19.317923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:59:19.327857 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Sync routers for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:59:19.335461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d1f924bd-014d-4cd8-a207-7147143c43ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/ec8e4dc0-df40-4b51-a08f-9bdf6ae862af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6755316 Feb 16 13:59:19.337924 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:19.338573 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:19.338724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38928) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:19.421321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet df0c5d73-9ef0-44f8-a2b5-818e22a7d8df {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 13:59:19.424587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.493288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.527088 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:19.620819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.743501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.807239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=df0c5d73-9ef0-44f8-a2b5-818e22a7d8df,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:19.814183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:19.821369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc831575-4822-4c73-a73b-512677c2c9e1 None None] Network 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:59:19.827241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-65326eeb-af8f-4499-b392-b02385afe340 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/df0c5d73-9ef0-44f8-a2b5-818e22a7d8df HTTP/1.1" status: 204 len: 168 time: 0.4850388 Feb 16 13:59:19.827627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38932) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:19.932998 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:59:18Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:19.943136 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Checking router: ec8e4dc0-df40-4b51-a08f-9bdf6ae862af for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:59:19.955192 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Routers {'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:19.955823 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:20.065570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.128158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] DHCP port deletion for 6e23b2f6-bcc1-4cac-b686-4777cba55eb0 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 13:59:20.135042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Deleting port b0239723-89d1-438b-9a74-5ec3909d6e9a {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:59:20.135586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.166583 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] Set router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:20.397812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] For port b0239723-89d1-438b-9a74-5ec3909d6e9a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b0239723-89d1-438b-9a74-5ec3909d6e9a,segment=NetworkSegment(0bd3fefc-488c-4cb9-80df-f08d2a0a4149),segment_id=0bd3fefc-488c-4cb9-80df-f08d2a0a4149)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:20.398138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.400336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.415315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 928623f7-5f18-4264-bf75-44e97844e563 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 13:59:20.415855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.516932 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:59:18Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:20.521430 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3731b2c-a8a4-4a3a-acbf-d1aebf718496 None None] The sync data for ids ['ec8e4dc0-df40-4b51-a08f-9bdf6ae862af'] in dv-neutron-828143-3-hyperv is: [{'id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'name': 'tempest-TestNetworkBasicOps-router-1887819472', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33'}], 'enable_snat': True}, 'gw_port_id': '928623f7-5f18-4264-bf75-44e97844e563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:58:25Z', 'updated_at': '2022-02-16T13:59:18Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '928623f7-5f18-4264-bf75-44e97844e563', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8e4dc0-df40-4b51-a08f-9bdf6ae862af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:58:26Z', 'updated_at': '2022-02-16T13:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:59:20.564902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Calling delete_port for b0239723-89d1-438b-9a74-5ec3909d6e9a owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:59:20.613674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 928623f7-5f18-4264-bf75-44e97844e563, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=928623f7-5f18-4264-bf75-44e97844e563,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:20.614137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.644243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:20.694101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] No DVR routers for this DVR port b0239723-89d1-438b-9a74-5ec3909d6e9a on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 13:59:20.698688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e2181-8ab9-4e1e-8a6f-04861788e9ea None None] Pushing event deleted for resources: {'Port': ['ID=b0239723-89d1-438b-9a74-5ec3909d6e9a,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:20.745107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 928623f7-5f18-4264-bf75-44e97844e563 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 13:59:20.929904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.010694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=928623f7-5f18-4264-bf75-44e97844e563,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:21.079911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.270311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.272896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.297495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.298000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router ec8e4dc0-df40-4b51-a08f-9bdf6ae862af {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 13:59:21.314371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.315492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41563c97-7f72-4cb4-bb47-8cde06ec28d0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/ec8e4dc0-df40-4b51-a08f-9bdf6ae862af HTTP/1.1" status: 204 len: 168 time: 1.4866161 Feb 16 13:59:21.318103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38936) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:21.456863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.547953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43675fcd-8219-4a2a-a835-d85087017f81 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:59:21.589074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 43675fcd-8219-4a2a-a835-d85087017f81 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:59:21.589578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43675fcd-8219-4a2a-a835-d85087017f81 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:59:21.590013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b0239723-89d1-438b-9a74-5ec3909d6e9a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:59:21.611720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.624535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: b0239723-89d1-438b-9a74-5ec3909d6e9a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:59:21.624865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b0239723-89d1-438b-9a74-5ec3909d6e9a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:59:21.639785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e23b2f6-bcc1-4cac-b686-4777cba55eb0']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:21.653186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd3fefc-488c-4cb9-80df-f08d2a0a4149') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:21.653436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd3fefc-488c-4cb9-80df-f08d2a0a4149') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:21.665233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.686585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.693670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 13:59:21.693976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 13:59:21.708770 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 13:59:21.789708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.794345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:21.820968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=6e23b2f6-bcc1-4cac-b686-4777cba55eb0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:21.830572 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5c4f11c7-6522-4273-9a93-9504a925fc03 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/6e23b2f6-bcc1-4cac-b686-4777cba55eb0 HTTP/1.1" status: 204 len: 168 time: 0.5113885 Feb 16 13:59:21.849503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38940) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:21.860954 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-429cce9a-d9a5-4555-a55d-bcf5b75968fb tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0102556 Feb 16 13:59:21.863842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38944) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:21.869319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--453024723', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:21.874489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:21.878797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:21.886765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:21.893121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:21.908274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:59:21.911843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.049116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 13:59:22.059394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.059722 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 0de8f23f-6f50-4825-bf7f-ae2d4e387a30 of type vlan for network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 Feb 16 13:59:22.085686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.128664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.134133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:22.134937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.241180 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3725162 Feb 16 13:59:22.241393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38948) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:22.247362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:22.247897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0850a-fbc7-4a05-ae8b-9f6f446babf5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:22.258112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:22.259233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 13:59:22.262646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:22.265769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:22.273259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:22.288478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.289600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.307403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:22.705048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:23.030193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:23.060364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:23.207159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.245 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/64277828-1fba-409d-8780-04841e9e9c4d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:59:23.372865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:23.387153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 928623f7-5f18-4264-bf75-44e97844e563 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 13:59:23.405223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:23.422710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 928623f7-5f18-4264-bf75-44e97844e563 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 13:59:23.423049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 928623f7-5f18-4264-bf75-44e97844e563 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 13:59:23.471502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:23.474484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:23.478285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:59:23.511085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:23.876285 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 13:59:23.913837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:24.393211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:24.621136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router bdfc19d6-b096-46c6-8849-dedb0af75eca is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 13:59:24.808370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:59:24.817997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:59:24.827882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:24.828632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:24.838608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:24.843047 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-022524c9-26d2-46f6-9b24-3624ce0c9553 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5975120 Feb 16 13:59:24.843347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38952) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:24.883728 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f23261d-92f6-42a0-b1e0-3788b9d349a4 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392277 Feb 16 13:59:24.886369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:25.023082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:25.026615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58f5b4-9034-4f99-a8f0-37de96060c5f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:25.028148 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2a58f5b4-9034-4f99-a8f0-37de96060c5f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1408625 Feb 16 13:59:25.030977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38960) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:25.069850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd93e05a-f7be-4bc9-89fb-8066c118531f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375361 Feb 16 13:59:25.072385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38964) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:25.077907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1941502184', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:25.194237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:25.200443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:25.204573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:25.213476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:25.240244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:59:25.240244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:25.349764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:23Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:25.353977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:59:25.354467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Updating router bdfc19d6-b096-46c6-8849-dedb0af75eca port 64277828-1fba-409d-8780-04841e9e9c4d binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:59:25.408870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:25.486038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:25.573551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=96c8703d-2c2f-457d-be61-3ff772c5b567,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:25.577694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:25.578491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: ce1aa89e-3e67-46d4-8e3a-dc546a2e8692, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 13:59:25.603947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 13:59:25.621699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ce1aa89e-3e67-46d4-8e3a-dc546a2e8692) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:25.626240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:25.626965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:25.633010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0af733-ed9e-4601-9329-bc2b85bc4fc7 None None] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:59:25.653047 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f93591a7-7480-431c-a4c1-4dc10568a489 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5795238 Feb 16 13:59:25.655746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38968) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:25.969797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.021693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Transition to ACTIVE for port object 64277828-1fba-409d-8780-04841e9e9c4d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:26.027355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 13:59:26.028234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.039652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.180503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Attempting to bind port 64277828-1fba-409d-8780-04841e9e9c4d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:59:26.180895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Attempting to bind port 64277828-1fba-409d-8780-04841e9e9c4d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:59:26.181247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Attempting to bind port 64277828-1fba-409d-8780-04841e9e9c4d on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:26.185804 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:26.206295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:59:26.206666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:26.207058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.207438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:59:26.207889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Bound port: 64277828-1fba-409d-8780-04841e9e9c4d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:59:26.208252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.235798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.236190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.236371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.236936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.236936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.237216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.237465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.237779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.238086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.238430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.238839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.239340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:26.342352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Allocated IP 172.20.0.2 (ce1aa89e-3e67-46d4-8e3a-dc546a2e8692/96c8703d-2c2f-457d-be61-3ff772c5b567/1c1a55fb-b8e2-4d3e-97f5-be637eeb3674) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:59:26.347449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:26.351271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=64277828-1fba-409d-8780-04841e9e9c4d,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:59:26.357387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.517324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:26.517859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:26.569876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.592739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cf297-8d20-436c-b14f-122ad2d0cbf6 None None] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:26.808702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:26.918345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:26.945759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Transition to ACTIVE for port object 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:27.019113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Transition to ACTIVE for port object 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:27.031915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.108453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (ce1aa89e-3e67-46d4-8e3a-dc546a2e8692/96c8703d-2c2f-457d-be61-3ff772c5b567/cb1570b5-bb5e-4ac6-bad8-075701d1550d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:59:27.121124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:27.127576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:27.139530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:59:27.173348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Pushing event updated for resources: {'Port': ['ID=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:27.272703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Attempting to bind port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:59:27.273027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Attempting to bind port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:59:27.273418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Attempting to bind port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 on network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:27.277870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.281285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:59:27.281649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Checking segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:27.282040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.282442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Bound using segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:59:27.282898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Bound port: 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:59:27.283238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.296170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object cb1570b5-bb5e-4ac6-bad8-075701d1550d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:27.321209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.392206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:27.395412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:27.400645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:59:27.426739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:23Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:27.437379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e724b62-d170-4cd2-be82-926764a03a8a None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:23Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:59:27.444421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] For port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:27.445400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:27.448038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] For port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:59:27.455404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.479665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:27.551350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e7bc-f9d1-4718-aa0e-46382b476ef2 None None] Pushing event updated for resources: {'Port': ['ID=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:27.657314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:28.301866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:28.308180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:28.427355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:28.429844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:28.522690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6233dff-289e-4fef-a0fd-007c4a319fc3 None None] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 13:59:28.577305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:28.578549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:28.642891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c1ecad8f-ee48-4242-b49a-809aa7d85d74 None None] Provisioning for port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:28.773787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router bdfc19d6-b096-46c6-8849-dedb0af75eca has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:59:28.970688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:59:28.985990 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1809c001-8b39-40b9-81b6-0383b0bf70f6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3291142 Feb 16 13:59:28.988646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38972) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:29.082820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d2e47553-5526-4750-8f33-f4efc40199c4 None None] Provisioning for port cb1570b5-bb5e-4ac6-bad8-075701d1550d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:29.098120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d2e47553-5526-4750-8f33-f4efc40199c4 None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:29.098577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d2e47553-5526-4750-8f33-f4efc40199c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.147681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4f93f-5ffc-46ab-94a0-6208b3594455 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.148148 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4f93f-5ffc-46ab-94a0-6208b3594455 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.148610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4f93f-5ffc-46ab-94a0-6208b3594455 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.149053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da4f93f-5ffc-46ab-94a0-6208b3594455 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.151061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8da4f93f-5ffc-46ab-94a0-6208b3594455 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1614048 Feb 16 13:59:29.153813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38976) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:29.164568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d2e47553-5526-4750-8f33-f4efc40199c4 None None] Port cb1570b5-bb5e-4ac6-bad8-075701d1550d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:59:29.227598 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:59:29.234734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee8781-495e-4346-8962-5f23046b30a2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.235285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee8781-495e-4346-8962-5f23046b30a2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.235732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee8781-495e-4346-8962-5f23046b30a2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.236176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee8781-495e-4346-8962-5f23046b30a2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:29.237887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b6ee8781-495e-4346-8962-5f23046b30a2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0830469 Feb 16 13:59:29.240835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 38980) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:29.241484 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:29.242143 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:29.309438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e3feac5d-17e0-48e1-8d0e-07df0d7ccbc8 None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:29.310089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e3feac5d-17e0-48e1-8d0e-07df0d7ccbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.408969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e3feac5d-17e0-48e1-8d0e-07df0d7ccbc8 None None] Port cb1570b5-bb5e-4ac6-bad8-075701d1550d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:59:29.447457 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:29.504473 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c7f71d9-c5bf-44d5-b277-24ee59b1eff4 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2622092 Feb 16 13:59:29.531325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9081794f-e32c-41e9-973f-d6665ea3e6eb None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:29.532237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9081794f-e32c-41e9-973f-d6665ea3e6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.564043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:29.648560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9081794f-e32c-41e9-973f-d6665ea3e6eb None None] Port cb1570b5-bb5e-4ac6-bad8-075701d1550d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:59:29.666014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 64277828-1fba-409d-8780-04841e9e9c4d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:29.671967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 64277828-1fba-409d-8780-04841e9e9c4d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:29.672339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.752101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38986) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:29.757811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338513172', 'description': 'tempest-secgroup-smoke-338513172 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:29.764238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:29.768685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:29.771975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:29.783946 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:29.797183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.805231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.825078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:29.829476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=64277828-1fba-409d-8780-04841e9e9c4d,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:29.829717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:29.832337 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:28Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:29.833686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:29.835473 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.836463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:29.836580 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:59:29.837055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Updating router bdfc19d6-b096-46c6-8849-dedb0af75eca port cb1570b5-bb5e-4ac6-bad8-075701d1550d binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 13:59:29.840879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:29.895515 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.919652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.925289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.963372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:29.980101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22fd1af-7f32-4bbc-98e7-6beb0d727539,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:29.981300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:29.985385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.986911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b6b137e1-422e-43db-a3ea-c05428fcf6f8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2334979 Feb 16 13:59:29.990377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38990) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:29.993330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:29.994447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:29.997142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.004265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.008773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.012261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.018812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.040590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.114675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.119817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.149952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b5996b-f624-4b8d-813f-d481bd906fc5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.160613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.161926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c81ae69a-1f59-4309-91a5-8b762c1f99a0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700571 Feb 16 13:59:30.165458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38994) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:30.166149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.171037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.177464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.182271 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.185133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.191866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.206960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:30.212192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.212409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.282425 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.289505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.290426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.295331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.296558 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Transition to ACTIVE for port object cb1570b5-bb5e-4ac6-bad8-075701d1550d will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:30.303903 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.319240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b712174b-e8f6-4386-915c-4120459086c4,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.331734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.333015 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a32ac6a2-32af-4445-870d-b604fa4dfae7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662686 Feb 16 13:59:30.336158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 38998) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:30.341770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.347789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.352681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.358377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.365337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.386424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.460685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.465785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.468282 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.490625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eecb11-a205-4d9b-a7e7-40857edc576a,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.505155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.505347 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.505579 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.505834 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.506158 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.506508 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.506897 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.507214 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.507515 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-040a5973-b8d8-4f07-bad4-aeeb9440bec7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1700451 Feb 16 13:59:30.507639 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.507832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.508146 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.509458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39002) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:30.510000 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.510000 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 13:59:30.516182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.523903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.530883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.537038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.540430 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Attempting to bind port cb1570b5-bb5e-4ac6-bad8-075701d1550d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:59:30.540848 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Attempting to bind port cb1570b5-bb5e-4ac6-bad8-075701d1550d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:59:30.541261 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Attempting to bind port cb1570b5-bb5e-4ac6-bad8-075701d1550d on network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:30.545539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.547134 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:59:30.547498 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Checking segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:30.547894 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.548314 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Bound using segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:59:30.548811 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Bound port: cb1570b5-bb5e-4ac6-bad8-075701d1550d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:59:30.549138 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.564504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.640035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.644702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.668495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14230103-fad1-4d3f-b01a-212ce1c894cd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.679073 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:30.680557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.682926 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb1570b5-bb5e-4ac6-bad8-075701d1550d,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:59:30.684734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39006) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:30.684947 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-703b1a74-8818-462f-b407-210706a34f43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1733625 Feb 16 13:59:30.689128 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.690825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.697937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.703393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.707267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.715449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.727961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:59:30.735069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.771656 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:30.772275 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:30.814002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.819338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.845657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1010085c-2911-4db3-ab73-bee5e6f92121,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.860204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.862174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9ddf0d41-95f9-4ccf-a957-11d813458271 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1757267 Feb 16 13:59:30.864417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39010) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:30.869833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'd22fd1af-7f32-4bbc-98e7-6beb0d727539', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:30.875732 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:30.883372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:30.886689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c4b3d-459a-4225-8981-91ba0b137bf3 None None] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:30.887460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:30.895354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:30.907335 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 13:59:30.914995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.987306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:30.991746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:31.011804 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:31.013978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba17244-d6dc-4113-ae2a-a659b0a60042,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:31.027548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:31.037381 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-57c05594-c0ef-4943-8473-d89e3150bab0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1718192 Feb 16 13:59:31.259824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-b491d2e8-4fbb-4077-a67e-1b0b06106319 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:59:31.283787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-b491d2e8-4fbb-4077-a67e-1b0b06106319 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:59:31.284988 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-b491d2e8-4fbb-4077-a67e-1b0b06106319 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338513172&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0648429 Feb 16 13:59:31.342291 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:31.350973 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d63862-c6c4-44da-834e-d2e550c28fa7 None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:30Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:59:31.472311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-ffbdaad1-126e-4489-b179-9b52be5761f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:31.474870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-ffbdaad1-126e-4489-b179-9b52be5761f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:59:31.501158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-ffbdaad1-126e-4489-b179-9b52be5761f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:59:31.501726 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-ffbdaad1-126e-4489-b179-9b52be5761f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 796 time: 0.2099261 Feb 16 13:59:31.521670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-9cfe3832-aa01-4760-9466-b714fe22c1f0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0139244 Feb 16 13:59:31.570487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:31.633702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-5400e9f4-cd1a-4dd7-a41d-93a3d6529b06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 13:59:31.652870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-5400e9f4-cd1a-4dd7-a41d-93a3d6529b06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 13:59:31.653352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port cb1570b5-bb5e-4ac6-bad8-075701d1550d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:31.654453 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-5400e9f4-cd1a-4dd7-a41d-93a3d6529b06 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265788 Feb 16 13:59:31.663739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:31.664132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:31.811848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-c5315c0d-6df3-4edb-ace7-8f9fc747435a service neutron] 10.222.0.105 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424572 Feb 16 13:59:31.818662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:31.855718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb1570b5-bb5e-4ac6-bad8-075701d1550d,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:31.860876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:31.861649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:31.980363 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-0f7c82f2-e955-4a8c-8a14-473b3cd7a8f0 service neutron] 10.222.0.105 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616092 Feb 16 13:59:31.985109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:32.002564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 64277828-1fba-409d-8780-04841e9e9c4d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:32.003187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:32.137558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:32.191152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1810f0f1-d2a0-4a21-a0f0-3d14d5d235b7 req-add07346-fe76-4f4f-9952-aef3c3e485b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 210 time: 0.0456593 Feb 16 13:59:32.242386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:32.242386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:33.347151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4f140afc-0836-4bec-a103-fc00c9928c83 req-81a07337-2696-4f37-b145-67aec3ec4f6e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 210 time: 0.0458310 Feb 16 13:59:33.362320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-b76c9f7f-63ef-4199-b756-3e7d870a6197 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:33.363995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-b76c9f7f-63ef-4199-b756-3e7d870a6197 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 796 time: 0.1744285 Feb 16 13:59:33.427199 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-38b22761-6fd6-40f7-8cc7-7fe996006da0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 379 time: 0.0543735 Feb 16 13:59:33.436499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['d22fd1af-7f32-4bbc-98e7-6beb0d727539']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:33.454374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:33.543069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:33.543594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:33.704972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:33.715151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:33.728187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 13:59:33.733135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:33.907409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.7 (ce1aa89e-3e67-46d4-8e3a-dc546a2e8692/96c8703d-2c2f-457d-be61-3ff772c5b567/60873cb2-58a5-4e19-add1-419157b866ad) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:59:34.129986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.146616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 60873cb2-58a5-4e19-add1-419157b866ad will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:34.172249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.251258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:34.254450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:34.258616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:59:34.290137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:34.335074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:34.335695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.361702 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8233c038-032d-4997-b190-896d8c131759 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9289746 Feb 16 13:59:34.374662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Request body: {'port': {'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:34.489987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d176bd0-14bf-4f4f-9447-95a640e477b3 None None] Provisioning for port 60873cb2-58a5-4e19-add1-419157b866ad completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:34.495586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d176bd0-14bf-4f4f-9447-95a640e477b3 None None] Provisioning complete for port 60873cb2-58a5-4e19-add1-419157b866ad triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:34.495955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d176bd0-14bf-4f4f-9447-95a640e477b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.507780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.552994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cd4b-9bc9-4a48-90c8-f551135e64d3 req-2a39be64-c73b-4c15-817e-b4bdae2b291d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:34.554645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26f8cd4b-9bc9-4a48-90c8-f551135e64d3 req-2a39be64-c73b-4c15-817e-b4bdae2b291d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 931 time: 0.0905869 Feb 16 13:59:34.554789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d176bd0-14bf-4f4f-9447-95a640e477b3 None None] Port 60873cb2-58a5-4e19-add1-419157b866ad cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 13:59:34.603622 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26f8cd4b-9bc9-4a48-90c8-f551135e64d3 req-d0e0ec7e-f00c-4e02-addb-234aad86cdbf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Feb 16 13:59:34.880586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60873cb2-58a5-4e19-add1-419157b866ad {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:59:34.888185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:34.903474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Transition to ACTIVE for port object 60873cb2-58a5-4e19-add1-419157b866ad will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 13:59:34.907261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:35.036595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Pushing event updated for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:35.147488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Attempting to bind port 60873cb2-58a5-4e19-add1-419157b866ad on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 13:59:35.147653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Attempting to bind port 60873cb2-58a5-4e19-add1-419157b866ad by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 13:59:35.147989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Attempting to bind port 60873cb2-58a5-4e19-add1-419157b866ad on network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:35.153344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Port 60873cb2-58a5-4e19-add1-419157b866ad on network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 13:59:35.153660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Attempting to bind port 60873cb2-58a5-4e19-add1-419157b866ad on network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 13:59:35.159384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 13, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 13:59:35.159716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Checking segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 13:59:35.160123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Bound using segment: {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 13:59:35.160532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Bound port: 60873cb2-58a5-4e19-add1-419157b866ad, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0de8f23f-6f50-4825-bf7f-ae2d4e387a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 13:59:35.160872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:35.257871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 13:59:35.261015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=60873cb2-58a5-4e19-add1-419157b866ad,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 13:59:35.267755 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:35.331494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:35.332135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:35.333502 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] 10.222.0.26 "PUT /v2.0/ports/60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 1093 time: 0.9647300 Feb 16 13:59:35.333946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:59:35.359611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ad11-9ca1-473e-8431-e527e888571c service neutron] Pushing event updated for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:35.414787 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad', 'status': 'completed', 'code': 200} Feb 16 13:59:35.467541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-65c1846c-9dac-44e1-b5bb-4bd9716cc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:35.469856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-65c1846c-9dac-44e1-b5bb-4bd9716cc9de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1096 time: 0.0890999 Feb 16 13:59:35.641344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-0498e833-822d-4038-8230-ed6b2bb79dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 217 time: 0.1642334 Feb 16 13:59:35.708784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f94e0a80-09ec-42dd-bcc8-ec56b974318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:35.710301 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-f94e0a80-09ec-42dd-bcc8-ec56b974318f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 200 len: 835 time: 0.0629773 Feb 16 13:59:35.792783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c961ca-85ae-4c33-9333-918ca408d2c3 req-aea00282-7e83-458d-8e44-a0dad6f6a0ee tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:35.794503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c3c961ca-85ae-4c33-9333-918ca408d2c3 req-aea00282-7e83-458d-8e44-a0dad6f6a0ee tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 943 time: 0.0829980 Feb 16 13:59:35.797767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8d7f1ba0-bb6d-4e9e-9ef5-244c6e38dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:35.799243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-8d7f1ba0-bb6d-4e9e-9ef5-244c6e38dba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824587 Feb 16 13:59:35.845381 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c3c961ca-85ae-4c33-9333-918ca408d2c3 req-3877f3c2-2cac-4178-b53c-3f5267f50972 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Feb 16 13:59:35.937011 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-54092e9b-65fe-4836-9ae1-b5882fd82276 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312635 Feb 16 13:59:36.074326 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c9b57e5-1ed7-45d9-8894-923863007f32 req-2810eebd-d5e5-4b06-b149-0191124860b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315825 Feb 16 13:59:36.200283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-fa53b4ab-0aca-4ebc-95ce-3d07a4e882ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:36.202024 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-fa53b4ab-0aca-4ebc-95ce-3d07a4e882ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1096 time: 0.0816751 Feb 16 13:59:36.337966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-05a82dbc-5043-4927-8913-d20dee0c8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:36.339355 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-05a82dbc-5043-4927-8913-d20dee0c8284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 897 time: 0.1313310 Feb 16 13:59:36.415397 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-255fcc8e-3967-4b65-9cdf-5402f206aa06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 217 time: 0.0696962 Feb 16 13:59:36.478110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-881e24f7-eb0f-4b18-b74c-8d8b2f3482d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:36.479571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-881e24f7-eb0f-4b18-b74c-8d8b2f3482d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 200 len: 835 time: 0.0589285 Feb 16 13:59:36.556710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-92f9b226-0f78-41f1-95af-26227c0a0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:36.558183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-92f9b226-0f78-41f1-95af-26227c0a0fed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728929 Feb 16 13:59:36.698841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-a726a93f-62ca-442b-9444-aad8a504a846 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348352 Feb 16 13:59:36.834380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d1a75451-475c-44d3-b9a3-1ae2de4c576a req-2b113e10-7dfb-4ace-a1d0-31b4f07feb8b service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292291 Feb 16 13:59:37.162532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4da456-e847-4d41-97b5-5348e48ce3c5 req-1bb12484-5d59-4748-9d2c-467f863c3940 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:37.164182 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a4da456-e847-4d41-97b5-5348e48ce3c5 req-1bb12484-5d59-4748-9d2c-467f863c3940 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 943 time: 0.2001023 Feb 16 13:59:37.210781 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a4da456-e847-4d41-97b5-5348e48ce3c5 req-fd9854ee-ecbb-40ac-b3af-86c7437e7732 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406129 Feb 16 13:59:38.568951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52f43-7f7d-49c9-87ea-7cabe541c2d8 req-155788ed-890d-43ce-b1a7-905a1b2475cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:38.570510 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5c52f43-7f7d-49c9-87ea-7cabe541c2d8 req-155788ed-890d-43ce-b1a7-905a1b2475cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 943 time: 0.0973811 Feb 16 13:59:38.617712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5c52f43-7f7d-49c9-87ea-7cabe541c2d8 req-3e1e2a93-d992-486d-90d5-84b5c4b33fcc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Feb 16 13:59:38.933764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 60873cb2-58a5-4e19-add1-419157b866ad details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 13:59:39.072772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=60873cb2-58a5-4e19-add1-419157b866ad,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:39.086287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '60873cb2-58a5-4e19-add1-419157b866ad', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 13:59:39.148470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:39.166298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60873cb2-58a5-4e19-add1-419157b866ad {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 13:59:39.182856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=60873cb2-58a5-4e19-add1-419157b866ad,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:39.188225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:39.264249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:39.516503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['60873cb2-58a5-4e19-add1-419157b866ad'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 13:59:39.817930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5665-7f3d-4af0-ace0-8ddd80a3ec1d req-6722d9ac-63b3-46f3-8d57-19863cf70dc4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:39.820214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0fbc5665-7f3d-4af0-ace0-8ddd80a3ec1d req-6722d9ac-63b3-46f3-8d57-19863cf70dc4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 944 time: 0.0903170 Feb 16 13:59:39.869316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0fbc5665-7f3d-4af0-ace0-8ddd80a3ec1d req-afa87238-d8d3-422a-81d4-3079cc14d8e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431480 Feb 16 13:59:40.692889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b97a9909-5524-44a2-8995-328caf1ef6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:40.948585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 60873cb2-58a5-4e19-add1-419157b866ad up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 13:59:41.032098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 60873cb2-58a5-4e19-add1-419157b866ad completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 13:59:41.037315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 60873cb2-58a5-4e19-add1-419157b866ad triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 13:59:41.037686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:41.061622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522d657-f9d1-4f1a-bea4-eba190d9d486 req-3b37aad4-084a-4e5a-b3d6-21e191d97b84 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:41.064230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c522d657-f9d1-4f1a-bea4-eba190d9d486 req-3b37aad4-084a-4e5a-b3d6-21e191d97b84 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 944 time: 0.0855615 Feb 16 13:59:41.125820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c522d657-f9d1-4f1a-bea4-eba190d9d486 req-de73577e-4088-435e-b8a0-954724009d47 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552428 Feb 16 13:59:41.160869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:41.191639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:59:41.202016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=60873cb2-58a5-4e19-add1-419157b866ad,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 13:59:41.207790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:41.259819 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad', 'code': 200} Feb 16 13:59:41.279310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:41.544373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a81257-d0db-436c-a663-6e5d57b281eb req-723ec2d1-bc68-4081-8e21-37d3a3eb83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:41.546168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78a81257-d0db-436c-a663-6e5d57b281eb req-723ec2d1-bc68-4081-8e21-37d3a3eb83fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1098 time: 0.1071599 Feb 16 13:59:41.591206 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-78a81257-d0db-436c-a663-6e5d57b281eb req-caa4b5a8-137b-4975-a84f-196c680ae1f2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389881 Feb 16 13:59:42.325819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5d530-adfc-4067-bf79-fbdf843dfd6b req-123282f2-be8b-43c1-9c1b-dff33c83d7fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:42.327183 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fee5d530-adfc-4067-bf79-fbdf843dfd6b req-123282f2-be8b-43c1-9c1b-dff33c83d7fd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.0907571 Feb 16 13:59:42.379016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fee5d530-adfc-4067-bf79-fbdf843dfd6b req-1e9de82b-07d6-4a91-8f93-ee4c4b250c56 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 Feb 16 13:59:43.624807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92031fb4-7b3a-43ac-800d-f108481de6e5 req-2d1353b0-e745-4b41-8a66-796861715fb1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:43.626344 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-92031fb4-7b3a-43ac-800d-f108481de6e5 req-2d1353b0-e745-4b41-8a66-796861715fb1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.0848460 Feb 16 13:59:43.677859 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-92031fb4-7b3a-43ac-800d-f108481de6e5 req-00f36aea-9492-4ee7-aa34-266952940b53 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Feb 16 13:59:43.884035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad76a9-3b9f-4645-8d22-f4ffde93a46f req-a994b527-11e6-4fec-bd41-280b3fa338f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:43.885554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94ad76a9-3b9f-4645-8d22-f4ffde93a46f req-a994b527-11e6-4fec-bd41-280b3fa338f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.0878341 Feb 16 13:59:43.931067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe7b277b-8f7e-4c87-9c1e-299ee895296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:43.934050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94ad76a9-3b9f-4645-8d22-f4ffde93a46f req-010438c9-2511-43c1-b37f-5a4876fbe15d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427172 Feb 16 13:59:43.960669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39066) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:44.049535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040827f6-552f-4ce5-98e8-850e29249602 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:44.051084 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-040827f6-552f-4ce5-98e8-850e29249602 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1093 time: 0.0891604 Feb 16 13:59:44.054106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39070) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:44.059238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 13:59:44.065677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 13:59:44.069908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 13:59:44.072877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 13:59:44.078937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 13:59:44.093358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.185467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.225885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.253870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.404217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.201 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/2fdc5b53-2f1d-426a-854a-46167d0a4936) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 13:59:44.664873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.698563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:44.771709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 13:59:44.774668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 13:59:44.778653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 13:59:44.817961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=2fdc5b53-2f1d-426a-854a-46167d0a4936,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:45.222677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.303064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.513984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.519986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.614767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.630253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=2fdc5b53-2f1d-426a-854a-46167d0a4936,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 13:59:45.647059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.723331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:45.832196 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP aac802ce-61cb-4079-b683-a43c8310a25d associated. External IP: 172.26.1.201, port: 60873cb2-58a5-4e19-add1-419157b866ad. Feb 16 13:59:46.328139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router bdfc19d6-b096-46c6-8849-dedb0af75eca has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 13:59:46.517940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 13:59:46.529525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 13:59:46.540137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:46.540758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:46.555111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 13:59:46.615696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-651218ae-a43d-4abd-bb4f-a329b39a0e70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5604851 Feb 16 13:59:46.616532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 13:59:46.619365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39074) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:46.671313 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad', 'status': 'completed', 'code': 200} Feb 16 13:59:46.738734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:46.772441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-80941882-b863-4a6f-bfa9-f1ae0a6da8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:46.774184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-80941882-b863-4a6f-bfa9-f1ae0a6da8de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1098 time: 0.0796864 Feb 16 13:59:46.837126 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0cdaa537-2810-4c14-b923-afac3d836177 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca HTTP/1.1" status: 200 len: 923 time: 0.2140021 Feb 16 13:59:46.837380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39082) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:46.925555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-f10c2b7e-1bad-4d54-a903-53ac47d4acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:46.926921 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-f10c2b7e-1bad-4d54-a903-53ac47d4acc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 897 time: 0.1456969 Feb 16 13:59:46.962401 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-495a9382-397c-4eca-93e3-6cd6f4d03cab tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1230965 Feb 16 13:59:47.053980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-d7455c0c-4e2c-4acc-b576-b8790454d062 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 999 time: 0.1206148 Feb 16 13:59:47.123552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-1ef2da2f-bded-466f-b657-4682f9b046b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:47.125031 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-1ef2da2f-bded-466f-b657-4682f9b046b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 200 len: 835 time: 0.0653155 Feb 16 13:59:47.150086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T13:59:45Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:31Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:47.154117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 13:59:47.162412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 13:59:47.163050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T13:59:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:47.222874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-e4a359bf-53fe-45b1-93f2-eb14cf9d21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 13:59:47.224311 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-e4a359bf-53fe-45b1-93f2-eb14cf9d21d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931382 Feb 16 13:59:47.352591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 13:59:47.363008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-0eb8b5bc-6f78-4d78-ab60-8397d2bbeab3 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324203 Feb 16 13:59:47.497040 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-24d9dd1c-19da-4f54-9a7b-329bf3aad3ca req-5a87bc81-b1b4-4846-94ab-c0aac7a846e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283014 Feb 16 13:59:47.705973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T13:59:45Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:31Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 13:59:47.720194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff542f75-0e60-4d66-accb-e651fab76bcf None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T13:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T13:59:45Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T13:59:31Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 13:59:47.924587 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b6ee08-3521-4880-905e-4d581161fdc2 None None] New status for floating IP aac802ce-61cb-4079-b683-a43c8310a25d: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 13:59:47.964643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39086) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:48.074149 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-23845592-3e05-4262-85ca-922c8ddecaca tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1074049 Feb 16 13:59:49.078462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39090) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 13:59:49.186863 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0c858a8b-fcce-4862-aafc-749d128df9fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 993 time: 0.1072791 Feb 16 14:00:00.875355 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:00:10.690049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-002b8dcc-2ce9-4081-878d-8777c9f5af49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:13.929887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bcc73853-85b5-4836-9e39-cd7987cc4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:14.181644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:14.223159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:15.616877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:15.725996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:34.594733 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-939f3d3a-9cda-4054-b474-e78e3bb70de8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750573 Feb 16 14:00:34.735769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-aa5db411-7806-475e-97dd-46a64f067504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:00:34.737220 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-aa5db411-7806-475e-97dd-46a64f067504 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1098 time: 0.0720932 Feb 16 14:00:34.897350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-4c99115f-4023-45bd-9cc6-7f992b69f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:00:34.898953 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-4c99115f-4023-45bd-9cc6-7f992b69f7f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 897 time: 0.1406007 Feb 16 14:00:35.111897 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-5f2e338b-e12d-440b-95c0-11592af33475 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 1001 time: 0.2071731 Feb 16 14:00:35.176028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-ebaf616c-0aac-4b0a-8c11-2fde1b31d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:00:35.177348 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-ebaf616c-0aac-4b0a-8c11-2fde1b31d836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 200 len: 835 time: 0.0591710 Feb 16 14:00:35.257870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-e791236c-5372-4c1a-9426-499a86b08eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:00:35.259460 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-e791236c-5372-4c1a-9426-499a86b08eec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760787 Feb 16 14:00:35.397726 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-e184bfc7-cbc4-40f0-9dc8-093ccb0beb7b service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323056 Feb 16 14:00:35.544262 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e3d91bae-b5f6-48aa-bdb9-387769fe68ca req-8424bfaf-0d1a-4388-8b1b-0f3a2b660679 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404681 Feb 16 14:00:37.875412 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:00:40.685224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b0de33c-bb88-4dea-93b9-3d3d75a4b25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:43.927747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4c6002b9-2d5b-4bf9-9aed-5cdb31427b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:44.185718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:44.217373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:45.632450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:45.728410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:00:59.422550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39116) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:00:59.768307 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85c2c9a0-a809-44ef-9f56-53e4ab0d35d0 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3441546 Feb 16 14:00:59.771390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39122) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:00:59.977010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d8ab90-26d3-40ca-a989-6a5ff4c5d0bc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Notify agent at dv-neutron-828143-3-hyperv the message router_removed_from_agent {{(pid=87697) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 14:00:59.980188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e3d8ab90-26d3-40ca-a989-6a5ff4c5d0bc tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "DELETE /v2.0/agents/11fd8a15-81a1-4794-ace0-61a5e275fee4/l3-routers/bdfc19d6-b096-46c6-8849-dedb0af75eca HTTP/1.1" status: 204 len: 168 time: 0.2077544 Feb 16 14:00:59.983157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39126) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:00.288237 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-82699173-c411-41fd-b53c-2dc090c4ff2e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3036630 Feb 16 14:01:00.292039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39130) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:00.402684 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b0f90d2-0e54-4fc3-b49f-c52550ea541f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 993 time: 0.1094615 Feb 16 14:01:00.780926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd793197-46ca-4624-9a2e-c5f1f6c6f468 None None] New status for floating IP aac802ce-61cb-4079-b683-a43c8310a25d: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:01:01.408472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39134) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:01.477733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:01.518499 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-36abb324-86fa-4716-afac-d3a55da46d3d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1085005 Feb 16 14:01:01.632380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:01.666874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb1570b5-bb5e-4ac6-bad8-075701d1550d,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:01.673122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:01.674062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:01.791048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:01.823129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.823625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.824094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.824515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.824935 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.825354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.825766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.826187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.826634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.827045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.827456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.827942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:01.862875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:01.880488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=64277828-1fba-409d-8780-04841e9e9c4d,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:01.885688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:01.956647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:02.659700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39140) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:02.886047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dd0da9-6d4f-4ebc-96c4-dbb20a56cb34 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Router bdfc19d6-b096-46c6-8849-dedb0af75eca is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:01:02.886560 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd0da9-6d4f-4ebc-96c4-dbb20a56cb34 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Notify agent at dv-neutron-828143-3-hyperv the message router_added_to_agent {{(pid=87697) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Feb 16 14:01:02.905938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d3dd0da9-6d4f-4ebc-96c4-dbb20a56cb34 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "POST /v2.0/agents/11fd8a15-81a1-4794-ace0-61a5e275fee4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2452147 Feb 16 14:01:02.908778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39148) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:02.918850 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:02.928652 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:02.929267 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:00:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:03.095717 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fafa292f-2fde-4162-9fa1-55566787937f tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1858075 Feb 16 14:01:03.098777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39152) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:03.110539 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:03.201197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e13f133e-56cc-48e6-881a-9d22fe27b03e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1012239 Feb 16 14:01:03.511555 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T14:01:00Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:03.515388 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:03.524209 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:03.524808 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:00:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:03.701258 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:04.077155 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T14:01:00Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:04.082028 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e6cba-622d-4f37-a795-d7a211a125f0 None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'aac802ce-61cb-4079-b683-a43c8310a25d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.201', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'port_id': '60873cb2-58a5-4e19-add1-419157b866ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'mac_address': 'fa:16:3e:4d:5a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9189275-a774-4083-ae4d-684bbbec1110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T13:59:45Z', 'updated_at': '2022-02-16T14:01:00Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:01Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:04.204209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39156) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:04.320440 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ef0151b1-2305-4dc3-97a3-2b61222d9b74 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1150119 Feb 16 14:01:05.325763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39160) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:05.464144 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a43f8cae-746d-4db7-829b-6ba240b4f30d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 991 time: 0.1365962 Feb 16 14:01:05.527052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:05.595945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:05.596422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:05.711167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c2610a-ed44-41b3-857c-49878dbfd9ff None None] New status for floating IP aac802ce-61cb-4079-b683-a43c8310a25d: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:01:05.807077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:05.928167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb1570b5-bb5e-4ac6-bad8-075701d1550d,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:05.935333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:05.936207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:06.115341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:06.127418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 64277828-1fba-409d-8780-04841e9e9c4d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:06.127788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:06.247991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:06.271769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=64277828-1fba-409d-8780-04841e9e9c4d,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:06.275953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:06.351252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:06.468355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39164) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:06.576627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4ce379c7-cb7a-434a-b6d1-72622b62ff72 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 200 len: 993 time: 0.1071105 Feb 16 14:01:06.845535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39172) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:07.048771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 2fdc5b53-2f1d-426a-854a-46167d0a4936 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:01:07.049097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.224558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.224881 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.464647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 2fdc5b53-2f1d-426a-854a-46167d0a4936 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:01:07.487815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:07.556637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cb1570b5-bb5e-4ac6-bad8-075701d1550d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:07.556989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.619875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.669281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=2fdc5b53-2f1d-426a-854a-46167d0a4936,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:07.679451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:07.705854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.706189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.706573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.706886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.707198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.707512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.707944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.708187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.708518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.708836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.709143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.709443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:07.752331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 64277828-1fba-409d-8780-04841e9e9c4d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:07.752808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.770647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:07.770997 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP aac802ce-61cb-4079-b683-a43c8310a25d disassociated (deleted). External IP: 172.26.1.201, port: 60873cb2-58a5-4e19-add1-419157b866ad. Feb 16 14:01:08.129069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router bdfc19d6-b096-46c6-8849-dedb0af75eca has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:01:08.303141 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:01:08.313034 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:08.319071 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:08.322331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:08.322938 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:00:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:08.376041 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1dcb52ea-f051-4c03-9a68-bef543a94d92 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/aac802ce-61cb-4079-b683-a43c8310a25d HTTP/1.1" status: 204 len: 168 time: 1.5294411 Feb 16 14:01:08.376673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:01:08.423916 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad', 'status': 'completed', 'code': 200} Feb 16 14:01:08.510139 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:08.523619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-12623a3d-535e-4c6d-9a0c-01214e47b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:08.525191 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-12623a3d-535e-4c6d-9a0c-01214e47b292 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 1098 time: 0.0767887 Feb 16 14:01:08.667392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-f4deaa1f-efe2-481a-bde4-301bb1c75bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:08.668924 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-f4deaa1f-efe2-481a-bde4-301bb1c75bb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 200 len: 897 time: 0.1380594 Feb 16 14:01:08.744286 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-afd19351-8cd4-4ddc-b7d1-07c66594b2a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 200 len: 217 time: 0.0672717 Feb 16 14:01:08.777692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5311ee4-24ab-4a61-810b-6dbf9a0c3b6f req-bc18d211-c98b-4157-ab5b-6316db1c1250 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:08.778409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f5311ee4-24ab-4a61-810b-6dbf9a0c3b6f req-bc18d211-c98b-4157-ab5b-6316db1c1250 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:01:08.796742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f5311ee4-24ab-4a61-810b-6dbf9a0c3b6f req-bc18d211-c98b-4157-ab5b-6316db1c1250 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:01:08.809792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5311ee4-24ab-4a61-810b-6dbf9a0c3b6f req-bc18d211-c98b-4157-ab5b-6316db1c1250 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.1200662 Feb 16 14:01:08.810877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-6de5dd64-f791-4367-80e0-83642ec8ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:08.812451 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-6de5dd64-f791-4367-80e0-83642ec8ce11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 200 len: 835 time: 0.0623641 Feb 16 14:01:08.855881 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5311ee4-24ab-4a61-810b-6dbf9a0c3b6f req-382ede8e-0a45-4d2d-91a8-09fb98ca954b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481827 Feb 16 14:01:08.860048 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:05Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:08.864663 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:08.874083 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:08.874789 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:00:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:08.925359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-1567961a-6cdc-49e4-93ab-11d206ffd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:08.926911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-1567961a-6cdc-49e4-93ab-11d206ffd20f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083653 Feb 16 14:01:09.071334 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-ee1e8be3-bfd1-483c-8403-026a837e35d1 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371448 Feb 16 14:01:09.116025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:09.316409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-adc28d23-9be7-4b8f-ab57-51c3c0f2057e req-10736271-a419-447f-9547-f6e10822490f service neutron] 10.222.0.26 "GET /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388995 Feb 16 14:01:09.444472 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:05Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:09.448535 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9da9d-3de9-43b5-8763-b52f2327773c None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T13:59:27Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'cb1570b5-bb5e-4ac6-bad8-075701d1550d', 'name': '', 'network_id': 'ce1aa89e-3e67-46d4-8e3a-dc546a2e8692', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:13:f9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:26Z', 'updated_at': '2022-02-16T14:01:05Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '96c8703d-2c2f-457d-be61-3ff772c5b567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:10.081288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc92be-c0e7-44d6-aad2-7ab83c6b613e req-14c8a5ca-ed8c-4b85-8d02-b43d99179fff tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:10.082861 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cadc92be-c0e7-44d6-aad2-7ab83c6b613e req-14c8a5ca-ed8c-4b85-8d02-b43d99179fff tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.1041155 Feb 16 14:01:10.124992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89fc5d0-2513-4a3c-aabd-4d93ed69d17d None None] New status for floating IP aac802ce-61cb-4079-b683-a43c8310a25d: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:01:10.132444 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cadc92be-c0e7-44d6-aad2-7ab83c6b613e req-f968228f-cd13-4e29-bea3-81fb2d90a7e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=d22fd1af-7f32-4bbc-98e7-6beb0d727539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413768 Feb 16 14:01:10.226322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c2129-280b-48e0-8d83-9739faf70288 req-4d4e690a-2478-449b-8e02-f622582cfdb7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:10.227056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-867c2129-280b-48e0-8d83-9739faf70288 req-4d4e690a-2478-449b-8e02-f622582cfdb7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:01:10.240792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-867c2129-280b-48e0-8d83-9739faf70288 req-4d4e690a-2478-449b-8e02-f622582cfdb7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:01:10.241974 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-867c2129-280b-48e0-8d83-9739faf70288 req-4d4e690a-2478-449b-8e02-f622582cfdb7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 945 time: 0.0977080 Feb 16 14:01:10.316863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 60873cb2-58a5-4e19-add1-419157b866ad {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:01:10.317301 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:10.562550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 60873cb2-58a5-4e19-add1-419157b866ad, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=60873cb2-58a5-4e19-add1-419157b866ad,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:10.562814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:10.689661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 60873cb2-58a5-4e19-add1-419157b866ad owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:01:10.692495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a06164f1-6911-49fe-a4c7-25d5a7fa7818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:10.844137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:10.893597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=60873cb2-58a5-4e19-add1-419157b866ad,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:10.932552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.932910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.933292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.933623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.933955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.934342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.934678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.934998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.935313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.935627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.935935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.936245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:10.981066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 60873cb2-58a5-4e19-add1-419157b866ad on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:01:10.983557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:10.986069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'name': 'network-vif-deleted', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:01:11.004494 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-867c2129-280b-48e0-8d83-9739faf70288 req-785ecc2b-9613-4f98-aa33-e182a4205d10 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/60873cb2-58a5-4e19-add1-419157b866ad HTTP/1.1" status: 204 len: 173 time: 0.7575145 Feb 16 14:01:11.037345 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9189275-a774-4083-ae4d-684bbbec1110', 'name': 'network-vif-deleted', 'tag': '60873cb2-58a5-4e19-add1-419157b866ad', 'status': 'completed', 'code': 200} Feb 16 14:01:11.302957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4f2a9b3c-65a6-40bd-a1c2-23d1d5d2bcfe req-6c6d04f5-ed35-44f2-8f56-3cd1e667bc62 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=b9189275-a774-4083-ae4d-684bbbec1110 HTTP/1.1" status: 200 len: 210 time: 0.0471964 Feb 16 14:01:12.398526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39190) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:12.471970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:12.509984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:12.574426 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:12.593842 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22fd1af-7f32-4bbc-98e7-6beb0d727539,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:12.604797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:12.605966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-151267b3-85dc-41d5-8ff3-d36016c698cd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/d22fd1af-7f32-4bbc-98e7-6beb0d727539 HTTP/1.1" status: 204 len: 168 time: 0.2064285 Feb 16 14:01:12.634972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39196) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:13.301144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:13.429677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 60873cb2-58a5-4e19-add1-419157b866ad no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:13.467121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 60873cb2-58a5-4e19-add1-419157b866ad {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:01:13.467472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 60873cb2-58a5-4e19-add1-419157b866ad not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:01:13.652851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port cb1570b5-bb5e-4ac6-bad8-075701d1550d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:01:13.653502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:13.840054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port cb1570b5-bb5e-4ac6-bad8-075701d1550d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cb1570b5-bb5e-4ac6-bad8-075701d1550d,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:13.840411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:13.921850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69e50f32-d381-4ffd-9a30-35d21c794b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:13.963613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for cb1570b5-bb5e-4ac6-bad8-075701d1550d owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:01:14.166768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:14.219742 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=cb1570b5-bb5e-4ac6-bad8-075701d1550d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:14.219953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:14.235431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:14.615210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:14.873904 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:01:14.977434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router bdfc19d6-b096-46c6-8849-dedb0af75eca has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:01:15.158845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:01:15.169345 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Sync routers for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:15.172792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-743eb8ff-c7f6-4891-befb-93c832e9f303 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5367041 Feb 16 14:01:15.175477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:15.179581 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:15.180187 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:15.245024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet 96c8703d-2c2f-457d-be61-3ff772c5b567 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:01:15.248157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.306479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.362492 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:15.391793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.465682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.506513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=96c8703d-2c2f-457d-be61-3ff772c5b567,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:15.511785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.518764 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4fbfbbf1-62d2-4c4a-a57d-d9aed0161723 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/96c8703d-2c2f-457d-be61-3ff772c5b567 HTTP/1.1" status: 204 len: 168 time: 0.3413942 Feb 16 14:01:15.519741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09055ee3-8d1e-4a68-97fb-16e6a870a6a8 None None] Network ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:01:15.520698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39204) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:15.629232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.661328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T14:01:14Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:15.666313 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Checking router: bdfc19d6-b096-46c6-8849-dedb0af75eca for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:15.673769 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Routers {'bdfc19d6-b096-46c6-8849-dedb0af75eca'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:15.674406 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['bdfc19d6-b096-46c6-8849-dedb0af75eca'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:15.704942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.748566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.810089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] DHCP port deletion for ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:01:15.814712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Deleting port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:01:15.815235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:15.863763 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] Set router bdfc19d6-b096-46c6-8849-dedb0af75eca gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:16.005175 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.016136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 64277828-1fba-409d-8780-04841e9e9c4d {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:01:16.016482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.046469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] For port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,segment=NetworkSegment(0de8f23f-6f50-4825-bf7f-ae2d4e387a30),segment_id=0de8f23f-6f50-4825-bf7f-ae2d4e387a30)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:16.047872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.173970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Calling delete_port for 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:01:16.174247 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T14:01:14Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:16.178336 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b8e063-6e38-4664-a3fb-87b02790cd4c None None] The sync data for ids ['bdfc19d6-b096-46c6-8849-dedb0af75eca'] in dv-neutron-828143-3-hyperv is: [{'id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'name': 'tempest-TestNetworkBasicOps-router-1252681714', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245'}], 'enable_snat': True}, 'gw_port_id': '64277828-1fba-409d-8780-04841e9e9c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T13:59:22Z', 'updated_at': '2022-02-16T14:01:14Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '64277828-1fba-409d-8780-04841e9e9c4d', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:66:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfc19d6-b096-46c6-8849-dedb0af75eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T13:59:23Z', 'updated_at': '2022-02-16T14:01:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:16.192911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 64277828-1fba-409d-8780-04841e9e9c4d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=64277828-1fba-409d-8780-04841e9e9c4d,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:16.193400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.253081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.300038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] Pushing event deleted for resources: {'Port': ['ID=1c1a55fb-b8e2-4d3e-97f5-be637eeb3674,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:16.301868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8599947-0934-4494-8f39-a9c50618e971 None None] No DVR routers for this DVR port 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:01:16.331554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 64277828-1fba-409d-8780-04841e9e9c4d owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:01:16.515077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.565401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=64277828-1fba-409d-8780-04841e9e9c4d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:16.658297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.829626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.831827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.854933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.855504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router bdfc19d6-b096-46c6-8849-dedb0af75eca {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:01:16.871879 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:16.872987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-aa2999b0-7eba-47d6-af84-da9bac10b490 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/bdfc19d6-b096-46c6-8849-dedb0af75eca HTTP/1.1" status: 204 len: 168 time: 1.3513792 Feb 16 14:01:16.875787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39208) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:16.998670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.129407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.154505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1aa89e-3e67-46d4-8e3a-dc546a2e8692']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:17.166261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de8f23f-6f50-4825-bf7f-ae2d4e387a30') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:17.166579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de8f23f-6f50-4825-bf7f-ae2d4e387a30') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:17.177870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.197828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.204525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:01:17.204893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:01:17.336766 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:01:17.415735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.436100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.447971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=ce1aa89e-3e67-46d4-8e3a-dc546a2e8692,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:17.461207 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-75711c3a-2eec-4c83-a9e1-0fdc1498e47d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/ce1aa89e-3e67-46d4-8e3a-dc546a2e8692 HTTP/1.1" status: 204 len: 168 time: 0.5811603 Feb 16 14:01:17.480112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39212) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:17.487170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--586058476', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:17.493246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:17.493975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:17.497363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:17.500257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:17.506013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:17.515895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:01:17.519286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.529575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: cb1570b5-bb5e-4ac6-bad8-075701d1550d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:01:17.529910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cb1570b5-bb5e-4ac6-bad8-075701d1550d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:01:17.530338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:17.547814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:01:17.558297 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.558641 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment d22f2e0d-f078-4c84-82ec-1e6a05d2c184 of type vlan for network 62553ad5-e623-4a5c-93dd-1f63bea80694 Feb 16 14:01:17.569202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 64277828-1fba-409d-8780-04841e9e9c4d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:01:17.569459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 64277828-1fba-409d-8780-04841e9e9c4d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:01:17.569872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:01:17.584762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.604789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:01:17.605130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 1c1a55fb-b8e2-4d3e-97f5-be637eeb3674 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:01:17.617649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.623115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:17.623687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.732380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=62553ad5-e623-4a5c-93dd-1f63bea80694,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:17.735452 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1eb61257-72b0-469e-832b-c731e2097a3a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2548540 Feb 16 14:01:17.738252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:17.743275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:17.743445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:01:17.750433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:17.754287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:17.757225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:17.763452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:17.774652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.775627 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:17.794164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.064944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.369930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.399335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.539989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.110 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f9f034d1-3604-4741-ad1c-eb85326d98b3) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:01:18.693996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.725403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:18.789313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:18.792206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:18.795885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:01:18.827794 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=f9f034d1-3604-4741-ad1c-eb85326d98b3,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:19.330602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:19.677938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:19.893081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:01:20.078824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:01:20.089215 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Sync routers for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:20.098952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:20.099655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:20.121075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:20.122490 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d302eede-e108-4553-a5b4-89b8cdd720c7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3831499 Feb 16 14:01:20.125763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39220) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:20.168534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e819231f-6cfb-464c-bbc1-2123e3c4b296 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415535 Feb 16 14:01:20.171162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39224) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:20.303592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:20.445256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c768e20-0f26-4866-94aa-03746cfc6001 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:20.446783 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6c768e20-0f26-4866-94aa-03746cfc6001 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2746468 Feb 16 14:01:20.449767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39228) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:20.490483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-72f771b9-0a81-47b8-88a6-450dc5ad57a8 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394578 Feb 16 14:01:20.493214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39232) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:20.498948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1773930750', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:20.617714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:20.622113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:20.625301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:20.631824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:20.645214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:01:20.649872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:20.654967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:19Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:20.659796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Checking router: 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:20.660273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Updating router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 port f9f034d1-3604-4741-ad1c-eb85326d98b3 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:01:20.719642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:20.880344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:20.961463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:20.973156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:01:20.973156 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 62553ad5-e623-4a5c-93dd-1f63bea80694, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:01:20.992576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:01:21.003007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 62553ad5-e623-4a5c-93dd-1f63bea80694) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:21.008718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:21.009823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.021117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f710632-2c82-431c-bcad-920e0fb3fbaf None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:01:21.036994 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3470ef4d-a374-4f49-8f73-a5e9ffc10495 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5400133 Feb 16 14:01:21.037218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39236) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:21.175667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.210841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Transition to ACTIVE for port object f9f034d1-3604-4741-ad1c-eb85326d98b3 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:21.246900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.379541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Attempting to bind port f9f034d1-3604-4741-ad1c-eb85326d98b3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:01:21.380134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Attempting to bind port f9f034d1-3604-4741-ad1c-eb85326d98b3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:01:21.380801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Attempting to bind port f9f034d1-3604-4741-ad1c-eb85326d98b3 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:01:21.399962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:01:21.400314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:01:21.400885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.401126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:01:21.401555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Bound port: f9f034d1-3604-4741-ad1c-eb85326d98b3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:01:21.401921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.428500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f8e4d-1c04-4259-ab28-37dbddc5ba9a None None] Pushing event updated for resources: {'Port': ['ID=f9f034d1-3604-4741-ad1c-eb85326d98b3,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:21.439127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-62553ad5-e623-4a5c-93dd-1f63bea80694', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:01:21.440253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.555939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] For port f9f034d1-3604-4741-ad1c-eb85326d98b3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:01:21.576959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] For port f9f034d1-3604-4741-ad1c-eb85326d98b3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f9f034d1-3604-4741-ad1c-eb85326d98b3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:01:21.585290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.716904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Allocated IP 172.20.0.2 (62553ad5-e623-4a5c-93dd-1f63bea80694/fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd/96a1361d-9c2c-4b9b-994a-8e228d359bea) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:01:21.736761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:21.737389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:21.772227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:21.788797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f8e4d-1c04-4259-ab28-37dbddc5ba9a None None] Pushing event updated for resources: {'Port': ['ID=f9f034d1-3604-4741-ad1c-eb85326d98b3,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:22.082448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:22.323607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.348251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Transition to ACTIVE for port object 96a1361d-9c2c-4b9b-994a-8e228d359bea will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:22.410017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Transition to ACTIVE for port object 96a1361d-9c2c-4b9b-994a-8e228d359bea will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:22.419594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.482303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (62553ad5-e623-4a5c-93dd-1f63bea80694/fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd/158f8b42-1905-4248-831b-a8a514eea647) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:01:22.487460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:22.491088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:22.497768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:01:22.535705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Pushing event updated for resources: {'Port': ['ID=96a1361d-9c2c-4b9b-994a-8e228d359bea,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:22.605927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:19Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:22.610493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Attempting to bind port 96a1361d-9c2c-4b9b-994a-8e228d359bea on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:01:22.610852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Attempting to bind port 96a1361d-9c2c-4b9b-994a-8e228d359bea by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:01:22.611319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Attempting to bind port 96a1361d-9c2c-4b9b-994a-8e228d359bea on network 62553ad5-e623-4a5c-93dd-1f63bea80694 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:01:22.615408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2cb676-e49f-48b8-bb08-b2859f5e4ec8 None None] The sync data for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv is: [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:19Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:22.619271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:01:22.619655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Checking segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:01:22.620065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.620479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Bound using segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:01:22.620942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Bound port: 96a1361d-9c2c-4b9b-994a-8e228d359bea, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:01:22.621295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.659109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.676902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 158f8b42-1905-4248-831b-a8a514eea647 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:22.705003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.724625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] For port 96a1361d-9c2c-4b9b-994a-8e228d359bea, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:01:22.728138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] For port 96a1361d-9c2c-4b9b-994a-8e228d359bea, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=96a1361d-9c2c-4b9b-994a-8e228d359bea,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:01:22.733392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:22.785061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:22.789186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:22.792895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:01:22.819982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41331425-19ec-4b6c-9e5f-ec9bf2a4451a None None] Pushing event updated for resources: {'Port': ['ID=96a1361d-9c2c-4b9b-994a-8e228d359bea,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:22.844828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:22.888275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.215740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.590414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 96a1361d-9c2c-4b9b-994a-8e228d359bea up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:23.687974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 96a1361d-9c2c-4b9b-994a-8e228d359bea completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:23.693578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f9f034d1-3604-4741-ad1c-eb85326d98b3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:23.745507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.751129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.778388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port f9f034d1-3604-4741-ad1c-eb85326d98b3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:23.784500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f9f034d1-3604-4741-ad1c-eb85326d98b3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:23.784982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.871101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:23.876280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:23.928047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedcfdd0-9c24-49a8-822b-f92237f9f857 None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:01:23.941267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.018602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port f9f034d1-3604-4741-ad1c-eb85326d98b3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f9f034d1-3604-4741-ad1c-eb85326d98b3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:24.024031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:24.025247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:24.027305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.070469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Provisioning for port 96a1361d-9c2c-4b9b-994a-8e228d359bea completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:24.096071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Provisioning complete for port 96a1361d-9c2c-4b9b-994a-8e228d359bea triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:24.096448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.226082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=f9f034d1-3604-4741-ad1c-eb85326d98b3,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:24.352176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.360700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:01:24.393419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] For port 96a1361d-9c2c-4b9b-994a-8e228d359bea, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=96a1361d-9c2c-4b9b-994a-8e228d359bea,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:24.398551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.475545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde186-3db7-4e23-ae86-0824f41efe60 None None] Pushing event updated for resources: {'Port': ['ID=96a1361d-9c2c-4b9b-994a-8e228d359bea,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:24.595815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:01:24.607982 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Sync routers for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:24.620743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40330a63-e8d9-4a2c-bbbc-084e9c85386f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5800035 Feb 16 14:01:24.621129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39240) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:24.626877 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:24.627516 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:24.632447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Provisioning for port 158f8b42-1905-4248-831b-a8a514eea647 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:24.641072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Provisioning complete for port 158f8b42-1905-4248-831b-a8a514eea647 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:24.642006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.777279 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67e4e2-8b59-44d8-8a27-50f5a60a8c77 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.777983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67e4e2-8b59-44d8-8a27-50f5a60a8c77 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.778477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67e4e2-8b59-44d8-8a27-50f5a60a8c77 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.779101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67e4e2-8b59-44d8-8a27-50f5a60a8c77 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.783999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39244) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:24.784677 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7e67e4e2-8b59-44d8-8a27-50f5a60a8c77 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1618266 Feb 16 14:01:24.799136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Port 158f8b42-1905-4248-831b-a8a514eea647 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:01:24.815047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Provisioning complete for port 96a1361d-9c2c-4b9b-994a-8e228d359bea triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:24.815471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1d630066-ac72-45f9-b374-2c2ffe7468d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:24.853255 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:24.898582 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fefa6-169e-4331-bb75-13e587f089ef tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.899860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fefa6-169e-4331-bb75-13e587f089ef tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.900376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fefa6-169e-4331-bb75-13e587f089ef tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.901206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fefa6-169e-4331-bb75-13e587f089ef tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:24.904185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-155fefa6-169e-4331-bb75-13e587f089ef tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1184418 Feb 16 14:01:24.906734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39248) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:25.178465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ff9272a8-310a-4fd6-a465-c89cd42c1cf2 None None] Provisioning complete for port 158f8b42-1905-4248-831b-a8a514eea647 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:25.178872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ff9272a8-310a-4fd6-a465-c89cd42c1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.212334 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f964f1ae-9e2c-45e4-a9fb-2043e4283f25 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3037312 Feb 16 14:01:25.250846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ff9272a8-310a-4fd6-a465-c89cd42c1cf2 None None] Port 158f8b42-1905-4248-831b-a8a514eea647 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:01:25.252952 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:25.257772 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Checking router: 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:25.258121 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Updating router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 port 158f8b42-1905-4248-831b-a8a514eea647 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:01:25.317825 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.509522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 96a1361d-9c2c-4b9b-994a-8e228d359bea up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:25.522750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39254) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:25.528281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698224220', 'description': 'tempest-secgroup-smoke-698224220 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:25.537775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:25.541634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:25.544957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:25.552004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:25.564856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.588931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 96a1361d-9c2c-4b9b-994a-8e228d359bea triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:25.589295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.595280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:25.599587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:25.603580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:25.610065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:25.683346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.695777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Transition to ACTIVE for port object 158f8b42-1905-4248-831b-a8a514eea647 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:25.703625 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.709247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.715828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.723262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f9f034d1-3604-4741-ad1c-eb85326d98b3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:25.772334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa79348-b0c9-45cd-b06b-f815b1558775,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:25.784432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.785825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-786c5df9-0a37-4ef4-8713-b31ecb263147 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2619009 Feb 16 14:01:25.788975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39258) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:25.797988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:25.809214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port f9f034d1-3604-4741-ad1c-eb85326d98b3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:25.809343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.809524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:25.819152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:25.822959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:25.829558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:25.853253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.912511 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Pushing event updated for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:25.925898 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.926411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.926751 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.927077 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.942713 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.943094 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.943915 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.944602 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.944844 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.945579 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.945847 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.946169 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:01:25.950599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.956430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.981266 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Attempting to bind port 158f8b42-1905-4248-831b-a8a514eea647 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:01:25.981630 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Attempting to bind port 158f8b42-1905-4248-831b-a8a514eea647 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:01:25.981988 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Attempting to bind port 158f8b42-1905-4248-831b-a8a514eea647 on network 62553ad5-e623-4a5c-93dd-1f63bea80694 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:01:25.992040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f082f6-ed9b-4979-8cd7-8ce7e957f920,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:25.993432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:01:25.993738 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Checking segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:01:25.995132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:25.995679 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Bound using segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:01:25.996162 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Bound port: 158f8b42-1905-4248-831b-a8a514eea647, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:01:25.996535 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.014935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.019235 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1222bf62-acab-4b2e-860d-820a1146f3f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230394 Feb 16 14:01:26.019577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39262) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:26.029264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:26.039621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:26.045603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:26.049766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:26.055831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:26.083736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.096079 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] For port 158f8b42-1905-4248-831b-a8a514eea647, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:01:26.099545 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] For port 158f8b42-1905-4248-831b-a8a514eea647, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=158f8b42-1905-4248-831b-a8a514eea647,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:01:26.104092 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.157388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.162247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.185447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989bd37f-d873-4f7b-9a2b-c9afd8741ccd,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.197657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.198655 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8ce6e77c-5c56-40ec-af8f-c937df336bc6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777556 Feb 16 14:01:26.201527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39266) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:26.208408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:26.215053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:26.218857 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:26.219674 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:26.220850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:26.224181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:26.232715 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:26.253566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.285360 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e35f9-6086-4fcc-900f-1884e5bb3e97 None None] Pushing event updated for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.347664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.352561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.382850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa9f3aa-ef36-4f67-86ef-df15ec272834,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.395550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.397414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b14737a8-b150-45cf-b22c-1542ddbf095a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946580 Feb 16 14:01:26.400937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39270) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:26.406385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:26.412376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:26.417276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:26.420407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:26.423356 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:26.427567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:26.449485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.520482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.526190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.552600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0b5b84-3895-48ee-a128-10afa31f5423,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.563236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.564456 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb0cecb3-10bc-4d5b-bcec-8f5a904c422c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1625040 Feb 16 14:01:26.567384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39274) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:26.572740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:26.578736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:26.582872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:26.586119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:26.592501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:26.604366 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:01:26.611648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.677018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.682006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.721844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567eb399-5e81-406e-b3cf-ec8b46a40b0a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.735837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.737309 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88a24b64-6d97-44c2-8804-56852e878232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688125 Feb 16 14:01:26.740523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39278) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:26.746722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'bfa79348-b0c9-45cd-b06b-f815b1558775', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:26.753269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:26.758082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:26.761287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:26.768062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:26.776063 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:26Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:26.779732 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:01:26.780597 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0c12b-cd7d-480a-9bca-7d6d870c4d3c None None] The sync data for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv is: [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:26Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:26.786929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.882284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.886913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.912943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e0198b-fc3f-4638-8ad7-7b22a0903475,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:26.924747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:26.926372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a8cb9f6-5e46-4b12-8db7-948b21f1f124 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844420 Feb 16 14:01:27.111666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-cc4ce9ae-3ab7-49a4-80ea-d6b12fbb40b0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:01:27.130253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-cc4ce9ae-3ab7-49a4-80ea-d6b12fbb40b0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:01:27.131569 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-cc4ce9ae-3ab7-49a4-80ea-d6b12fbb40b0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698224220&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0623786 Feb 16 14:01:27.290932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-54da42d0-529a-4c9f-8fbf-9893a622a074 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:27.291615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-54da42d0-529a-4c9f-8fbf-9893a622a074 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:01:27.310609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-54da42d0-529a-4c9f-8fbf-9893a622a074 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:01:27.311704 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-54da42d0-529a-4c9f-8fbf-9893a622a074 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 796 time: 0.1729975 Feb 16 14:01:27.327852 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-a15fdfaa-8a94-4896-8b41-1a4224df3a9d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0101645 Feb 16 14:01:27.425620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-1d2b235a-b66e-42c2-b8a5-1e8c057c0823 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:01:27.443997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-1d2b235a-b66e-42c2-b8a5-1e8c057c0823 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:01:27.448660 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-1d2b235a-b66e-42c2-b8a5-1e8c057c0823 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149442 Feb 16 14:01:27.535224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 158f8b42-1905-4248-831b-a8a514eea647 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:27.616418 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-ed4cce52-ee3c-46df-ba06-ad4e8fb35a8b service neutron] 10.222.0.105 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568494 Feb 16 14:01:27.619250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 158f8b42-1905-4248-831b-a8a514eea647 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:27.627472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 158f8b42-1905-4248-831b-a8a514eea647 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:27.628153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:27.769850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-6920244c-87e1-405f-98ae-d71f9534ea04 service neutron] 10.222.0.105 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524580 Feb 16 14:01:27.774321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:27.810805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 158f8b42-1905-4248-831b-a8a514eea647, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=158f8b42-1905-4248-831b-a8a514eea647,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:27.817283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:27.903572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:28.000397 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cb848833-31bf-48da-a7fa-21772d74f7f7 req-713adbed-2cd8-4961-9cc9-34438d1f54c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 210 time: 0.0630243 Feb 16 14:01:29.160845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-57db6c45-7587-414a-b9b2-47de64658d44 req-2c2c115f-5cbd-4ccf-93cb-2a512b54a8de tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 210 time: 0.0463006 Feb 16 14:01:29.206258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-7aeaa9b8-66d5-4e21-953d-6f89a3e8358b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:29.207907 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-7aeaa9b8-66d5-4e21-953d-6f89a3e8358b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 796 time: 0.1680627 Feb 16 14:01:29.257634 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-af3d2900-2221-4ded-8710-dc0ef3538c70 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 379 time: 0.0419505 Feb 16 14:01:29.266204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '3b6314fd-1d44-4656-b208-67bd24fce754', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['bfa79348-b0c9-45cd-b06b-f815b1558775']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:29.415875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:29.425439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:29.437899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:01:29.443298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:29.503341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 158f8b42-1905-4248-831b-a8a514eea647 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:29.578472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 158f8b42-1905-4248-831b-a8a514eea647 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:29.578788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:29.636975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.8 (62553ad5-e623-4a5c-93dd-1f63bea80694/fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd/ec903d8b-ce91-4345-8b87-d67d688aa0fc) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:01:29.956360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:29.973833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object ec903d8b-ce91-4345-8b87-d67d688aa0fc will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:30.000213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.071720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:30.074977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:30.079218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:01:30.113060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:30.151437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:30.152068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.191743 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-e8c10f44-7ec5-453b-b2f6-2440c962939f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9294827 Feb 16 14:01:30.204417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Request body: {'port': {'device_id': '3b6314fd-1d44-4656-b208-67bd24fce754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:30.344467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.352294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-787c15bc-1cc3-4ce4-9602-1ab03eaf8652 None None] Provisioning for port ec903d8b-ce91-4345-8b87-d67d688aa0fc completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:30.366287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-787c15bc-1cc3-4ce4-9602-1ab03eaf8652 None None] Provisioning complete for port ec903d8b-ce91-4345-8b87-d67d688aa0fc triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:30.366826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-787c15bc-1cc3-4ce4-9602-1ab03eaf8652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.433791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-787c15bc-1cc3-4ce4-9602-1ab03eaf8652 None None] Port ec903d8b-ce91-4345-8b87-d67d688aa0fc cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:01:30.499720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff977bd-d335-48e5-99ef-d8e353acfe7d req-312c2554-b14b-404d-9b3e-ec20655be1ce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:30.501946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aff977bd-d335-48e5-99ef-d8e353acfe7d req-312c2554-b14b-404d-9b3e-ec20655be1ce tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 931 time: 0.2115774 Feb 16 14:01:30.550982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aff977bd-d335-48e5-99ef-d8e353acfe7d req-754ced7d-9f0f-480e-9833-b0326e22b390 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Feb 16 14:01:30.735518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec903d8b-ce91-4345-8b87-d67d688aa0fc {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:01:30.744061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.760371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Transition to ACTIVE for port object ec903d8b-ce91-4345-8b87-d67d688aa0fc will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:01:30.764203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:30.920552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Pushing event updated for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:31.013320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Attempting to bind port ec903d8b-ce91-4345-8b87-d67d688aa0fc on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:01:31.013660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Attempting to bind port ec903d8b-ce91-4345-8b87-d67d688aa0fc by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:01:31.013973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Attempting to bind port ec903d8b-ce91-4345-8b87-d67d688aa0fc on network 62553ad5-e623-4a5c-93dd-1f63bea80694 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:01:31.019123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Port ec903d8b-ce91-4345-8b87-d67d688aa0fc on network 62553ad5-e623-4a5c-93dd-1f63bea80694 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:01:31.019433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Attempting to bind port ec903d8b-ce91-4345-8b87-d67d688aa0fc on network 62553ad5-e623-4a5c-93dd-1f63bea80694 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:01:31.024669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:01:31.024996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Checking segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:01:31.025370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Bound using segment: {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:01:31.025780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Bound port: ec903d8b-ce91-4345-8b87-d67d688aa0fc, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:01:31.026121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:31.116157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:01:31.119389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:01:31.124764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:31.192752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:31.192752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:31.194423 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-0576925d-2695-4c93-af99-172262e07b30 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 1093 time: 0.9941857 Feb 16 14:01:31.198192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:01:31.229694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576925d-2695-4c93-af99-172262e07b30 service neutron] Pushing event updated for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:31.274605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'status': 'completed', 'code': 200} Feb 16 14:01:31.317597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-3a50223e-6e96-458a-82bb-d2ac9775d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:31.319249 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-3a50223e-6e96-458a-82bb-d2ac9775d0cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1096 time: 0.0788782 Feb 16 14:01:31.393243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-9047c36c-71bd-43dc-b948-6b085291d865 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 217 time: 0.0669456 Feb 16 14:01:31.466489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-fd8abfc9-72b3-429c-96a9-a6e01e797c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:31.467850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-fd8abfc9-72b3-429c-96a9-a6e01e797c1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0687742 Feb 16 14:01:31.551713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-7f907ed9-be1e-47ee-ae0c-ceb771b01660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:31.553116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-7f907ed9-be1e-47ee-ae0c-ceb771b01660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795932 Feb 16 14:01:31.690061 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-ca1e45ee-fa57-4b40-8eef-eab1c6d47976 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309037 Feb 16 14:01:31.744626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a042-0bb2-4922-841f-814d0f1c915c req-3539baef-967a-4d05-b881-29a8e3996956 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:31.746163 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cac4a042-0bb2-4922-841f-814d0f1c915c req-3539baef-967a-4d05-b881-29a8e3996956 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 943 time: 0.0830216 Feb 16 14:01:31.799848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cac4a042-0bb2-4922-841f-814d0f1c915c req-34a6bb20-5d85-4837-bc07-af167e31798a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478325 Feb 16 14:01:31.922311 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-784bf0f4-ca08-4231-abc7-8627ef863809 req-ec3fc4c8-260b-42be-b2fb-0f588269c669 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265658 Feb 16 14:01:32.049074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-3d35c635-770b-4b34-8da1-defe0967d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:32.050924 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-3d35c635-770b-4b34-8da1-defe0967d676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1096 time: 0.0831254 Feb 16 14:01:32.185532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-ec1dff83-cb41-4f99-ac1f-27ca12ad3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:32.187060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-ec1dff83-cb41-4f99-ac1f-27ca12ad3639 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1299577 Feb 16 14:01:32.261115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-6a259e3a-2fc3-4d4e-a8d1-a23636f52a19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 217 time: 0.0676651 Feb 16 14:01:32.324468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-162b6a65-8d30-4dcf-9f67-d629288b9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:32.325880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-162b6a65-8d30-4dcf-9f67-d629288b9808 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0594933 Feb 16 14:01:32.407224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-8ce241ca-8a15-44dd-aee6-9430416a441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:32.408685 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-8ce241ca-8a15-44dd-aee6-9430416a441c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774565 Feb 16 14:01:32.543448 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-1bde2a0a-7b36-47ca-b94a-68c9fe98bf86 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282020 Feb 16 14:01:32.687302 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-af660350-7a03-4e20-b60e-6e8145d5e687 req-b84bce82-2ca5-4710-bb31-1acd7f7e7b5c service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372538 Feb 16 14:01:32.997402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd71eb-101c-4c6c-981a-5144a4494aa6 req-7b1dda7f-f805-4e5e-b7c3-f86fcae2a590 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:32.998977 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-41bd71eb-101c-4c6c-981a-5144a4494aa6 req-7b1dda7f-f805-4e5e-b7c3-f86fcae2a590 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 943 time: 0.0849006 Feb 16 14:01:33.049004 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-41bd71eb-101c-4c6c-981a-5144a4494aa6 req-3c8efe91-9aff-4329-88d8-0dea84e1a2ba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Feb 16 14:01:34.258569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338165-42b0-4713-afbe-45ffba3bc8ee req-dc3c7bda-afc5-4bb4-8bed-e566b722aeef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:34.260044 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24338165-42b0-4713-afbe-45ffba3bc8ee req-dc3c7bda-afc5-4bb4-8bed-e566b722aeef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 943 time: 0.0970607 Feb 16 14:01:34.306668 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24338165-42b0-4713-afbe-45ffba3bc8ee req-69359ccf-e81b-4343-bf7c-51d928c87f7c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408859 Feb 16 14:01:35.517233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599db2c-2b16-4b62-83f5-db5371bea410 req-61b87953-5659-438d-87f2-1414a186fac6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:35.518746 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0599db2c-2b16-4b62-83f5-db5371bea410 req-61b87953-5659-438d-87f2-1414a186fac6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 943 time: 0.0964820 Feb 16 14:01:35.564350 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0599db2c-2b16-4b62-83f5-db5371bea410 req-fec7fbb2-ed61-49ba-9ecf-ac4f474f0f76 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Feb 16 14:01:35.569523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device ec903d8b-ce91-4345-8b87-d67d688aa0fc details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:01:35.707233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:35.722089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'port_id': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'mac_address': 'fa:16:3e:1d:e7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:01:35.792632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:35.811133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec903d8b-ce91-4345-8b87-d67d688aa0fc {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:01:35.829051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:35.834426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:35.911868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:36.191196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['ec903d8b-ce91-4345-8b87-d67d688aa0fc'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:01:36.772308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a02bc-3385-4f17-809a-15518bf41288 req-9aee11e4-8cb3-43fb-bfd7-06a13161850d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:36.773718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1c3a02bc-3385-4f17-809a-15518bf41288 req-9aee11e4-8cb3-43fb-bfd7-06a13161850d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 944 time: 0.0879951 Feb 16 14:01:36.819410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1c3a02bc-3385-4f17-809a-15518bf41288 req-b0a6cc7d-f73f-48b0-a3e4-a2438f258069 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399024 Feb 16 14:01:37.594618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device ec903d8b-ce91-4345-8b87-d67d688aa0fc up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:01:37.698853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port ec903d8b-ce91-4345-8b87-d67d688aa0fc completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:01:37.703868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port ec903d8b-ce91-4345-8b87-d67d688aa0fc triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:01:37.704236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:37.829146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:37.857633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:01:37.871301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:01:37.876787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:37.953884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:38.004557 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'code': 200} Feb 16 14:01:38.035099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168cea-a4e2-434d-b12a-c4d391f2c179 req-9cde6809-3458-4f2a-bcde-446dffbbd08e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:38.036715 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc168cea-a4e2-434d-b12a-c4d391f2c179 req-9cde6809-3458-4f2a-bcde-446dffbbd08e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.0939894 Feb 16 14:01:38.085238 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc168cea-a4e2-434d-b12a-c4d391f2c179 req-92aae842-47d2-430e-ae1f-7c4f2a1786d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418313 Feb 16 14:01:38.240343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253974c-4096-41a4-bcbf-3971ad9fc7cf req-d128cdfa-c7d9-4048-9229-69fca5715f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:38.241895 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e253974c-4096-41a4-bcbf-3971ad9fc7cf req-d128cdfa-c7d9-4048-9229-69fca5715f62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0763159 Feb 16 14:01:38.293431 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e253974c-4096-41a4-bcbf-3971ad9fc7cf req-7ea6fe32-0f4a-4d70-8388-957046f4f6ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458062 Feb 16 14:01:39.284984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf02998-5c78-4164-8217-6fd58b599930 req-6c93db34-7472-406e-a15b-37eabce0ea30 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:39.286438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bf02998-5c78-4164-8217-6fd58b599930 req-6c93db34-7472-406e-a15b-37eabce0ea30 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.0879426 Feb 16 14:01:39.333411 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bf02998-5c78-4164-8217-6fd58b599930 req-c3bdd3c6-f7dc-4b66-89a1-5bb85d756e5c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Feb 16 14:01:40.548677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c31528-d648-4b25-b707-62e7c3fcd8c7 req-b002bbea-3d42-4c33-b30a-44456a3ee753 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:40.550173 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9c31528-d648-4b25-b707-62e7c3fcd8c7 req-b002bbea-3d42-4c33-b30a-44456a3ee753 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.0984898 Feb 16 14:01:40.602673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9c31528-d648-4b25-b707-62e7c3fcd8c7 req-1218c91e-239c-49f1-8b69-ace0f83f3061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464106 Feb 16 14:01:40.687031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-76c73805-7259-49f0-99e2-e99175eace11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:40.817008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5c36-b494-4bec-9115-59cea8b1e186 req-a6611d27-59e3-47a2-a4a4-ff95ca6b2729 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:40.818671 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b41f5c36-b494-4bec-9115-59cea8b1e186 req-a6611d27-59e3-47a2-a4a4-ff95ca6b2729 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.0862617 Feb 16 14:01:40.865233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b41f5c36-b494-4bec-9115-59cea8b1e186 req-c52e2325-0d32-442d-904e-26dab8343379 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 Feb 16 14:01:40.888310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39346) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:40.970924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a06b333-7746-4356-aa0a-2cf87c6499a5 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:40.973472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8a06b333-7746-4356-aa0a-2cf87c6499a5 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1093 time: 0.0835578 Feb 16 14:01:40.976262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39350) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:40.985451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:01:40.993237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:01:40.998307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:01:41.001606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:01:41.008964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:01:41.026788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:41.179534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:41.328152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.4 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/cd3cf484-f83e-4031-904c-452c0e8ec82c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:01:41.487264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:41.527672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:41.601766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:01:41.603680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:01:41.608059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:01:41.643149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=cd3cf484-f83e-4031-904c-452c0e8ec82c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:42.171373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:42.256347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:42.471773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:42.477727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:42.586110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=cd3cf484-f83e-4031-904c-452c0e8ec82c,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:01:42.603428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:42.782762 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP e0684c51-dcfb-4d90-92a0-92a6de5e2d4e associated. External IP: 172.26.1.4, port: ec903d8b-ce91-4345-8b87-d67d688aa0fc. Feb 16 14:01:43.172103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:01:43.370027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:01:43.384428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Sync routers for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:01:43.394798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:43.395399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:43.401397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:43.461023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-df3fec8f-fc5f-4681-bbc0-45097eecc0a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4836855 Feb 16 14:01:43.461599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:01:43.464415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39356) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:43.638800 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-20df54f3-788f-4e69-8574-569e86f74c5f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/e0684c51-dcfb-4d90-92a0-92a6de5e2d4e HTTP/1.1" status: 200 len: 989 time: 0.1727514 Feb 16 14:01:43.641631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:43.685448 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'status': 'completed', 'code': 200} Feb 16 14:01:43.781325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880720-46f9-45e4-8188-183df8f311c7 req-4572b038-9c2d-402b-891f-48c188fb664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:43.783145 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-4572b038-9c2d-402b-891f-48c188fb664d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0755522 Feb 16 14:01:43.942843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880720-46f9-45e4-8188-183df8f311c7 req-426a1fc4-3eb6-4eb7-b524-6695c1a9c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:43.945300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-426a1fc4-3eb6-4eb7-b524-6695c1a9c4d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1561079 Feb 16 14:01:43.975756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9234ac38-a967-4602-a948-db03727620f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:44.051799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-1dda5700-f1c5-4427-a115-108698b4a326 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 997 time: 0.1005223 Feb 16 14:01:44.083399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'e0684c51-dcfb-4d90-92a0-92a6de5e2d4e', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.4', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'port_id': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'mac_address': 'fa:16:3e:1d:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6314fd-1d44-4656-b208-67bd24fce754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:01:42Z', 'updated_at': '2022-02-16T14:01:42Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:44.087370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Checking router: 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:01:44.096798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:01:44.097398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:01:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:44.121274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880720-46f9-45e4-8188-183df8f311c7 req-fc53c948-dbe2-402a-ab09-bb9b599f7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:44.122757 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-fc53c948-dbe2-402a-ab09-bb9b599f7a1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0651989 Feb 16 14:01:44.203228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84880720-46f9-45e4-8188-183df8f311c7 req-0e2a42d7-9e24-434d-8ced-30d5b68b3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:01:44.205001 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-0e2a42d7-9e24-434d-8ced-30d5b68b3079 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757413 Feb 16 14:01:44.259363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:44.288273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:44.321094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:01:44.348458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-77798aea-a748-49ee-921f-a503b019c2c5 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351850 Feb 16 14:01:44.579113 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-84880720-46f9-45e4-8188-183df8f311c7 req-23718dd4-24d3-4332-ab70-2b03424ad166 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247157 Feb 16 14:01:44.641007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39362) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:44.716767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'e0684c51-dcfb-4d90-92a0-92a6de5e2d4e', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.4', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'port_id': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'mac_address': 'fa:16:3e:1d:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6314fd-1d44-4656-b208-67bd24fce754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:01:42Z', 'updated_at': '2022-02-16T14:01:42Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:01:44.720339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54cb416-9c3c-46ae-88ae-cbc0ca3e34e4 None None] The sync data for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv is: [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'e0684c51-dcfb-4d90-92a0-92a6de5e2d4e', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.4', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'port_id': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'mac_address': 'fa:16:3e:1d:e7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b6314fd-1d44-4656-b208-67bd24fce754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:01:42Z', 'updated_at': '2022-02-16T14:01:42Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:01:44.750597 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0980d21b-35b5-48cb-8be1-a3f4862ddc7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/e0684c51-dcfb-4d90-92a0-92a6de5e2d4e HTTP/1.1" status: 200 len: 989 time: 0.1084499 Feb 16 14:01:44.909119 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837bb1e-0e08-4df7-9fbd-93d4cdd529d3 None None] New status for floating IP e0684c51-dcfb-4d90-92a0-92a6de5e2d4e: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:01:45.621245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:45.736817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:01:45.754041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39366) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:01:45.994871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5544ae73-fddf-4923-bd68-c02acf43b904 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/e0684c51-dcfb-4d90-92a0-92a6de5e2d4e HTTP/1.1" status: 200 len: 991 time: 0.2395360 Feb 16 14:01:51.873647 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:02:10.691581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7603f056-3ba5-4048-adfc-d4758221160b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:13.932330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9061ff54-7e88-4f47-9b8b-c23c6900c88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:14.204788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:14.225082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:15.648356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:15.738086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:28.874671 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:02:34.101449 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-9df95e79-003d-44fb-a5a8-fdc9620acf55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802681 Feb 16 14:02:34.251275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-49f755e4-0ed0-4307-b686-f35a7eee5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:02:34.252706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-49f755e4-0ed0-4307-b686-f35a7eee5fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0755484 Feb 16 14:02:34.400510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-3138940f-9ab0-4ae4-a34b-77b122f51d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:02:34.401955 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-3138940f-9ab0-4ae4-a34b-77b122f51d31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1304348 Feb 16 14:02:34.504888 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-b70dbd0a-ef3d-4be6-829e-5c33d2c8c7d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 999 time: 0.0966506 Feb 16 14:02:34.566697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-84bf6521-5652-4f5d-8613-3971c62934ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:02:34.568120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-84bf6521-5652-4f5d-8613-3971c62934ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0576410 Feb 16 14:02:34.648377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-53c07fb3-8bcd-43e6-b95f-f837fec882a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:02:34.649860 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-53c07fb3-8bcd-43e6-b95f-f837fec882a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757306 Feb 16 14:02:34.782084 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-2e7a28e0-7e32-48ef-b71b-74bd9a7ef399 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261714 Feb 16 14:02:34.917238 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ff521d7f-75ec-4482-b347-3235a5516c70 req-2636c33e-41b6-4b72-b120-48fad3d06b74 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291924 Feb 16 14:02:40.696481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1aed03ef-a0b2-4be5-82ee-747cd3cc51c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:43.937846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1defb9cd-d9ff-41f5-9e2a-51215e120785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:44.197401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:44.218635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:45.652005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:02:45.742895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:05.874303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:03:10.713598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c898915-5ab6-47ec-a0ac-8d8dbd5c25fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:13.943857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7b843c3a-f3e5-44f7-9ef3-c8ef7f6102e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:14.200897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:14.222040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:15.647749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:15.746410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:34.087010 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-9e8e5ea5-cd46-4212-b203-2f448945292c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772736 Feb 16 14:03:34.244080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-ecd2a26c-b825-4be0-a7d8-55102b846805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:03:34.245528 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-ecd2a26c-b825-4be0-a7d8-55102b846805 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0831475 Feb 16 14:03:34.387199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-a3df45d9-4af7-4d86-acd1-f99b006fb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:03:34.388607 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-a3df45d9-4af7-4d86-acd1-f99b006fb91f service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1246266 Feb 16 14:03:34.485596 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-7c85ab06-977e-4346-a7c5-3820e874d4db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 999 time: 0.0912781 Feb 16 14:03:34.550074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-49fc9390-af97-49e2-9a23-d7299505b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:03:34.551517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-49fc9390-af97-49e2-9a23-d7299505b397 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0600901 Feb 16 14:03:34.624179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-e54b6372-d74f-4b80-837b-5bdac4bf6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:03:34.625624 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-e54b6372-d74f-4b80-837b-5bdac4bf6f22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681856 Feb 16 14:03:34.635156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-05762d8b-3f4e-4484-a63e-fb276e6b280b service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:03:34.636062 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-05762d8b-3f4e-4484-a63e-fb276e6b280b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047786 Feb 16 14:03:34.861058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-9faf1c93-9099-445d-945d-ee36e155fe6b service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187655 Feb 16 14:03:34.998298 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-465b0f39-d26f-4a4b-97cd-29a57780e4be req-6e366c4e-1c51-4db2-988d-0a270ecd95a6 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320329 Feb 16 14:03:40.697612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83fd1018-2060-4570-9f9a-73773089d105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:42.874560 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:03:43.943757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-883b0589-41eb-4100-9085-60fa9cd15ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:44.204018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:44.227408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:45.661084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:03:45.751645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:10.711986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-acc5109e-ff91-4dfa-897b-f1b8927b63b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:13.947205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea61a263-1e1b-4c57-a3e8-32faa5060936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:14.208527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:14.237862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:15.659647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:15.752984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:18.148195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39418) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:04:18.155836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:04:18.286910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10822831'] for subnet, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:18.489961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785370040607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1748938'] for subnet, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:18.537651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:04:18.538137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:18.539382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/subnets/fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 836 time: 0.3898175 Feb 16 14:04:18.543724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8f73f-1dd3-4bce-8062-d9d072f209aa None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:04:18.564407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:04:18.572739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.573075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.573411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.573737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.574054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.574433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.574752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.575072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.575385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.575698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.575993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:18.576421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f63661-3e54-465c-98fc-0a0573b11862 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:04:19.090074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Provisioning complete for port ec903d8b-ce91-4345-8b87-d67d688aa0fc triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:04:19.090636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:19.243899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Provisioning complete for port 158f8b42-1905-4248-831b-a8a514eea647 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:04:19.244530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:19.389062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Provisioning complete for port 96a1361d-9c2c-4b9b-994a-8e228d359bea triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:04:19.389541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe6ab05f-04c3-4647-a9dd-332d6c86002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:19.878814 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:04:36.123959 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-de0db91c-cb96-43b0-b47a-29ee043c0499 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1165447 Feb 16 14:04:36.277227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17824-187e-428e-88db-e559aad7a538 req-aadc2dd0-b16f-4b58-a38f-e7c1c751afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:04:36.278591 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-aadc2dd0-b16f-4b58-a38f-e7c1c751afa0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0825229 Feb 16 14:04:36.428296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17824-187e-428e-88db-e559aad7a538 req-c798056b-e557-454d-83b3-a23f0ca96de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:04:36.429721 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-c798056b-e557-454d-83b3-a23f0ca96de7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1318951 Feb 16 14:04:36.535677 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-6a0dbca1-7e70-4bf4-b53c-40867c2e7078 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 999 time: 0.0989029 Feb 16 14:04:36.613688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17824-187e-428e-88db-e559aad7a538 req-be2946bd-613d-4485-abc8-80bec39cbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:04:36.615112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-be2946bd-613d-4485-abc8-80bec39cbe3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0737741 Feb 16 14:04:36.694481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17824-187e-428e-88db-e559aad7a538 req-d6d51ae3-05ab-4c4c-91e8-46ffa5f61cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:04:36.695891 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-d6d51ae3-05ab-4c4c-91e8-46ffa5f61cf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747929 Feb 16 14:04:36.827625 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-dd74bd2e-a3ed-4193-8f79-a3b49256488c service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252460 Feb 16 14:04:36.959515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19f17824-187e-428e-88db-e559aad7a538 req-27ec7f53-ff8f-46fd-b39a-c417b37bb175 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259625 Feb 16 14:04:40.713747 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-af374337-bbf1-4749-b8d0-02b4bfcfac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:43.944175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-861fe30d-4162-4d0f-90d2-fae7d88d5969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:44.211894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:44.232059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:45.658526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:45.756476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:04:56.883598 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:05:02.379274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39442) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:02.684209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port cd3cf484-f83e-4031-904c-452c0e8ec82c {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:05:02.684469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:02.859751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:02.860017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:02.981290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for cd3cf484-f83e-4031-904c-452c0e8ec82c owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:05:03.141516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:03.195153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=cd3cf484-f83e-4031-904c-452c0e8ec82c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:03.292199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:03.292511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP e0684c51-dcfb-4d90-92a0-92a6de5e2d4e disassociated (deleted). External IP: 172.26.1.4, port: ec903d8b-ce91-4345-8b87-d67d688aa0fc. Feb 16 14:05:03.752384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:05:03.942449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:03.953973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Sync routers for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:03.960224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:03.964341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:03.965011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:04:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:04.015091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a576aa49-0762-4bac-a910-6eb5f117ee29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/e0684c51-dcfb-4d90-92a0-92a6de5e2d4e HTTP/1.1" status: 204 len: 168 time: 1.6344104 Feb 16 14:05:04.015776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:04.143937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:04.148869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'status': 'completed', 'code': 200} Feb 16 14:05:04.255934 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593da8-a571-446d-ba22-e57273691f36 req-b3c217ee-844a-45eb-b92c-9967f7519746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:04.257499 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-b3c217ee-844a-45eb-b92c-9967f7519746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 1098 time: 0.0869331 Feb 16 14:05:04.391890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593da8-a571-446d-ba22-e57273691f36 req-80b34f0c-57e8-4fcf-a08a-2972361dc376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:04.393325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-80b34f0c-57e8-4fcf-a08a-2972361dc376 service neutron] 10.222.0.26 "GET /v2.0/networks?id=62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 200 len: 897 time: 0.1294200 Feb 16 14:05:04.459615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c80a04-c876-4473-bba3-1867e6accda6 req-c50fea51-5cc6-4316-a4a4-d5d3a3aafb52 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:04.460295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-74c80a04-c876-4473-bba3-1867e6accda6 req-c50fea51-5cc6-4316-a4a4-d5d3a3aafb52 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:04.467424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-7bd5f543-257c-4952-b2f1-c21ff8a4acd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 200 len: 217 time: 0.0666957 Feb 16 14:05:04.476711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-74c80a04-c876-4473-bba3-1867e6accda6 req-c50fea51-5cc6-4316-a4a4-d5d3a3aafb52 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:04.478256 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74c80a04-c876-4473-bba3-1867e6accda6 req-c50fea51-5cc6-4316-a4a4-d5d3a3aafb52 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.1517944 Feb 16 14:05:04.504358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:04.508372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Checking router: 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:04.517274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:04.517912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:04:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:04.527475 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74c80a04-c876-4473-bba3-1867e6accda6 req-522f1ea7-99f3-49af-b5a6-8ca5ae02d24d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427935 Feb 16 14:05:04.547017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593da8-a571-446d-ba22-e57273691f36 req-a9898c86-9e8e-4b36-98bc-36d49fe0219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:04.548461 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-a9898c86-9e8e-4b36-98bc-36d49fe0219d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 200 len: 844 time: 0.0755336 Feb 16 14:05:04.626759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593da8-a571-446d-ba22-e57273691f36 req-998836a8-159f-42a4-8f5a-45e1e1ea936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:04.628207 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-998836a8-159f-42a4-8f5a-45e1e1ea936e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=62553ad5-e623-4a5c-93dd-1f63bea80694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725081 Feb 16 14:05:04.695201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:04.861450 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-4da08973-4afa-4470-bdf0-94c636663397 service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236443 Feb 16 14:05:04.994319 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60593da8-a571-446d-ba22-e57273691f36 req-98b7f2cb-4663-495f-83d2-69fb79b2b02f service neutron] 10.222.0.26 "GET /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265926 Feb 16 14:05:05.021819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:05.025952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603b93e-0b40-4180-933d-57ea069126d4 None None] The sync data for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv is: [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '158f8b42-1905-4248-831b-a8a514eea647', 'name': '', 'network_id': '62553ad5-e623-4a5c-93dd-1f63bea80694', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:20:d4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:22Z', 'updated_at': '2022-02-16T14:01:27Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': 'fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:05.252742 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f20895f-07ec-46fa-b81d-fc7383e300ac None None] New status for floating IP e0684c51-dcfb-4d90-92a0-92a6de5e2d4e: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:05:05.771676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e898424-7934-42bc-bd55-339c3403b51f req-c05e305f-7b69-4da5-abf1-9da4f8d0f20f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:05.773121 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e898424-7934-42bc-bd55-339c3403b51f req-c05e305f-7b69-4da5-abf1-9da4f8d0f20f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.1297364 Feb 16 14:05:05.818994 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e898424-7934-42bc-bd55-339c3403b51f req-e64b9cfc-1746-45ec-8d46-9e57385f7f45 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=bfa79348-b0c9-45cd-b06b-f815b1558775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400031 Feb 16 14:05:05.955913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-84ab13cf-f8d0-401a-bee8-fe6553989909 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:05.956491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-84ab13cf-f8d0-401a-bee8-fe6553989909 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:05.968458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-84ab13cf-f8d0-401a-bee8-fe6553989909 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:05.969526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-84ab13cf-f8d0-401a-bee8-fe6553989909 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 945 time: 0.0990963 Feb 16 14:05:06.054417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port ec903d8b-ce91-4345-8b87-d67d688aa0fc {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:05:06.054750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:06.306248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port ec903d8b-ce91-4345-8b87-d67d688aa0fc, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=ec903d8b-ce91-4345-8b87-d67d688aa0fc,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:06.306493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:06.431444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for ec903d8b-ce91-4345-8b87-d67d688aa0fc owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:05:06.589091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:06.650198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=ec903d8b-ce91-4345-8b87-d67d688aa0fc,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:06.690605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.690950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.691293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.691614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.691936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.692259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.692576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.692889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.693207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.693504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.693824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.694133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:06.734061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port ec903d8b-ce91-4345-8b87-d67d688aa0fc on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:05:06.736691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:06.739116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'name': 'network-vif-deleted', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:06.757670 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1683b893-0b0b-4a92-95ac-a4daab9c6eff req-06e3b6de-49ca-40a5-b9f4-69521f2fc800 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/ec903d8b-ce91-4345-8b87-d67d688aa0fc HTTP/1.1" status: 204 len: 173 time: 0.7827995 Feb 16 14:05:06.835961 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6314fd-1d44-4656-b208-67bd24fce754', 'name': 'network-vif-deleted', 'tag': 'ec903d8b-ce91-4345-8b87-d67d688aa0fc', 'status': 'completed', 'code': 200} Feb 16 14:05:06.993429 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6923575f-9d8c-485e-905b-defae497424c req-f6f4bf3e-e612-4e91-a55d-6b0bd6d0dfe0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=3b6314fd-1d44-4656-b208-67bd24fce754 HTTP/1.1" status: 200 len: 210 time: 0.0494320 Feb 16 14:05:08.091268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:08.162044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:08.194438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:08.280092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:08.299217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa79348-b0c9-45cd-b06b-f815b1558775,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:08.308313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:08.309445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a50d14e-7f8b-4aae-b921-dd76689b57ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/bfa79348-b0c9-45cd-b06b-f815b1558775 HTTP/1.1" status: 204 len: 168 time: 0.2171991 Feb 16 14:05:08.345333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39480) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:08.719334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device ec903d8b-ce91-4345-8b87-d67d688aa0fc no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:05:08.754545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: ec903d8b-ce91-4345-8b87-d67d688aa0fc {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:05:08.754879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device ec903d8b-ce91-4345-8b87-d67d688aa0fc not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:05:09.027057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:09.392998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 158f8b42-1905-4248-831b-a8a514eea647 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:05:09.394110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:09.587049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 158f8b42-1905-4248-831b-a8a514eea647, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=158f8b42-1905-4248-831b-a8a514eea647,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:09.587394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:09.708866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 158f8b42-1905-4248-831b-a8a514eea647 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:05:10.032642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:10.081172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=158f8b42-1905-4248-831b-a8a514eea647,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:10.474113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:10.708241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed4c4a70-f99a-417e-b341-4d51ed9611f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:10.857824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:05:11.034074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:11.043604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Sync routers for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:11.046757 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8384f942-1adf-4a75-9a98-a007bd85b274 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7003045 Feb 16 14:05:11.049377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39484) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:11.053254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:11.053849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:04:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:11.118684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:05:11.121771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.174276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.232190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:11.259341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.333758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.371058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:11.378004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.384642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-15d96c2f-26fb-4cb3-9a2c-a4be0a7ecd51 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/fffc1c1c-3f2b-4e76-9e7b-e94ed850a0bd HTTP/1.1" status: 204 len: 168 time: 0.3342834 Feb 16 14:05:11.387376 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39488) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:11.395924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b248ada-2fd6-4e3d-a0e5-4be110bc376e None None] Network 62553ad5-e623-4a5c-93dd-1f63bea80694 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:05:11.572083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.731271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:05:09Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': 'f9f034d1-3604-4741-ad1c-eb85326d98b3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:01:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:01:18Z', 'updated_at': '2022-02-16T14:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:11.736364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Checking router: 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:11.745975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Routers {'279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:11.746601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:04:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:11.760177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.771130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port f9f034d1-3604-4741-ad1c-eb85326d98b3 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:05:11.771463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:11.795567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] DHCP port deletion for 62553ad5-e623-4a5c-93dd-1f63bea80694 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:05:11.874149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Deleting port 96a1361d-9c2c-4b9b-994a-8e228d359bea {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:05:11.874609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.001656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] Set router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:12.068917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port f9f034d1-3604-4741-ad1c-eb85326d98b3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=f9f034d1-3604-4741-ad1c-eb85326d98b3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:12.069157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.116572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:05:11Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:12.125196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb00f484-44a6-409c-bfbc-3435f39acce9 None None] The sync data for ids ['279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8'] in dv-neutron-828143-3-hyperv is: [{'id': '279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8', 'name': 'tempest-TestNetworkBasicOps-router-2105900915', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:01:17Z', 'updated_at': '2022-02-16T14:05:11Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:12.191968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for f9f034d1-3604-4741-ad1c-eb85326d98b3 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:05:12.242198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] For port 96a1361d-9c2c-4b9b-994a-8e228d359bea, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=96a1361d-9c2c-4b9b-994a-8e228d359bea,segment=NetworkSegment(d22f2e0d-f078-4c84-82ec-1e6a05d2c184),segment_id=d22f2e0d-f078-4c84-82ec-1e6a05d2c184)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:12.242655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.371461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.383749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Calling delete_port for 96a1361d-9c2c-4b9b-994a-8e228d359bea owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:05:12.420616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=f9f034d1-3604-4741-ad1c-eb85326d98b3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:12.463622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.509581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Pushing event deleted for resources: {'Port': ['ID=96a1361d-9c2c-4b9b-994a-8e228d359bea,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:12.514710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] No DVR routers for this DVR port 96a1361d-9c2c-4b9b-994a-8e228d359bea on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:05:12.516408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.520944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.521261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.526665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e26fca4-6e83-440e-8434-3bbd363b0d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:12.704580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.706870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.734315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.735032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:05:12.752633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:12.753745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e3b5196f-8bad-43cf-b58f-f7c643e20953 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/279f29b6-ce74-4e1a-b5bf-fe9ce0d546b8 HTTP/1.1" status: 204 len: 168 time: 1.3654943 Feb 16 14:05:12.756584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39492) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:12.870672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.003689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.029688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62553ad5-e623-4a5c-93dd-1f63bea80694']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:13.042544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:13.042872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22f2e0d-f078-4c84-82ec-1e6a05d2c184') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:13.054364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.070404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.076544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:05:13.076919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:05:13.092298 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:05:13.176080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.193718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.205819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=62553ad5-e623-4a5c-93dd-1f63bea80694,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:13.213551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-413ee5ac-c4d5-4237-bd8d-cb2e67ea8c29 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/62553ad5-e623-4a5c-93dd-1f63bea80694 HTTP/1.1" status: 204 len: 168 time: 0.4559720 Feb 16 14:05:13.225022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39496) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:13.230595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--1669665799', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:13.235753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:13.240019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:13.243036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:13.248951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:13.259641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:05:13.263930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.291049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:05:13.299506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.299818 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3 of type vlan for network 25e94f09-3f2f-4e4d-8cf4-49582680a33d Feb 16 14:05:13.324961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.356552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.361964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:13.362577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.566766 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3379447 Feb 16 14:05:13.567042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c253b2-1d3f-4412-91b8-92e005edd282 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=25e94f09-3f2f-4e4d-8cf4-49582680a33d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:13.567965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39500) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:13.573944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-708532812', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:13.581437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:13.584057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:05:13.586897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:13.589974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:13.596562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:13.608305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.609810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.629020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.653170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 158f8b42-1905-4248-831b-a8a514eea647 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:05:13.703999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 158f8b42-1905-4248-831b-a8a514eea647 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:05:13.704330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 158f8b42-1905-4248-831b-a8a514eea647 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:05:13.704746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 96a1361d-9c2c-4b9b-994a-8e228d359bea no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:05:13.751512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 96a1361d-9c2c-4b9b-994a-8e228d359bea {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:05:13.751868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 96a1361d-9c2c-4b9b-994a-8e228d359bea not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:05:13.752244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f9f034d1-3604-4741-ad1c-eb85326d98b3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:05:13.787812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: f9f034d1-3604-4741-ad1c-eb85326d98b3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:05:13.788148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device f9f034d1-3604-4741-ad1c-eb85326d98b3 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:05:13.897664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:13.939219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-651aeba5-094c-4292-b437-3f3cc124cdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.215412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.235985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.236836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.265637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.408069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.228 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/2ba872b2-13a3-47a6-a0d1-03b93351db5a) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:14.671316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.709894 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:14.772218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:14.775263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:14.778976 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:14.815385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=2ba872b2-13a3-47a6-a0d1-03b93351db5a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:15.213827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:15.561445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:15.656081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:15.758664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:15.774720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:05:15.952068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:15.963173 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:15.972721 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:15.973536 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:15.981247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:15.985503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ef626442-f18c-44af-bba3-da1c230e560d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4128671 Feb 16 14:05:15.985766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39504) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:16.145766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9eb939f7-7214-4ba0-aa88-546f9a6fd6ab tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1562319 Feb 16 14:05:16.146091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39508) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:16.149794 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:16.278268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cd4e78-df9d-42a6-b286-279e40e12ca7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:16.279676 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-73cd4e78-df9d-42a6-b286-279e40e12ca7 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326339 Feb 16 14:05:16.282472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39512) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:16.320408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bbfbe20f-6418-4478-ac30-f212bbb488d1 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368822 Feb 16 14:05:16.323153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39516) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:16.328344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458776490', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:16.435597 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:15Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:16.439807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:16.440973 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:16.441491 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Updating router 0014471b-f49d-42f6-a27f-93dea6d2cf9e port 2ba872b2-13a3-47a6-a0d1-03b93351db5a binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:05:16.446246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:16.449195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:16.454990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:16.466400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:05:16.470375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.494407 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.691473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.767424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=9c1f1217-89cc-4de8-95cc-ac9825588424,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:16.776079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:16.776611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: 25e94f09-3f2f-4e4d-8cf4-49582680a33d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:05:16.795391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:05:16.804888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 25e94f09-3f2f-4e4d-8cf4-49582680a33d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:16.808743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:16.809322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.816146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e67630-8751-45ea-8948-b60f93c518f5 None None] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:05:16.822159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.833334 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b79dab65-423c-4b3b-af38-384a091f272a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5091305 Feb 16 14:05:16.835165 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Transition to ACTIVE for port object 2ba872b2-13a3-47a6-a0d1-03b93351db5a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:16.836217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39520) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:16.842289 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.922185 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Pushing event updated for resources: {'Port': ['ID=2ba872b2-13a3-47a6-a0d1-03b93351db5a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:16.930709 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.930901 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.931152 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.931472 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.931793 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.932125 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.932418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.932742 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.933042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.933349 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.933653 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.933964 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:16.948600 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Attempting to bind port 2ba872b2-13a3-47a6-a0d1-03b93351db5a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:05:16.949412 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Attempting to bind port 2ba872b2-13a3-47a6-a0d1-03b93351db5a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:05:16.949796 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Attempting to bind port 2ba872b2-13a3-47a6-a0d1-03b93351db5a on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:16.956047 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:05:16.956410 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:16.956838 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:16.957558 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:05:16.958051 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Bound port: 2ba872b2-13a3-47a6-a0d1-03b93351db5a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:05:16.958961 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.038629 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] For port 2ba872b2-13a3-47a6-a0d1-03b93351db5a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:05:17.042320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] For port 2ba872b2-13a3-47a6-a0d1-03b93351db5a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2ba872b2-13a3-47a6-a0d1-03b93351db5a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:05:17.046948 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.096941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:05:17.098262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.126440 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:17.127041 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:17.191960 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5034cb-fe8b-4e27-b991-521014bf4027 None None] Pushing event updated for resources: {'Port': ['ID=2ba872b2-13a3-47a6-a0d1-03b93351db5a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:17.261597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Allocated IP 172.20.0.2 (25e94f09-3f2f-4e4d-8cf4-49582680a33d/9c1f1217-89cc-4de8-95cc-ac9825588424/50f6d9d3-7628-41e6-8c9f-0e25dbcd8854) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:17.337769 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:17.468309 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.479508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Transition to ACTIVE for port object 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:17.499811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Transition to ACTIVE for port object 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:17.506624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.553131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.578655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:17.581525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:17.585760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:17.591714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Pushing event updated for resources: {'Port': ['ID=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:17.639104 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:15Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:17.643462 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81b65d-1e11-4cfc-90ae-bf68b3d43e0b None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:15Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:17.691687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Attempting to bind port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:05:17.692172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Attempting to bind port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:05:17.692577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Attempting to bind port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:17.698694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:05:17.699172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Checking segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:17.699636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.700089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Bound using segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:05:17.700623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Bound port: 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:05:17.701061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.793083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] For port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:05:17.796950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] For port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:05:17.801205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:17.911939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ebc7d-84a0-4509-b3f7-171fd560c09c None None] Pushing event updated for resources: {'Port': ['ID=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:18.138713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (25e94f09-3f2f-4e4d-8cf4-49582680a33d/9c1f1217-89cc-4de8-95cc-ac9825588424/ed317a93-1fd2-4acf-814f-b91689fc188c) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:18.318102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:18.335866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object ed317a93-1fd2-4acf-814f-b91689fc188c will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:18.362197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:18.438583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:18.442390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:18.447871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:18.478914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:18.514997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:18.640431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:18.894453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf54e9f-6e02-4f6c-8b5f-7756324f0769 None None] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:05:18.994185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d49c1594-2199-4a0b-9a40-eb0ce23c8c27 None None] Provisioning for port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:19.068882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.073705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.190334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:19.196513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.204585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.204929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.205260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.205587 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.206413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.206743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.207433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.207760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.208083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.208394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.208706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.209021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:05:19.351713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:19.352795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:19.440651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0c68f22-f57c-43a6-b1dc-0da5a3f398df None None] Provisioning for port ed317a93-1fd2-4acf-814f-b91689fc188c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:19.447119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a0c68f22-f57c-43a6-b1dc-0da5a3f398df None None] Provisioning complete for port ed317a93-1fd2-4acf-814f-b91689fc188c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:19.447491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a0c68f22-f57c-43a6-b1dc-0da5a3f398df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.508183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a0c68f22-f57c-43a6-b1dc-0da5a3f398df None None] Port ed317a93-1fd2-4acf-814f-b91689fc188c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:05:19.645115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5a08e41c-4d5a-4ba9-a8c6-fa4cd0c40bec None None] Provisioning complete for port ed317a93-1fd2-4acf-814f-b91689fc188c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:19.645483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a08e41c-4d5a-4ba9-a8c6-fa4cd0c40bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.662105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:05:19.682928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:19.755815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a08e41c-4d5a-4ba9-a8c6-fa4cd0c40bec None None] Port ed317a93-1fd2-4acf-814f-b91689fc188c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:05:19.774296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:19.779394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:19.779761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:19.849661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:19.862555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-04fc1bc3-3581-4730-bf08-127ee9412504 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/0014471b-f49d-42f6-a27f-93dea6d2cf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0232227 Feb 16 14:05:19.865098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39524) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:19.873085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:19.905408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:19.906015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:19.974247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.005410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d587-5903-4838-b2a7-97f697630f0b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.005873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d587-5903-4838-b2a7-97f697630f0b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.006365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d587-5903-4838-b2a7-97f697630f0b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.006824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664d587-5903-4838-b2a7-97f697630f0b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.008616 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5664d587-5903-4838-b2a7-97f697630f0b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1425734 Feb 16 14:05:20.011823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39528) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:20.040795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cb3fcbb1-57d5-455a-9b63-176ad7f881bb None None] Provisioning complete for port ed317a93-1fd2-4acf-814f-b91689fc188c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:20.041410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb3fcbb1-57d5-455a-9b63-176ad7f881bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.080135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf369046-aceb-4869-b699-422d88a58abd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.080595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf369046-aceb-4869-b699-422d88a58abd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.081072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf369046-aceb-4869-b699-422d88a58abd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.081553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf369046-aceb-4869-b699-422d88a58abd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:20.083761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bf369046-aceb-4869-b699-422d88a58abd tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0709021 Feb 16 14:05:20.086524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39532) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:20.182702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fcbb1-57d5-455a-9b63-176ad7f881bb None None] Port ed317a93-1fd2-4acf-814f-b91689fc188c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:05:20.187900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:20.194938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.195727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2ba872b2-13a3-47a6-a0d1-03b93351db5a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:20.279978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:20.297019 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-16e4836a-002d-4d69-ba3b-28784893e82e tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2067947 Feb 16 14:05:20.436423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:20.537223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2ba872b2-13a3-47a6-a0d1-03b93351db5a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:20.551028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2ba872b2-13a3-47a6-a0d1-03b93351db5a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:20.551332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.732496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.761728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2ba872b2-13a3-47a6-a0d1-03b93351db5a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2ba872b2-13a3-47a6-a0d1-03b93351db5a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:20.765275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:20.769905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.799460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:20.799813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Updating router 0014471b-f49d-42f6-a27f-93dea6d2cf9e port ed317a93-1fd2-4acf-814f-b91689fc188c binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:05:20.800668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39538) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:20.806375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801024970', 'description': 'tempest-secgroup-smoke-1801024970 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:20.812826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:20.817648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:20.820884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:20.827281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:20.840227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.861726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:20.866225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:20.869446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:20.875943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:20.884294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.900081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2ba872b2-13a3-47a6-a0d1-03b93351db5a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:20.947491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.952521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:20.997632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594050f6-0553-410e-8b42-e86ea2f279b9,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.001551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.003325 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fcaf690b-1c2e-47dd-9cf5-edff412857e7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2011077 Feb 16 14:05:21.005919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39542) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.011407 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.017218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.021103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.024096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.029703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.046950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.110591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.114726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.144969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d444f24-777a-42b4-9a04-d1d605417183,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.158942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.160653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4554859c-273a-4a51-a8f4-a4d057daad8c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535940 Feb 16 14:05:21.164038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39546) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.170254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.177309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.182306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.185498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.191674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.210902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.253897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.265910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Transition to ACTIVE for port object ed317a93-1fd2-4acf-814f-b91689fc188c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:21.272135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.273422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.277065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.298188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547d6a01-6542-471c-96de-74fbc724cfbb,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.311398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.312594 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d6976d32-0b2e-4043-bffd-a27904f7ea0a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475523 Feb 16 14:05:21.315606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39550) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.321140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.326923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.330877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.334056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.340317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.362165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.426617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629de07-d68e-4edd-91be-c7a4448920c9 None None] Pushing event updated for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.432015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.437381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.474373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de17a3c-7f1c-4eb9-9f08-49af8e5fbd7f,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.484288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.488359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b252a584-4e96-4c1d-b77d-49659a1f9d11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690521 Feb 16 14:05:21.488623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39554) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.494652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.496638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Attempting to bind port ed317a93-1fd2-4acf-814f-b91689fc188c on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:05:21.497315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Attempting to bind port ed317a93-1fd2-4acf-814f-b91689fc188c by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:05:21.497758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Attempting to bind port ed317a93-1fd2-4acf-814f-b91689fc188c on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:21.500973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.503754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:05:21.504357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Checking segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:21.504759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.505093 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.505204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Bound using segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:05:21.505605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Bound port: ed317a93-1fd2-4acf-814f-b91689fc188c, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:05:21.505976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.509481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.515542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.537557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.612377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.617435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.633001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:21.642044 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a477cb8-9521-48ab-a869-8aa85f95892b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.651941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.656125 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8e2c2462-bd5c-43d9-a461-d6bd98c90e78 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1637573 Feb 16 14:05:21.656273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39558) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.661520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.667314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.671913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.675265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.682008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.692636 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:05:21.699665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.704897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] For port ed317a93-1fd2-4acf-814f-b91689fc188c, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:05:21.710287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] For port ed317a93-1fd2-4acf-814f-b91689fc188c, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ed317a93-1fd2-4acf-814f-b91689fc188c,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:05:21.716667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.767200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.771662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.795702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4f62c9-de1c-4eb4-b411-20b480f27ac7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.803303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:21.803752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.808709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.810824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a01b89a2-050a-4e5b-9e0f-aed064a23938 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536250 Feb 16 14:05:21.812897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39562) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:21.818875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '594050f6-0553-410e-8b42-e86ea2f279b9', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:21.825723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:21.829820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:21.833558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:21.837286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629de07-d68e-4edd-91be-c7a4448920c9 None None] Pushing event updated for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.841770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:21.846007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:21.846681 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:21.855883 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:05:21.863734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.941016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.946453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.981394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30f1a89-5c5a-4330-82d8-5a09327d8b1c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:21.984673 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:21.985845 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f2314720-ec5c-4ea2-aea0-062d5dd16968 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1717548 Feb 16 14:05:22.104221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:22.154344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-0290d632-6891-4ce6-a68d-fdb643bb70b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:22.170536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-0290d632-6891-4ce6-a68d-fdb643bb70b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:22.171667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-0290d632-6891-4ce6-a68d-fdb643bb70b5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801024970&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0560086 Feb 16 14:05:22.174019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2ba872b2-13a3-47a6-a0d1-03b93351db5a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:22.320896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-682a214d-d66c-4b1c-8103-151dbe386faf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:22.322424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-682a214d-d66c-4b1c-8103-151dbe386faf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 797 time: 0.1436834 Feb 16 14:05:22.337453 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-1cdbb1e8-4d4c-4c83-97c0-c4bf62439c46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0095465 Feb 16 14:05:22.398932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2ba872b2-13a3-47a6-a0d1-03b93351db5a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:22.399532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:22.423925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-e605792a-b887-4022-a80a-e3a620da57b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:22.440308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-e605792a-b887-4022-a80a-e3a620da57b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:22.441911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-e605792a-b887-4022-a80a-e3a620da57b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990691 Feb 16 14:05:22.500135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-dbcd419d-3fef-499f-88b4-1de8a694f9b4 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:05:22.501527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-dbcd419d-3fef-499f-88b4-1de8a694f9b4 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473294 Feb 16 14:05:22.583846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:21Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:22.588558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dd68b-9430-4ebe-a2f8-122c0a0d73fe None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:21Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:22.769736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-20b223d3-bada-4eeb-82c0-36ea9efb7e44 service neutron] 10.222.0.105 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616508 Feb 16 14:05:22.907763 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-a373a137-3908-421e-bb38-63ec49932bd0 service neutron] 10.222.0.105 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317503 Feb 16 14:05:23.098556 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3541c4a5-e81e-42b3-94a5-6a810c0e3876 req-5252fcce-6643-4d97-aebf-ec68e8a04cec tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 210 time: 0.0454450 Feb 16 14:05:23.649051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ed317a93-1fd2-4acf-814f-b91689fc188c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:23.724165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ed317a93-1fd2-4acf-814f-b91689fc188c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:23.729797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ed317a93-1fd2-4acf-814f-b91689fc188c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:23.730159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:23.849774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:23.883853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ed317a93-1fd2-4acf-814f-b91689fc188c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ed317a93-1fd2-4acf-814f-b91689fc188c,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:23.889422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:23.956566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:24.152663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-874ca155-f8b7-4158-af7b-58ebc3996fc9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:24.153420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-874ca155-f8b7-4158-af7b-58ebc3996fc9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:24.169524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-874ca155-f8b7-4158-af7b-58ebc3996fc9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:24.170695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-874ca155-f8b7-4158-af7b-58ebc3996fc9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 797 time: 0.1685641 Feb 16 14:05:24.220317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-341ddd21-a25d-489a-a94d-4e0d98c24cc2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:24.232880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-341ddd21-a25d-489a-a94d-4e0d98c24cc2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:24.234149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-341ddd21-a25d-489a-a94d-4e0d98c24cc2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 380 time: 0.0555193 Feb 16 14:05:24.242537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['594050f6-0553-410e-8b42-e86ea2f279b9']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:24.259229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb89cbb1-0b64-45aa-bd43-7ce46d2a6c17 req-f3f85a0d-7579-433e-8755-4cb5e4b2227a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 210 time: 0.0500112 Feb 16 14:05:24.376677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:24.386956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:24.401265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:05:24.406674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:24.586187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.5 (25e94f09-3f2f-4e4d-8cf4-49582680a33d/9c1f1217-89cc-4de8-95cc-ac9825588424/29167eb3-ac14-47b0-828e-6d13e0e142a8) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:24.776443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:24.792736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 29167eb3-ac14-47b0-828e-6d13e0e142a8 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:24.819632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:24.891740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:24.894850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:24.898690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:24.934544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:24.976268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:24.977019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.003838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-adebce39-c1db-49ef-ada4-8ab2bf5e4e1e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650125 Feb 16 14:05:25.015922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Request body: {'port': {'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:25.129084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3351e18-7b2e-4c57-9550-dcf9fa8616cf None None] Provisioning for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:25.130101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.134343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3351e18-7b2e-4c57-9550-dcf9fa8616cf None None] Provisioning complete for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:25.134749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3351e18-7b2e-4c57-9550-dcf9fa8616cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.195697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f3351e18-7b2e-4c57-9550-dcf9fa8616cf None None] Port 29167eb3-ac14-47b0-828e-6d13e0e142a8 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:05:25.446245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40783f-395e-42e1-8051-f9c04f5023a0 req-9d7e7482-d186-4aaa-b168-9fe09313b7e0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:25.447600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c40783f-395e-42e1-8051-f9c04f5023a0 req-9d7e7482-d186-4aaa-b168-9fe09313b7e0 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 931 time: 0.0798819 Feb 16 14:05:25.482800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29167eb3-ac14-47b0-828e-6d13e0e142a8 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:05:25.490037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.492204 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c40783f-395e-42e1-8051-f9c04f5023a0 req-9a1af5f2-106e-42de-a86e-0d74c5e8537a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387111 Feb 16 14:05:25.505176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Transition to ACTIVE for port object 29167eb3-ac14-47b0-828e-6d13e0e142a8 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:25.510159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.627064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ed317a93-1fd2-4acf-814f-b91689fc188c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:25.640423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:25.706532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ed317a93-1fd2-4acf-814f-b91689fc188c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:25.706839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.858062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Attempting to bind port 29167eb3-ac14-47b0-828e-6d13e0e142a8 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:05:25.858374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Attempting to bind port 29167eb3-ac14-47b0-828e-6d13e0e142a8 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:05:25.858707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Attempting to bind port 29167eb3-ac14-47b0-828e-6d13e0e142a8 on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:25.863382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Port 29167eb3-ac14-47b0-828e-6d13e0e142a8 on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:05:25.863692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Attempting to bind port 29167eb3-ac14-47b0-828e-6d13e0e142a8 on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:25.868745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:05:25.869072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Checking segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:25.869442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Bound using segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:05:25.869854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Bound port: 29167eb3-ac14-47b0-828e-6d13e0e142a8, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:05:25.870200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:25.959594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:05:25.962480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:05:25.967675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:26.026876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.027478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:26.028838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] 10.222.0.26 "PUT /v2.0/ports/29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 1093 time: 1.0174985 Feb 16 14:05:26.029317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:26.048996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513432e8-d95f-42e3-98f9-be305aa36c39 service neutron] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:26.102392 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:05:26.147904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-5ae77fef-cf19-4e76-8b56-64fd039889f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.149466 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-5ae77fef-cf19-4e76-8b56-64fd039889f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1096 time: 0.0791311 Feb 16 14:05:26.217013 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-b802d65f-8019-4721-8529-07e1959f622b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 217 time: 0.0609846 Feb 16 14:05:26.308517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-dd17f5e1-43bd-492f-a89b-0b545b35d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.309979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-dd17f5e1-43bd-492f-a89b-0b545b35d592 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0871279 Feb 16 14:05:26.392790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-bbd9ab21-56a2-4d26-a34f-3d88517d6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.394286 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-bbd9ab21-56a2-4d26-a34f-3d88517d6b4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777416 Feb 16 14:05:26.528475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-8478f0c5-b40b-486b-9c82-42009df2d16a service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277740 Feb 16 14:05:26.662541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a801e7d-8145-4ad1-be0d-5c949b16e31f req-d55ecec2-737f-48c7-85a5-055f35f4c849 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284940 Feb 16 14:05:26.696097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a5171-ad19-4c75-afa1-5d76516db2a8 req-93f6ac4f-d54f-4375-bf4f-8ed16dd94901 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.697611 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-185a5171-ad19-4c75-afa1-5d76516db2a8 req-93f6ac4f-d54f-4375-bf4f-8ed16dd94901 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 943 time: 0.0857787 Feb 16 14:05:26.743190 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-185a5171-ad19-4c75-afa1-5d76516db2a8 req-fd4e9e6f-232d-4fbd-b9ea-56191403de42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 Feb 16 14:05:26.782842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-78380dc6-36cb-4f5a-94e5-7e2aa8ffcd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.784917 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-78380dc6-36cb-4f5a-94e5-7e2aa8ffcd5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1096 time: 0.0791218 Feb 16 14:05:26.931723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-390c5380-9984-435d-8e10-9f63d7d69faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:26.933152 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-390c5380-9984-435d-8e10-9f63d7d69faa service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1420105 Feb 16 14:05:26.999980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-fbb19735-b314-44e7-9cab-50b37a50aa84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 217 time: 0.0607285 Feb 16 14:05:27.065547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-02746c1d-c825-4c34-98f0-e0a8598fd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:27.066868 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-02746c1d-c825-4c34-98f0-e0a8598fd4b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0611553 Feb 16 14:05:27.148941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-6551b64a-23d9-4cbb-bd8b-66dbdd29a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:27.150707 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-6551b64a-23d9-4cbb-bd8b-66dbdd29a632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772400 Feb 16 14:05:27.282891 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-6925a522-74fc-4d2a-a061-31058558af5c service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264107 Feb 16 14:05:27.413979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0af04258-b415-4b51-ba7b-dc0b03800438 req-f00f6487-db39-49f1-90e7-6af2dda2d94a service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250069 Feb 16 14:05:27.939722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dce93-6d6a-4e12-99bb-2fe99e30a00c req-ce1a436a-b25a-4a2c-8383-c543c8f4b6d1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:27.941291 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-472dce93-6d6a-4e12-99bb-2fe99e30a00c req-ce1a436a-b25a-4a2c-8383-c543c8f4b6d1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 943 time: 0.0913408 Feb 16 14:05:27.989643 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-472dce93-6d6a-4e12-99bb-2fe99e30a00c req-5406b501-50de-4ed6-8b6b-f571df12821a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Feb 16 14:05:28.829827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 29167eb3-ac14-47b0-828e-6d13e0e142a8 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:05:28.968500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:28.981825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:05:29.038132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:29.054693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29167eb3-ac14-47b0-828e-6d13e0e142a8 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:05:29.070110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:29.075836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:29.145765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:29.179151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacabc1-a39d-4868-8db0-329d6dbe8619 req-9291a27c-e6ac-4964-bf06-60b8cc0dae9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:29.180655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5eacabc1-a39d-4868-8db0-329d6dbe8619 req-9291a27c-e6ac-4964-bf06-60b8cc0dae9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 944 time: 0.0847373 Feb 16 14:05:29.224482 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5eacabc1-a39d-4868-8db0-329d6dbe8619 req-e3ca6741-f2b2-4f3b-b69f-f5c6fb04ab73 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Feb 16 14:05:29.435277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['29167eb3-ac14-47b0-828e-6d13e0e142a8'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:05:30.446128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75deae-8f88-455e-bf29-5adb60fc7898 req-44b02932-09cc-4443-be2a-cb3432867f55 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:30.447600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5a75deae-8f88-455e-bf29-5adb60fc7898 req-44b02932-09cc-4443-be2a-cb3432867f55 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 944 time: 0.1025646 Feb 16 14:05:30.496332 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5a75deae-8f88-455e-bf29-5adb60fc7898 req-14bebf84-17aa-4592-b08a-cf31a8f708af tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Feb 16 14:05:30.830297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 29167eb3-ac14-47b0-828e-6d13e0e142a8 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:30.914686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:30.919535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:30.919910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:31.034513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:31.064386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:31.074307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:31.079381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:31.115282 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'code': 200} Feb 16 14:05:31.148258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:31.342541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed26b0-834a-4044-a107-ef98b78349ce req-f598d285-f754-4637-9130-520377190f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:31.344507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4ed26b0-834a-4044-a107-ef98b78349ce req-f598d285-f754-4637-9130-520377190f7f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.0736251 Feb 16 14:05:31.484789 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a4ed26b0-834a-4044-a107-ef98b78349ce req-5c32dd81-25b3-4827-b68d-c9f317b79589 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341362 Feb 16 14:05:31.689242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c5ca4-0bd2-4eb4-bb16-d8f603c3d558 req-400bde61-ef85-422b-8e74-285d6461cffc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:31.690731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e10c5ca4-0bd2-4eb4-bb16-d8f603c3d558 req-400bde61-ef85-422b-8e74-285d6461cffc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.0872118 Feb 16 14:05:31.735360 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e10c5ca4-0bd2-4eb4-bb16-d8f603c3d558 req-f87db316-3fe3-4040-a2a8-dfa39553347d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387676 Feb 16 14:05:32.929519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41373a9-edbe-4716-b796-8a904f6d9fae req-5d6ef25d-c577-463d-9a80-17e8efb3fba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:32.930875 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e41373a9-edbe-4716-b796-8a904f6d9fae req-5d6ef25d-c577-463d-9a80-17e8efb3fba9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.0860476 Feb 16 14:05:32.980766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e41373a9-edbe-4716-b796-8a904f6d9fae req-9adac0a7-72bd-4d6e-9e62-15ad4401d4c3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Feb 16 14:05:33.169353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166d61-5367-42d7-a39a-537566d12f80 req-fad96c71-a119-4d24-8109-04419eaaea5f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:33.170883 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8166d61-5367-42d7-a39a-537566d12f80 req-fad96c71-a119-4d24-8109-04419eaaea5f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.0847974 Feb 16 14:05:33.217537 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8166d61-5367-42d7-a39a-537566d12f80 req-470302e7-7c58-4d64-9399-e4cf9fb36802 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Feb 16 14:05:33.240104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39616) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:33.315410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef4ed6d-3912-4a96-b6b3-23af0e2f5a5b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:33.316920 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ef4ed6d-3912-4a96-b6b3-23af0e2f5a5b tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1093 time: 0.0758090 Feb 16 14:05:33.320002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39620) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:33.325140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:33.331335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:33.335663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:33.338623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:33.344780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:33.356709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:33.498360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:33.641526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.117 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/df2dc980-3eca-4707-8d32-0bd8e67474b7) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:33.799004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:33.831344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:33.882685 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:05:33.899325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:33.902391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:33.906065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:33.935128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=df2dc980-3eca-4707-8d32-0bd8e67474b7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:34.438662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:34.514720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:34.732474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:34.739697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:34.844444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=df2dc980-3eca-4707-8d32-0bd8e67474b7,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:34.856529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:35.024681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP a9c66de4-0e93-403c-b6bc-7fa6e9581139 associated. External IP: 172.26.1.117, port: 29167eb3-ac14-47b0-828e-6d13e0e142a8. Feb 16 14:05:35.408077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:05:35.727697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:35.738618 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:35.749673 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:35.750360 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:35.754293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:35.813274 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a7ee7b81-4820-41e4-9219-ae2b114b269b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4921896 Feb 16 14:05:35.813853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:35.816123 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:35.859001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:05:35.930341 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:35.936716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e939b75f-2c2e-42dd-ba0e-c4bf48c9f2b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:35.941091 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e939b75f-2c2e-42dd-ba0e-c4bf48c9f2b2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1093 time: 0.1211164 Feb 16 14:05:35.961538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98468-31f3-497a-8320-186cdbc30f53 req-8f733c91-6c60-4bd4-afe5-726dfb6ecf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:35.963458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-8f733c91-6c60-4bd4-afe5-726dfb6ecf8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.0817649 Feb 16 14:05:36.108890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98468-31f3-497a-8320-186cdbc30f53 req-ee83fb8b-1d4c-4a12-9a1e-9dfa5341fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:36.110352 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-ee83fb8b-1d4c-4a12-9a1e-9dfa5341fdd4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1397963 Feb 16 14:05:36.218855 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-31da5983-8dd1-466f-b883-1ca5c4dbcc01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 999 time: 0.1019950 Feb 16 14:05:36.277729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39632) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:36.283002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-416429937', 'description': 'tempest-secgroup-smoke-416429937 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:36.283167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98468-31f3-497a-8320-186cdbc30f53 req-d39d99c5-eca2-4441-a5d4-f182faf85b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:36.284428 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-d39d99c5-eca2-4441-a5d4-f182faf85b4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0603201 Feb 16 14:05:36.288773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.298541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:36.300411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:34Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:36.304679 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:36.311975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.314322 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:36.314919 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:36.332790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.336705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:36.339729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:36.345508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:36.364277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98468-31f3-497a-8320-186cdbc30f53 req-017a2e8c-196d-404d-94c4-2aab3c127805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:36.365755 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-017a2e8c-196d-404d-94c4-2aab3c127805 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755877 Feb 16 14:05:36.419498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.424603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.469225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02da08e-a18a-4ad0-a47c-50e86bcf5764,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:36.478578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.480092 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e846a65b-a200-4100-976a-e1acfc29300c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2012935 Feb 16 14:05:36.483267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39636) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:36.488238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:36.494284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.498153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:36.501188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:36.505306 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-c168c9ff-fa0b-4731-8725-7430834984d6 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330729 Feb 16 14:05:36.507813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:36.509597 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:36.525548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.593118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.598635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.629117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bccf6af-f5fd-40a5-88e1-8808f76ff135,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:36.641279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.641765 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42d98468-31f3-497a-8320-186cdbc30f53 req-89549a38-c43b-40de-8364-8384425971bf service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304808 Feb 16 14:05:36.643015 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a7d50a17-02d7-441e-9e1f-8ee0581884d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589935 Feb 16 14:05:36.646620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39640) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:36.652480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:36.658905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.663811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:36.667461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:36.673110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:36.689564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.755555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.760311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.785658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7989e4-b5cb-4b1e-a33b-7bb8d4a77044,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:36.795984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.797598 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9b8dc274-85e8-4b53-8062-91b4e80fc0e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495183 Feb 16 14:05:36.800526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:36.805784 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:36.811758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.815557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:36.818446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:36.824107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:36.842628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.901631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:34Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:36.905947 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5151-4906-42bd-af3f-b29e1be0cbaf None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:34Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:36.906640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.911626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.936505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2502ddb-d0dc-4f52-84f7-93ceb75daf6f,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:36.946399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:36.950627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39648) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:36.951160 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6423e2f5-bae5-4619-9c61-9d7f9e2ad771 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492484 Feb 16 14:05:36.955940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:36.962756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:36.970482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:36.976905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:36.983660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:37.001952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.067090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.071806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.096582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1f3cf3-2608-478f-9089-179f8559ceb6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:37.107256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.111988 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c2df4666-20c1-4888-aa97-3ef3e3d1542e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568880 Feb 16 14:05:37.111988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:37.114402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b13a0-8303-4b4e-b25f-6e4c3f6619c5 None None] New status for floating IP a9c66de4-0e93-403c-b6bc-7fa6e9581139: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:05:37.117118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:37.123641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:37.127886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:37.130913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:37.136849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:37.148876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:05:37.155728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.271024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.277725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.306649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212547b7-341d-41bd-90a1-82ac18ba06db,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:37.318236 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-046030ba-97bb-4b57-8490-f945be5b346f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1217360 Feb 16 14:05:37.319323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.320357 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c8e58610-a3e1-41ef-a7be-66615791b0fa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2078736 Feb 16 14:05:37.323417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39656) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:37.328345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': 'a02da08e-a18a-4ad0-a47c-50e86bcf5764', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:37.334865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:37.338743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:37.341630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:37.347365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:37.360032 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:05:37.367606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.483629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.488971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.516071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ef471c-92a8-4e8d-80ef-37ee0a495584,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:37.524935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-3dec9820-235e-4926-8dfb-62d0a86e0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:37.526577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-3dec9820-235e-4926-8dfb-62d0a86e0399 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.1376441 Feb 16 14:05:37.527695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:37.528735 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c13392db-7e6a-4a43-aeba-994538209f2a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044301 Feb 16 14:05:37.673253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-cf9db265-6609-4742-9b18-981d2ab71935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:37.674766 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-cf9db265-6609-4742-9b18-981d2ab71935 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1285717 Feb 16 14:05:37.695850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9a36e5dd-dc19-4d64-8cd4-04d7aebe698c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:05:37.712542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9a36e5dd-dc19-4d64-8cd4-04d7aebe698c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:05:37.713789 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9a36e5dd-dc19-4d64-8cd4-04d7aebe698c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-416429937&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0579939 Feb 16 14:05:37.776118 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-3af5f20f-cfe0-4b7d-853f-1be82ea1e11f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 1001 time: 0.0956585 Feb 16 14:05:37.838233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-00e38c3a-f124-43a7-946d-978d0cb65e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:37.839700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-00e38c3a-f124-43a7-946d-978d0cb65e99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0581937 Feb 16 14:05:37.863682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0d0f0bbd-ed70-4611-8a45-e97f86d10e58 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:37.865118 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0d0f0bbd-ed70-4611-8a45-e97f86d10e58 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 797 time: 0.1444595 Feb 16 14:05:37.880036 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-4c322154-fefa-4042-92f5-a50309372c30 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0091429 Feb 16 14:05:37.917913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-821d42fa-60ba-45d2-97f6-735174e2fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:37.919503 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-821d42fa-60ba-45d2-97f6-735174e2fb15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737159 Feb 16 14:05:37.974923 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9a41b336-714e-4f62-b8fa-689534195ec1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890822 Feb 16 14:05:38.053551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-46b6f530-8a79-49df-b199-8b89f0a5837a service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:05:38.054650 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-46b6f530-8a79-49df-b199-8b89f0a5837a service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0691819 Feb 16 14:05:38.192957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-f2505883-b490-4d96-9bd6-76f80d7c8bd8 service neutron] 10.222.0.105 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309659 Feb 16 14:05:38.198647 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-71ad4a50-9653-48b7-9bea-a525671ec3bd service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731376 Feb 16 14:05:38.327743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-b3baeeb5-6cbd-4767-8f45-116d2ee6f289 service neutron] 10.222.0.105 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289997 Feb 16 14:05:38.330480 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c9eaff38-ab56-4653-a535-2c951dfdfc1e req-35bbb486-f663-496a-a664-d4582d4f0007 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260502 Feb 16 14:05:38.508490 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-16f19b36-c314-4d75-b199-f6d921a4326b req-f5172466-e5b6-4ab8-b10c-99d82867901e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 210 time: 0.0438578 Feb 16 14:05:39.627174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d3265b41-4d5c-461c-8dd6-bfcbf50e33e6 req-498476c4-0dcf-4b51-856e-ea53caa6d8bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 210 time: 0.0425637 Feb 16 14:05:40.715152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e276347-7c7a-4172-94b8-a059d5277831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:40.797260 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-faa9d01c-ab50-4272-94db-7d272af40dd8 req-6cbd6565-0259-46fd-b8a6-2f1bc98821c4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 210 time: 0.0458455 Feb 16 14:05:41.810905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-050ca926-3f2f-4d15-832f-90c89f8c5b14 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:41.812202 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-050ca926-3f2f-4d15-832f-90c89f8c5b14 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 797 time: 0.1561866 Feb 16 14:05:41.866845 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-e7c881ff-a4af-4496-8eeb-3c4df202ea5f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 472 time: 0.0465679 Feb 16 14:05:41.876247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['a02da08e-a18a-4ad0-a47c-50e86bcf5764']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:41.948847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03986407-2f28-4fea-bfab-da83184a93e5 req-f5186b59-a1a3-4bed-a8a2-d27a95794af3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 210 time: 0.0450211 Feb 16 14:05:42.021718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:42.025818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:port and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:42.028759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:42.034418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:42.044818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:05:42.048594 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.223196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.9 (25e94f09-3f2f-4e4d-8cf4-49582680a33d/9c1f1217-89cc-4de8-95cc-ac9825588424/5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:42.437951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.454044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:42.479031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.551188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:42.554238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:42.558041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:42.588326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:42.625120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:42.625735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.651154 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-7fd38619-49e0-4201-a69a-b2ca9fc5a100 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786472 Feb 16 14:05:42.664895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Request body: {'port': {'device_id': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:42.789713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.838096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-787015a0-06e8-4bba-999c-fbf422ad8793 None None] Provisioning for port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:42.843672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-787015a0-06e8-4bba-999c-fbf422ad8793 None None] Provisioning complete for port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:42.844045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-787015a0-06e8-4bba-999c-fbf422ad8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:42.900145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-787015a0-06e8-4bba-999c-fbf422ad8793 None None] Port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:05:43.129441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:05:43.137711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:43.138861 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b72a10-bccc-4fc3-8a4a-42219a0543e7 req-56a03114-1d14-4db6-bc17-3cdec34d78d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:43.140385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f2b72a10-bccc-4fc3-8a4a-42219a0543e7 req-56a03114-1d14-4db6-bc17-3cdec34d78d3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 931 time: 0.0846174 Feb 16 14:05:43.153216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Transition to ACTIVE for port object 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:05:43.157406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:43.185991 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f2b72a10-bccc-4fc3-8a4a-42219a0543e7 req-cc8c6356-7a23-4570-8707-cdc3ff2d5105 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394945 Feb 16 14:05:43.405491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:43.508759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Attempting to bind port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:05:43.508976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Attempting to bind port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:05:43.509299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Attempting to bind port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:43.514239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:05:43.514547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Attempting to bind port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f on network 25e94f09-3f2f-4e4d-8cf4-49582680a33d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:05:43.519944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:05:43.520266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Checking segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:05:43.520643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Bound using segment: {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:05:43.521039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Bound port: 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:05:43.521365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:43.616196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:05:43.619416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:05:43.625910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:43.685034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:43.685631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:43.687041 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 200 len: 1093 time: 1.0293500 Feb 16 14:05:43.687477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:43.709697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462b7d3-343e-4826-8b90-cc37fd40abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:43.762771 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'status': 'completed', 'code': 200} Feb 16 14:05:43.808878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-491ec7b9-d869-4bb7-9b93-6ce2512a4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:43.810398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-491ec7b9-d869-4bb7-9b93-6ce2512a4b88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1096 time: 0.0801311 Feb 16 14:05:43.877876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-e0131cdb-db2d-4b59-b5de-77e6400eb1c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 200 len: 217 time: 0.0609052 Feb 16 14:05:43.944578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-b8108536-16d3-478f-b04b-5c47654185b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:43.945974 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-b8108536-16d3-478f-b04b-5c47654185b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0620015 Feb 16 14:05:43.954801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43e9e8e3-2f85-4b21-a301-c76a9b2bb606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:44.021847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9ae76406-a7d8-49f3-9b94-0f16919f1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.023360 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-9ae76406-a7d8-49f3-9b94-0f16919f1545 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706093 Feb 16 14:05:44.168758 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-a5713739-47fc-417a-94e7-650ef5b2ef40 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389661 Feb 16 14:05:44.219740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:44.241820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:44.308998 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b556b86-9f18-4596-b7e1-62ff7312cca6 req-b98fb6e5-35b7-43f2-b5a0-11f266f8cc32 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334136 Feb 16 14:05:44.376888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122464c-8527-45f3-8c17-ad12b41040b1 req-e2ec78f8-8ebb-485f-b2d3-96493786a6f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.378780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3122464c-8527-45f3-8c17-ad12b41040b1 req-e2ec78f8-8ebb-485f-b2d3-96493786a6f4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 943 time: 0.0835462 Feb 16 14:05:44.426192 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3122464c-8527-45f3-8c17-ad12b41040b1 req-b243d383-c577-4719-b59b-f76c7345a022 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401888 Feb 16 14:05:44.452744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-647945db-0f5b-41ed-a356-a96b749740de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.454203 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-647945db-0f5b-41ed-a356-a96b749740de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1096 time: 0.0708122 Feb 16 14:05:44.589067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-1fa23d27-81f0-4724-8696-3d50b7d53894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.590630 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-1fa23d27-81f0-4724-8696-3d50b7d53894 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1292779 Feb 16 14:05:44.660782 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-25291a71-e7c2-4415-8e8e-fe29527118d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 200 len: 217 time: 0.0638869 Feb 16 14:05:44.725166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-e264ddfa-b1d9-492a-b0ba-2542dc828a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.726502 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-e264ddfa-b1d9-492a-b0ba-2542dc828a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0602674 Feb 16 14:05:44.813541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-d82ac0f6-b86b-45cc-b761-85b855f3eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:44.815014 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-d82ac0f6-b86b-45cc-b761-85b855f3eda1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814798 Feb 16 14:05:44.947967 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-0b1b1ff5-40aa-483e-8b3a-247d3a56899c service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258812 Feb 16 14:05:45.185093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ae8b15bf-2251-4b68-95dc-52aa27f83b0d req-8a08892f-4afc-4e08-b825-07b2bbc960c7 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292774 Feb 16 14:05:45.621355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f68c2-bd45-426f-9db9-a59f68ce5563 req-92483495-ffa4-4ba6-8210-9449824d17f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:45.623039 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6c3f68c2-bd45-426f-9db9-a59f68ce5563 req-92483495-ffa4-4ba6-8210-9449824d17f1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 943 time: 0.0863812 Feb 16 14:05:45.677204 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6c3f68c2-bd45-426f-9db9-a59f68ce5563 req-f2e64295-b5f9-4d2d-a681-664a7dbc6095 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481253 Feb 16 14:05:45.680926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:45.766892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:46.876531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518321b2-98e9-4505-8a6c-9f3421d44cde req-934305e8-a580-4343-8025-8ca351c226f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:46.877959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-518321b2-98e9-4505-8a6c-9f3421d44cde req-934305e8-a580-4343-8025-8ca351c226f5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 943 time: 0.0852823 Feb 16 14:05:46.890726 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:05:46.924604 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-518321b2-98e9-4505-8a6c-9f3421d44cde req-96bf6a8a-412c-44b0-bc16-84584a4c621e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409489 Feb 16 14:05:47.023090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:47.036463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'port_id': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'mac_address': 'fa:16:3e:15:be:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:05:47.095225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:47.112698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:05:47.129898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:47.137255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:47.205815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:47.482833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:05:48.114528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d515a1-c814-4b02-8159-d04e87e9c04f req-af13f77f-c6c3-49c6-bb26-27293ca0b83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:48.115876 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84d515a1-c814-4b02-8159-d04e87e9c04f req-af13f77f-c6c3-49c6-bb26-27293ca0b83c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 944 time: 0.0853691 Feb 16 14:05:48.161318 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84d515a1-c814-4b02-8159-d04e87e9c04f req-a6825363-2428-423e-9dff-f31cd1e2f164 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Feb 16 14:05:48.892058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:05:48.972811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:05:48.977490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:05:48.977864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:49.095235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:49.128939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:49.139364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:05:49.143873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:49.174642 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'code': 200} Feb 16 14:05:49.213282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:49.346893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed691c36-33bd-4640-be53-9182574506e3 req-70308f87-c0f2-4468-9e19-eda7f96e5e7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:49.348351 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ed691c36-33bd-4640-be53-9182574506e3 req-70308f87-c0f2-4468-9e19-eda7f96e5e7b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0821233 Feb 16 14:05:49.396497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ed691c36-33bd-4640-be53-9182574506e3 req-857d92f7-0ef9-47e2-a11e-8e8045c66788 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Feb 16 14:05:49.399954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912c6a2-5f04-43b1-8454-3ead9c29a78e req-27c7a948-eb95-419e-b180-66027394eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:49.401526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d912c6a2-5f04-43b1-8454-3ead9c29a78e req-27c7a948-eb95-419e-b180-66027394eb67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1098 time: 0.0690482 Feb 16 14:05:49.445794 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d912c6a2-5f04-43b1-8454-3ead9c29a78e req-42234071-9a11-49c6-9402-1a71dc2f39cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386510 Feb 16 14:05:50.614350 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9893bc4-d79f-485b-9313-134fc891e4de req-37efc720-ee15-4789-9feb-e8dea81485d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:50.615845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9893bc4-d79f-485b-9313-134fc891e4de req-37efc720-ee15-4789-9feb-e8dea81485d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0966513 Feb 16 14:05:50.662597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9893bc4-d79f-485b-9313-134fc891e4de req-56ecb4e2-eb8c-464b-829d-f391280958fe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392768 Feb 16 14:05:51.871092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307cfce-60e8-4967-ba59-7f19f4fb4d2a req-5ad2d052-6c52-4d33-98ad-24cc806eb360 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:51.872543 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7307cfce-60e8-4967-ba59-7f19f4fb4d2a req-5ad2d052-6c52-4d33-98ad-24cc806eb360 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0964499 Feb 16 14:05:51.921271 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7307cfce-60e8-4967-ba59-7f19f4fb4d2a req-32e1132c-f121-45e6-9596-59f39b9d4621 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Feb 16 14:05:52.112808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8dec9-97bb-4e33-ab38-35e69944e9f1 req-983be894-0345-45be-9a98-f4d0351840d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:52.114244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6af8dec9-97bb-4e33-ab38-35e69944e9f1 req-983be894-0345-45be-9a98-f4d0351840d4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0850215 Feb 16 14:05:52.162319 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6af8dec9-97bb-4e33-ab38-35e69944e9f1 req-6b950626-5087-4721-9e3f-04fbafd8e635 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Feb 16 14:05:52.192754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:52.261453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fd4b85-76af-4810-b279-8139524a5af9 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:52.262952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f3fd4b85-76af-4810-b279-8139524a5af9 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1093 time: 0.0692110 Feb 16 14:05:52.265855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39726) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:05:52.270727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:05:52.276505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:05:52.280470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:05:52.283456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:05:52.289113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:05:52.299664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:52.440430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:52.584926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.220 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/e6bf2412-0632-4ca8-b531-e4d5640214ae) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:05:52.743293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:52.775398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:52.839221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:05:52.842265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:05:52.846029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:05:52.884788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=e6bf2412-0632-4ca8-b531-e4d5640214ae,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:53.268306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:53.347320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:53.553319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:53.560940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:53.671773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=e6bf2412-0632-4ca8-b531-e4d5640214ae,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:05:53.685787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:53.963153 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 035e3368-e607-4c45-b35b-d38cd9b01cc3 associated. External IP: 172.26.1.220, port: 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f. Feb 16 14:05:54.343368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:05:54.526837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:05:54.537911 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:05:54.553258 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:54.553550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:05:54.553905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:54.613338 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c231a4d-8f48-48b4-bbca-8027518bab35 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3462389 Feb 16 14:05:54.613750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:05:54.665811 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'status': 'completed', 'code': 200} Feb 16 14:05:54.729460 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:54.755481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f495-6096-41cc-874b-24dbff855369 req-6af9c374-e674-4139-a9b6-2b6760ede218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:54.756949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-6af9c374-e674-4139-a9b6-2b6760ede218 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1098 time: 0.0702858 Feb 16 14:05:54.884568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f495-6096-41cc-874b-24dbff855369 req-7b007bc8-49ae-44b1-8fe3-5dc5740e4bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:54.886107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-7b007bc8-49ae-44b1-8fe3-5dc5740e4bf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1225059 Feb 16 14:05:54.998001 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-5e5b0217-6b1c-4953-a327-0af9f4863648 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 200 len: 999 time: 0.1025956 Feb 16 14:05:55.073903 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f495-6096-41cc-874b-24dbff855369 req-34b22b3b-0cd4-415b-ae39-96b3b02f4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:55.075344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-34b22b3b-0cd4-415b-ae39-96b3b02f4aa2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0712402 Feb 16 14:05:55.088874 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '035e3368-e607-4c45-b35b-d38cd9b01cc3', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:15:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:53Z', 'updated_at': '2022-02-16T14:05:53Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}, {'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:55.093043 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:05:55.101391 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:05:55.101971 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:05:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:55.152106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f495-6096-41cc-874b-24dbff855369 req-3999897b-ce01-441a-802e-6041912e96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:05:55.153808 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-3999897b-ce01-441a-802e-6041912e96e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719135 Feb 16 14:05:55.278548 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:05:55.402662 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-86e8bdbc-ddc2-4be8-8485-fcaacf37c653 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426636 Feb 16 14:05:55.530536 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a765f495-6096-41cc-874b-24dbff855369 req-38175634-697b-4124-8b62-4ae5a9423578 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220701 Feb 16 14:05:55.634972 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '035e3368-e607-4c45-b35b-d38cd9b01cc3', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:15:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:53Z', 'updated_at': '2022-02-16T14:05:53Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}, {'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:05:55.639249 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b391416-9f98-4362-8196-05d1438160f3 None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '035e3368-e607-4c45-b35b-d38cd9b01cc3', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:15:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:53Z', 'updated_at': '2022-02-16T14:05:53Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}, {'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:05:55.843446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200da35-c99b-4636-9ff1-9bd135ded4fb None None] New status for floating IP 035e3368-e607-4c45-b35b-d38cd9b01cc3: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:06:10.719456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3d77a106-a508-4cb8-af39-9b3bedc395a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:10.881676 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:06:13.951523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-22be2280-386f-4a94-8803-f1c607b4b1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:14.224429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:14.237280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:15.679951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:15.771904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:37.103280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-ceab0329-7c0d-43ec-ab86-00c85790b91c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816801 Feb 16 14:06:37.260426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb153d-59df-4c75-b610-6672611238d7 req-27845ca9-b503-4b3b-840d-d86c89a5b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:06:37.261769 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-27845ca9-b503-4b3b-840d-d86c89a5b686 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.0866392 Feb 16 14:06:37.414174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb153d-59df-4c75-b610-6672611238d7 req-74155056-6860-449d-92f5-6c1b88ad72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:06:37.415650 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-74155056-6860-449d-92f5-6c1b88ad72b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1314390 Feb 16 14:06:37.529385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-9097a18a-814e-46b9-8cf5-1a20c450b3a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 1001 time: 0.1054168 Feb 16 14:06:37.592566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb153d-59df-4c75-b610-6672611238d7 req-95bdd806-59cb-4cea-90e0-72c5535533ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:06:37.594008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-95bdd806-59cb-4cea-90e0-72c5535533ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0583255 Feb 16 14:06:37.668056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb153d-59df-4c75-b610-6672611238d7 req-64383c6d-0a9b-4183-bcdb-1bd743aa714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:06:37.669500 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-64383c6d-0a9b-4183-bcdb-1bd743aa714e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698612 Feb 16 14:06:37.804262 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-69509790-1056-4dc9-bf53-e0121bcc0dcc service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284447 Feb 16 14:06:37.936826 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-19eb153d-59df-4c75-b610-6672611238d7 req-c8358390-ab02-491e-a9e8-ca0c200db33d service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261101 Feb 16 14:06:40.719183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b11a-d84c-431c-8227-c352a2ddd71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:43.957162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a244bac0-bd09-407b-a289-458eaca9d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:44.236928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:44.241439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:45.674126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:45.770948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:06:47.883913 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:07:09.245441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:09.357689 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84a21af9-792e-43ae-9b31-d1808985c8ad tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/a9c66de4-0e93-403c-b6bc-7fa6e9581139 HTTP/1.1" status: 200 len: 993 time: 0.1105652 Feb 16 14:07:10.099278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:10.105801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:10.337094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.561555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:10.587864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.594805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.662778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:10.663461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.668996 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/ports/29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 938 time: 0.5642679 Feb 16 14:07:10.668996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:10.686234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=6']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:10.694401 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.694756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.695203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.695413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.695737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.696077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.696366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.696696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.696995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.697308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.697622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.697949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d83c4-82a9-480a-9a36-ba39557b4c00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:10.713826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d35923c3-c3d4-4fa0-b201-c051d94b1d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.716368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:07:10.812641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-8fd5f105-0262-41c2-8254-c837e0adea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:10.814194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-8fd5f105-0262-41c2-8254-c837e0adea11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1099 time: 0.0763860 Feb 16 14:07:10.863508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-759a73f9-3bde-44b5-a8e2-7e04321a3959 None None] Provisioning complete for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:10.863870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-759a73f9-3bde-44b5-a8e2-7e04321a3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:10.926488 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-759a73f9-3bde-44b5-a8e2-7e04321a3959 None None] Port 29167eb3-ac14-47b0-828e-6d13e0e142a8 is administratively disabled so it will not transition to active. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Feb 16 14:07:10.946950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-59959aad-e24a-4fe7-8aa2-b6c45676e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:10.948388 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-59959aad-e24a-4fe7-8aa2-b6c45676e81d service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1283650 Feb 16 14:07:11.049619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-f6e83d50-d21c-4ac2-b37f-e39fc7723569 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 1002 time: 0.0944705 Feb 16 14:07:11.109928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-a16de4b4-a0e5-4f5e-9cc9-e5fe9b4a4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:11.111366 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-a16de4b4-a0e5-4f5e-9cc9-e5fe9b4a4b9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0559492 Feb 16 14:07:11.193439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-b58252c0-99a8-4069-b35b-3465f4eac792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:11.195584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-b58252c0-99a8-4069-b35b-3465f4eac792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782716 Feb 16 14:07:11.426580 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-9446b2b7-0f8d-47f1-8e8b-cd2021bac257 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251449 Feb 16 14:07:11.559559 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dce67bdc-fc73-4831-88b2-c8fa33ac640b req-857f5d84-5d3a-4544-b238-06cb978788b6 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267331 Feb 16 14:07:13.947768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9dccb5a-9f19-41ae-aef9-27f0d1237830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.114683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39774) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:14.121367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:14.234053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.245740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.248762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.465092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:14.490041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.496286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.562702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:14.563573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.565109 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/ports/29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 937 time: 0.4490273 Feb 16 14:07:14.565820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:14.569880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:14.589098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97e2c-12dd-4c0d-9bdd-42e95bd3ddc5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=7']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:14.634849 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:07:14.750147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7dec4233-6d28-4f0b-b29b-613eef28cc8f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/a9c66de4-0e93-403c-b6bc-7fa6e9581139 HTTP/1.1" status: 200 len: 993 time: 0.1738687 Feb 16 14:07:14.768186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-2c951b9e-9a04-4a7d-89e3-bf0b08353084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:14.769623 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-2c951b9e-9a04-4a7d-89e3-bf0b08353084 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.1009254 Feb 16 14:07:14.778252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-67485aff-7b80-4f46-a860-9b978ecba9da None None] Provisioning complete for port 29167eb3-ac14-47b0-828e-6d13e0e142a8 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:14.778645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67485aff-7b80-4f46-a860-9b978ecba9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:14.892926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['29167eb3-ac14-47b0-828e-6d13e0e142a8'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:07:14.901857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-6ccceacc-2989-4d94-8be3-d63928f40d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:14.903302 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-6ccceacc-2989-4d94-8be3-d63928f40d9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1267266 Feb 16 14:07:15.012383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-12922515-a78d-47d7-b444-3bf4e27b00f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 1001 time: 0.1027269 Feb 16 14:07:15.072422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-8c72921c-069e-4cca-908a-be372b5efae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:15.073842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-8c72921c-069e-4cca-908a-be372b5efae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0562353 Feb 16 14:07:15.150494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-acfbfa9d-4117-4eae-a69a-5e44ffa19d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:15.151933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-acfbfa9d-4117-4eae-a69a-5e44ffa19d17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722601 Feb 16 14:07:15.296425 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-30cb4e54-3725-4db5-a583-b0602ff25c51 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381581 Feb 16 14:07:15.436011 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-65fcc699-5ba1-47d7-be71-4fedb09df0a7 req-67b7065d-794e-4292-bcb7-05d44d84b0db service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332960 Feb 16 14:07:15.668571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:15.780143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:17.333619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39790) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:17.546725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port e6bf2412-0632-4ca8-b531-e4d5640214ae {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:17.547087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:17.722595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:17.722868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:17.845958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for e6bf2412-0632-4ca8-b531-e4d5640214ae owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:17.998919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:18.147960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=e6bf2412-0632-4ca8-b531-e4d5640214ae,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:18.247860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:18.248082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP 035e3368-e607-4c45-b35b-d38cd9b01cc3 disassociated (deleted). External IP: 172.26.1.220, port: 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f. Feb 16 14:07:18.608822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:07:18.794095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:18.805116 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:18.811643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:18.818167 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:18.818848 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:18.865956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2956daec-0902-4ce0-b9e3-d463fe05f05c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/035e3368-e607-4c45-b35b-d38cd9b01cc3 HTTP/1.1" status: 204 len: 168 time: 1.5307605 Feb 16 14:07:18.866598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:18.911344 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'status': 'completed', 'code': 200} Feb 16 14:07:19.004765 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:19.012422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-80d4bf75-35b6-4c7f-ae2f-2a53c866401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:19.013885 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-80d4bf75-35b6-4c7f-ae2f-2a53c866401a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 1098 time: 0.0783074 Feb 16 14:07:19.159704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-0e6466b1-696c-406f-a8d1-eeba54574913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:19.161651 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-0e6466b1-696c-406f-a8d1-eeba54574913 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1420388 Feb 16 14:07:19.235942 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-69d6b4eb-41f0-4bdd-9534-2b724a107836 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 200 len: 217 time: 0.0677886 Feb 16 14:07:19.239859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabb2c9-6d05-4650-94f1-4145041c2ceb req-f4815f7a-f634-4a1c-9a13-cd003a0e1d38 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:19.240583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9aabb2c9-6d05-4650-94f1-4145041c2ceb req-f4815f7a-f634-4a1c-9a13-cd003a0e1d38 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:19.257987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9aabb2c9-6d05-4650-94f1-4145041c2ceb req-f4815f7a-f634-4a1c-9a13-cd003a0e1d38 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:19.259237 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9aabb2c9-6d05-4650-94f1-4145041c2ceb req-f4815f7a-f634-4a1c-9a13-cd003a0e1d38 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0984442 Feb 16 14:07:19.306040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-5cce2341-5636-47c7-9a97-4a325193c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:19.307232 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9aabb2c9-6d05-4650-94f1-4145041c2ceb req-84d44241-bf67-434a-80f1-7fccb7cff2cb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Feb 16 14:07:19.307487 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-5cce2341-5636-47c7-9a97-4a325193c476 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0657701 Feb 16 14:07:19.365589 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:19.369818 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:19.378195 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:19.378816 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:19.389271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-99cbad3e-c9ee-4368-9931-720daa2cdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:19.390758 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-99cbad3e-c9ee-4368-9931-720daa2cdf6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771215 Feb 16 14:07:19.556646 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:19.623973 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-16750c16-8ab7-4e7e-875d-d012e3b3606b service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253690 Feb 16 14:07:19.758368 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7bb46b05-e722-467c-b8ed-ca46d9e08a56 req-b42b4121-d771-4628-9bdc-690555050cd6 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281154 Feb 16 14:07:19.909016 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:19.913371 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab40500-ca54-4034-ab28-15a010b1fad7 None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'a9c66de4-0e93-403c-b6bc-7fa6e9581139', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'port_id': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'mac_address': 'fa:16:3e:9a:de:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:05:34Z', 'updated_at': '2022-02-16T14:05:37Z', 'revision_number': 1, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:07:20.133898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e67740-a29a-46c8-a291-cf32faf1d880 None None] New status for floating IP 035e3368-e607-4c45-b35b-d38cd9b01cc3: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:07:20.511056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecce3dc-7515-4cb1-abf9-c341b66a2559 req-45dcaaa9-5405-494e-a9cc-fc6fc8fc8eb1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:20.512567 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ecce3dc-7515-4cb1-abf9-c341b66a2559 req-45dcaaa9-5405-494e-a9cc-fc6fc8fc8eb1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0952229 Feb 16 14:07:20.557129 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ecce3dc-7515-4cb1-abf9-c341b66a2559 req-76f7af67-ea43-4faf-abe0-95f5d874ee4d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=a02da08e-a18a-4ad0-a47c-50e86bcf5764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 Feb 16 14:07:20.811611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-ed40cce3-edbf-4a87-ac75-53e4628ffb98 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:20.812223 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-ed40cce3-edbf-4a87-ac75-53e4628ffb98 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:20.824371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-ed40cce3-edbf-4a87-ac75-53e4628ffb98 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:20.825424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-ed40cce3-edbf-4a87-ac75-53e4628ffb98 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 945 time: 0.0999634 Feb 16 14:07:20.898783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:20.899090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:21.144970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:21.145355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:21.277536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:21.435079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:21.484584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:21.550692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.551002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.551366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.551692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.552014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.552337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.552651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.552940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.553285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.553764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.554076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.554422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:21.570342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:07:21.572875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:21.575358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'name': 'network-vif-deleted', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:21.592239 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4e2360e2-1652-4abe-bff8-7a56ee2f14d6 req-49964b07-4ac3-439c-be42-05b429aaccba tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f HTTP/1.1" status: 204 len: 173 time: 0.7610352 Feb 16 14:07:21.621706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef519fa7-fa39-4aaa-8720-1f49b6f615f5', 'name': 'network-vif-deleted', 'tag': '5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f', 'status': 'completed', 'code': 200} Feb 16 14:07:21.721378 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad27b275-7db8-48d6-a377-4408fad4c107 req-86854bf2-263a-4680-80e8-e8afe85cb35e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=ef519fa7-fa39-4aaa-8720-1f49b6f615f5 HTTP/1.1" status: 200 len: 210 time: 0.0484653 Feb 16 14:07:22.829853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39808) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:22.903650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:22.933164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:22.998849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.016599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02da08e-a18a-4ad0-a47c-50e86bcf5764,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:23.029685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.030857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5406eda3-2eaf-48c1-a2e2-104f071e59a2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/a02da08e-a18a-4ad0-a47c-50e86bcf5764 HTTP/1.1" status: 204 len: 168 time: 0.1999679 Feb 16 14:07:23.062151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39814) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:23.271548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port df2dc980-3eca-4707-8d32-0bd8e67474b7 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:23.271774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.435114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:07:23.472978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:07:23.473318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5feb40e1-ef7b-4cdf-8f22-b1c868d5c72f not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:07:23.572528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.572771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.697223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for df2dc980-3eca-4707-8d32-0bd8e67474b7 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:23.863363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:23.911807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=df2dc980-3eca-4707-8d32-0bd8e67474b7,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:24.003778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:24.004084 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP a9c66de4-0e93-403c-b6bc-7fa6e9581139 disassociated (deleted). External IP: 172.26.1.117, port: 29167eb3-ac14-47b0-828e-6d13e0e142a8. Feb 16 14:07:24.361689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:07:24.549986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:24.562575 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:24.567519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:24.572037 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:24.572669 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:24.623083 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8cb56348-c956-468d-8014-cf2ad3c814e2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/a9c66de4-0e93-403c-b6bc-7fa6e9581139 HTTP/1.1" status: 204 len: 168 time: 1.5597615 Feb 16 14:07:24.623813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:24.668850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:07:24.760054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-d6acba08-9dee-4c97-af49-dae014b3d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:24.761537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-d6acba08-9dee-4c97-af49-dae014b3d6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 1098 time: 0.0724134 Feb 16 14:07:24.790414 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:24.899007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-1a27671e-ad5c-4341-ba33-933a512080a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:24.900383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-1a27671e-ad5c-4341-ba33-933a512080a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 200 len: 898 time: 0.1333358 Feb 16 14:07:24.933832 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:07:24.973075 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-7b0c4a03-9a57-437b-9965-1c55aad998de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 200 len: 217 time: 0.0645943 Feb 16 14:07:25.002228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-4f8f2850-185a-44bc-af55-fae6ef0ac599 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:25.003081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-4f8f2850-185a-44bc-af55-fae6ef0ac599 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:25.020789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-4f8f2850-185a-44bc-af55-fae6ef0ac599 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:25.022328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-4f8f2850-185a-44bc-af55-fae6ef0ac599 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.1016309 Feb 16 14:07:25.048519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-875b37b4-6f64-4276-a6d2-e4f494798a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:25.049990 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-875b37b4-6f64-4276-a6d2-e4f494798a0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 200 len: 834 time: 0.0702434 Feb 16 14:07:25.077255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-ee7a8ba8-ca46-4b80-8bf5-ed4b14e793a4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:25.093948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-ee7a8ba8-ca46-4b80-8bf5-ed4b14e793a4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:25.098887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36351748-8834-4595-89ad-b85e83c7bdc8 req-ee7a8ba8-ca46-4b80-8bf5-ed4b14e793a4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654490 Feb 16 14:07:25.122237 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:25.126014 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:25.134385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-1db51a10-fc70-493a-abf7-bb6f3fea0a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:25.134540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:25.135013 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:25.136718 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-1db51a10-fc70-493a-abf7-bb6f3fea0a05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25e94f09-3f2f-4e4d-8cf4-49582680a33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792429 Feb 16 14:07:25.320468 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:25.373268 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-aa69d6f3-2520-405f-b68b-4eda504b50a7 service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301898 Feb 16 14:07:25.506781 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7abe8d44-7e9b-4520-a8ce-66558a81f233 req-6c0f2b67-4d27-44cb-84d2-75966b4a2aba service neutron] 10.222.0.26 "GET /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268189 Feb 16 14:07:25.641071 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:25.645100 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1acb7-7d3a-43c6-8606-55f9e6f3387f None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:05:18Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ed317a93-1fd2-4acf-814f-b91689fc188c', 'name': '', 'network_id': '25e94f09-3f2f-4e4d-8cf4-49582680a33d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:5f:43:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:17Z', 'updated_at': '2022-02-16T14:05:23Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '9c1f1217-89cc-4de8-95cc-ac9825588424', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:07:25.845601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403fbfa-0b9e-44a5-ad4c-85a97ca5c231 None None] New status for floating IP a9c66de4-0e93-403c-b6bc-7fa6e9581139: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:07:26.306017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af480afc-6d8d-467b-b969-e378e8fa0941 req-4260a19a-f869-411f-9ad1-bf5ce2c0af3b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:26.307444 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af480afc-6d8d-467b-b969-e378e8fa0941 req-4260a19a-f869-411f-9ad1-bf5ce2c0af3b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.0874407 Feb 16 14:07:26.351488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af480afc-6d8d-467b-b969-e378e8fa0941 req-c5e82633-0c3e-4747-8641-4735283fab15 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=594050f6-0553-410e-8b42-e86ea2f279b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383234 Feb 16 14:07:26.696582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b26db-f074-433f-84cd-ec961340e99c req-d69216d2-4643-499d-b927-b56b195e2f54 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:26.697248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-876b26db-f074-433f-84cd-ec961340e99c req-d69216d2-4643-499d-b927-b56b195e2f54 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:26.709720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-876b26db-f074-433f-84cd-ec961340e99c req-d69216d2-4643-499d-b927-b56b195e2f54 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:26.710851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-876b26db-f074-433f-84cd-ec961340e99c req-d69216d2-4643-499d-b927-b56b195e2f54 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 945 time: 0.1100917 Feb 16 14:07:26.780773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 29167eb3-ac14-47b0-828e-6d13e0e142a8 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:26.781117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:27.042031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 29167eb3-ac14-47b0-828e-6d13e0e142a8, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=29167eb3-ac14-47b0-828e-6d13e0e142a8,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:27.042388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:27.165991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 29167eb3-ac14-47b0-828e-6d13e0e142a8 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:27.315843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:27.367367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=29167eb3-ac14-47b0-828e-6d13e0e142a8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:27.439363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 29167eb3-ac14-47b0-828e-6d13e0e142a8 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:07:27.441859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:27.444531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'name': 'network-vif-deleted', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:27.461548 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-876b26db-f074-433f-84cd-ec961340e99c req-9b776b7e-d40b-42aa-88d5-78a13a34e533 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/29167eb3-ac14-47b0-828e-6d13e0e142a8 HTTP/1.1" status: 204 len: 173 time: 0.7457991 Feb 16 14:07:27.503982 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c70997c-01e4-457c-bb61-40ba3fb5351f', 'name': 'network-vif-deleted', 'tag': '29167eb3-ac14-47b0-828e-6d13e0e142a8', 'status': 'completed', 'code': 200} Feb 16 14:07:27.505173 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0b31d133-7af0-406e-ad34-c2dc45bdaccc req-986959d5-c5c4-4b88-bf2a-d3b3894505a7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c70997c-01e4-457c-bb61-40ba3fb5351f HTTP/1.1" status: 200 len: 210 time: 0.0439048 Feb 16 14:07:28.603260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39832) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:28.780888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:28.812956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:28.880969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:28.899157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594050f6-0553-410e-8b42-e86ea2f279b9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:28.910828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:28.914789 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f6811b14-a4b0-411c-ac87-7f2421e06efe tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/594050f6-0553-410e-8b42-e86ea2f279b9 HTTP/1.1" status: 204 len: 168 time: 0.3077681 Feb 16 14:07:28.950724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39838) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:29.434004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 29167eb3-ac14-47b0-828e-6d13e0e142a8 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:07:29.472339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 29167eb3-ac14-47b0-828e-6d13e0e142a8 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:07:29.472683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 29167eb3-ac14-47b0-828e-6d13e0e142a8 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:07:29.511441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:29.869820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port ed317a93-1fd2-4acf-814f-b91689fc188c {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:29.870672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:30.067059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port ed317a93-1fd2-4acf-814f-b91689fc188c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ed317a93-1fd2-4acf-814f-b91689fc188c,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:30.067413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:30.188282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for ed317a93-1fd2-4acf-814f-b91689fc188c owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:30.640246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:30.688254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=ed317a93-1fd2-4acf-814f-b91689fc188c,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:30.961867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.336065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 0014471b-f49d-42f6-a27f-93dea6d2cf9e has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:07:31.519514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:31.529765 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Sync routers for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:31.533089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d470373-10ce-4978-ac4d-3abc8a67be57 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/0014471b-f49d-42f6-a27f-93dea6d2cf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5810719 Feb 16 14:07:31.535812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39842) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:31.539650 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:31.540311 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:31.601725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet 9c1f1217-89cc-4de8-95cc-ac9825588424 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:07:31.604568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.662208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.714757 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:31.865515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.943607 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.983022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1f1217-89cc-4de8-95cc-ac9825588424,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:31.984904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:31.993561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39846) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:31.993989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-22e72699-eee9-45c3-adbb-cc4b682c94e3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/9c1f1217-89cc-4de8-95cc-ac9825588424 HTTP/1.1" status: 204 len: 168 time: 0.4568653 Feb 16 14:07:31.995947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc8f6c6-1fd1-4213-a187-80b099ae9269 None None] Network 25e94f09-3f2f-4e4d-8cf4-49582680a33d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:07:32.046799 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:07:30Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:32.050757 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Checking router: 0014471b-f49d-42f6-a27f-93dea6d2cf9e for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:32.059974 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Routers {'0014471b-f49d-42f6-a27f-93dea6d2cf9e'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:32.060603 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:32.178542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.239737 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] Set router 0014471b-f49d-42f6-a27f-93dea6d2cf9e gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:32.248552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] DHCP port deletion for 25e94f09-3f2f-4e4d-8cf4-49582680a33d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:07:32.253038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Deleting port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:32.253599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.463741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] For port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,segment=NetworkSegment(0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3),segment_id=0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:32.464213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.468909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.478993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 2ba872b2-13a3-47a6-a0d1-03b93351db5a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:07:32.479366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.528507 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:07:30Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:32.533083 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bc1c99-53d0-4b62-a28d-af7381c21578 None None] The sync data for ids ['0014471b-f49d-42f6-a27f-93dea6d2cf9e'] in dv-neutron-828143-3-hyperv is: [{'id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'name': 'tempest-TestNetworkBasicOps-router-708532812', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:05:13Z', 'updated_at': '2022-02-16T14:07:30Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '2ba872b2-13a3-47a6-a0d1-03b93351db5a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0014471b-f49d-42f6-a27f-93dea6d2cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:05:14Z', 'updated_at': '2022-02-16T14:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:07:32.585876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Calling delete_port for 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:32.659231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 2ba872b2-13a3-47a6-a0d1-03b93351db5a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2ba872b2-13a3-47a6-a0d1-03b93351db5a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:32.659603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.664461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:32.710439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Pushing event deleted for resources: {'Port': ['ID=50f6d9d3-7628-41e6-8c9f-0e25dbcd8854,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:32.718908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.719280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.719605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.719928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.720226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.720562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.720875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.721183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.721478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.721780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.722088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.722486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:32.725110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ffec0-3289-41e7-81fb-0ed835e14f8d None None] No DVR routers for this DVR port 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:07:32.784049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 2ba872b2-13a3-47a6-a0d1-03b93351db5a owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:07:32.962197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.012115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=2ba872b2-13a3-47a6-a0d1-03b93351db5a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:33.105766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.280871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.283176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.308220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.308743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 0014471b-f49d-42f6-a27f-93dea6d2cf9e {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:07:33.324230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.325322 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6089bb0-5e2d-4f68-9800-30c65a90d582 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/0014471b-f49d-42f6-a27f-93dea6d2cf9e HTTP/1.1" status: 204 len: 168 time: 1.3262055 Feb 16 14:07:33.328259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39850) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:33.444543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.582017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.615234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e94f09-3f2f-4e4d-8cf4-49582680a33d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:33.628030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:33.628318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec24d9f-eb2c-4dc5-84f7-04a7f1f2b2c3') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:33.640065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.656185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.662461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:07:33.662831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:07:33.677069 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:07:33.768091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.782368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:07:33.784774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.795982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=25e94f09-3f2f-4e4d-8cf4-49582680a33d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:33.804523 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-97b16f37-624d-4275-81e9-9a9a14f70d46 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/25e94f09-3f2f-4e4d-8cf4-49582680a33d HTTP/1.1" status: 204 len: 168 time: 0.4749932 Feb 16 14:07:33.821742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:07:33.822076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 50f6d9d3-7628-41e6-8c9f-0e25dbcd8854 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:07:33.822508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ed317a93-1fd2-4acf-814f-b91689fc188c no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:07:33.830775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39854) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:33.836868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'network': {'name': 'tempest-network-smoke--1540244662', 'project_id': 'be03851a655c4af5a68761abafb36174', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:33.843523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:33.847955 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:network and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:33.855797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:33.858567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ed317a93-1fd2-4acf-814f-b91689fc188c {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:07:33.858751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:33.858899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ed317a93-1fd2-4acf-814f-b91689fc188c not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:07:33.859301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2ba872b2-13a3-47a6-a0d1-03b93351db5a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:07:33.872819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:07:33.876500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.893526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 2ba872b2-13a3-47a6-a0d1-03b93351db5a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:07:33.893867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2ba872b2-13a3-47a6-a0d1-03b93351db5a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:07:33.905416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:07:33.915747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.916230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Added segment 431b8b5a-019c-4d3b-930c-c3aa0afa8269 of type vlan for network e2235877-f692-4f6b-927f-959adff30faf Feb 16 14:07:33.942510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.972502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:33.978101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:33.978715 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.081803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2497122 Feb 16 14:07:34.084578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39858) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:34.087872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c96b5-695f-4955-81ce-5d73572aba7e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Network': ['ID=e2235877-f692-4f6b-927f-959adff30faf,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:34.090843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'admin_state_up': True, 'project_id': 'be03851a655c4af5a68761abafb36174', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:34.097930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network e2235877-f692-4f6b-927f-959adff30faf details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:07:34.098913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:34.102899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:router and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:34.105913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:34.112082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:34.122938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.123926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.140444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.508027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.815985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:34.844459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:35.006507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.107 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/43dd6f10-2999-45d1-90e3-43d50f43fdc0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:35.155748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:35.190953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:35.270427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:35.274786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:35.280497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:07:35.311859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:35.715035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:36.170931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:36.380037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:07:36.555410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:36.566843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:36.577074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:36.577685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:36.586040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:36.587325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-519e71c3-5fac-4656-9685-4f9b78e2836f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5016112 Feb 16 14:07:36.590516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:36.673238 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6fbca0ac-1757-4533-aa13-ccbf4b4e23da tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=be03851a655c4af5a68761abafb36174&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816121 Feb 16 14:07:36.675996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39868) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:36.795495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:36.805060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fa8aa2-2deb-4fb7-84c9-e9eebee03e62 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:36.806834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92fa8aa2-2deb-4fb7-84c9-e9eebee03e62 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299183 Feb 16 14:07:36.809655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39872) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:36.847838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-27e695a5-c031-4de7-b425-08c83c59c1cb tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368941 Feb 16 14:07:36.850444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39876) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:36.855589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-585652260', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'project_id': 'be03851a655c4af5a68761abafb36174', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:36.962981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:36.967530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:subnet and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:36.970748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:36.976705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:36.989142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:07:36.992829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.073500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:35Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:37.078762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:37.079102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Updating router 6603c28b-f873-4060-985a-b0691974a9f9 port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:07:37.134167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.206543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.281666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Subnet': ['ID=88d9d377-0953-49f8-850e-7283bf068cdb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:37.291890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Checking segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:07:37.292231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network hostable DHCP agents. Network: e2235877-f692-4f6b-927f-959adff30faf, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:07:37.312231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network e2235877-f692-4f6b-927f-959adff30faf is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:07:37.322909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, e2235877-f692-4f6b-927f-959adff30faf) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:37.327914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:37.328832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.338503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232c50c-c842-4853-8d4f-5e4dfebd3be7 None None] Network e2235877-f692-4f6b-927f-959adff30faf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:07:37.350526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48f625af-0465-4087-98ca-c29372fe9ee9 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4990358 Feb 16 14:07:37.353244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39880) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:37.643034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.660597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Transition to ACTIVE for port object 43dd6f10-2999-45d1-90e3-43d50f43fdc0 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:37.665039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-e2235877-f692-4f6b-927f-959adff30faf', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:07:37.665847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.681357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.814666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Attempting to bind port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:07:37.815027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Attempting to bind port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:07:37.815360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Attempting to bind port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:07:37.817288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98896-91e7-4ba5-aace-526c6ece34a2 None None] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:37.830442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:07:37.830830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:07:37.831213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.831611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:07:37.832074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Bound port: 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:07:37.832435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:37.963952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:07:37.966566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Allocated IP 172.20.0.2 (e2235877-f692-4f6b-927f-959adff30faf/88d9d377-0953-49f8-850e-7283bf068cdb/ad2494c7-fb63-412d-9253-745163bd0787) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:37.969249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43dd6f10-2999-45d1-90e3-43d50f43fdc0,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:07:37.979108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.132737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:38.133345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:38.180298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.243705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98896-91e7-4ba5-aace-526c6ece34a2 None None] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:38.452998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:38.557776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.584221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Transition to ACTIVE for port object ad2494c7-fb63-412d-9253-745163bd0787 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:38.654729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Transition to ACTIVE for port object ad2494c7-fb63-412d-9253-745163bd0787 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:38.669474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.735935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.1 (e2235877-f692-4f6b-927f-959adff30faf/88d9d377-0953-49f8-850e-7283bf068cdb/8f52fc25-b255-48b3-9121-1fc37d34741e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:38.762841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Network e2235877-f692-4f6b-927f-959adff30faf is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:38.792043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:38.798738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:07:38.800611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Pushing event updated for resources: {'Port': ['ID=ad2494c7-fb63-412d-9253-745163bd0787,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:38.893130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.895832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Attempting to bind port ad2494c7-fb63-412d-9253-745163bd0787 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:07:38.896194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Attempting to bind port ad2494c7-fb63-412d-9253-745163bd0787 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:07:38.896549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Attempting to bind port ad2494c7-fb63-412d-9253-745163bd0787 on network e2235877-f692-4f6b-927f-959adff30faf {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:07:38.904051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:07:38.904426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Checking segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:07:38.904799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.905176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Bound using segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:07:38.905626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Bound port: ad2494c7-fb63-412d-9253-745163bd0787, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:07:38.905991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.909395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 8f52fc25-b255-48b3-9121-1fc37d34741e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:38.934863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:38.974447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:35Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:38.982051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4912cd8b-0c71-43fe-b5f4-eecfc4a7752d None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:35Z', 'revision_number': 3, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:07:39.016107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:07:39.019405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ad2494c7-fb63-412d-9253-745163bd0787,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:07:39.025157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:39.029100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network e2235877-f692-4f6b-927f-959adff30faf is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:39.032432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:39.035963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:07:39.082660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:39.109658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:39.112695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945fdde-b25d-4982-b161-fa539fd7726b None None] Pushing event updated for resources: {'Port': ['ID=ad2494c7-fb63-412d-9253-745163bd0787,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:39.551810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:39.765083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ad2494c7-fb63-412d-9253-745163bd0787 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:39.838540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ad2494c7-fb63-412d-9253-745163bd0787 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:39.845115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:39.930346 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:39.935990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:39.936671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:39.989645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:39.996711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.073806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.094673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43dd6f10-2999-45d1-90e3-43d50f43fdc0,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:40.099919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.115017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:40.133475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.183081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:40.198825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48c519-c376-47bf-a87f-c09ba497e537 None None] Network e2235877-f692-4f6b-927f-959adff30faf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:07:40.279095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network e2235877-f692-4f6b-927f-959adff30faf is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:40.280331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:40.298131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Provisioning for port ad2494c7-fb63-412d-9253-745163bd0787 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:40.318520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Provisioning complete for port ad2494c7-fb63-412d-9253-745163bd0787 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:40.318878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.470165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:07:40.577672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.619964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ad2494c7-fb63-412d-9253-745163bd0787,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:40.626000 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.663804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:40.673970 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:40.685429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-69c167fe-4e7b-4765-beba-f25fbfafb8d5 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/6603c28b-f873-4060-985a-b0691974a9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3307357 Feb 16 14:07:40.685944 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:40.686667 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:40.687556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:40.708084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba41238-e3f9-40b4-a65c-aaef6c940fe1 None None] Pushing event updated for resources: {'Port': ['ID=ad2494c7-fb63-412d-9253-745163bd0787,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:40.729093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3204e844-bbc4-42e5-86e3-5db0102b3e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.842106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c11b70-0159-43bd-9c90-40df1a2fcc0a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.842608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c11b70-0159-43bd-9c90-40df1a2fcc0a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.843073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c11b70-0159-43bd-9c90-40df1a2fcc0a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.843557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c11b70-0159-43bd-9c90-40df1a2fcc0a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.845307 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-92c11b70-0159-43bd-9c90-40df1a2fcc0a tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1567566 Feb 16 14:07:40.848169 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39892) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:40.861665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Provisioning for port 8f52fc25-b255-48b3-9121-1fc37d34741e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:40.868044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:40.868533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:40.911122 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:40.947613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Port 8f52fc25-b255-48b3-9121-1fc37d34741e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:07:40.957992 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37688273-410c-442a-a281-c8689f9441af tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.958711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37688273-410c-442a-a281-c8689f9441af tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.959556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37688273-410c-442a-a281-c8689f9441af tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.960549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37688273-410c-442a-a281-c8689f9441af tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:40.965353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39898) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:40.965719 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-37688273-410c-442a-a281-c8689f9441af tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1163230 Feb 16 14:07:40.967642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Provisioning complete for port ad2494c7-fb63-412d-9253-745163bd0787 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:40.968239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d6e0b87-0c9d-4756-88ae-bf4ee1b44ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.256245 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:41.260414 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:41.260766 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Updating router 6603c28b-f873-4060-985a-b0691974a9f9 port 8f52fc25-b255-48b3-9121-1fc37d34741e binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:07:41.289451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6d66b1ac-0355-4293-bd68-0005d575b1a5 None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:41.290210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d66b1ac-0355-4293-bd68-0005d575b1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.317068 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.344038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75ce35e1-f6a2-4584-8842-809c5d7851b1 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3771238 Feb 16 14:07:41.370722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6d66b1ac-0355-4293-bd68-0005d575b1a5 None None] Port 8f52fc25-b255-48b3-9121-1fc37d34741e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:07:41.491061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-42689d99-855b-43f1-835a-d1a55bc73f6b None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:41.491375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42689d99-855b-43f1-835a-d1a55bc73f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.543924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-42689d99-855b-43f1-835a-d1a55bc73f6b None None] Port 8f52fc25-b255-48b3-9121-1fc37d34741e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:07:41.716160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ad2494c7-fb63-412d-9253-745163bd0787 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:41.731440 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.744252 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Transition to ACTIVE for port object 8f52fc25-b255-48b3-9121-1fc37d34741e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:41.752685 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.790565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ad2494c7-fb63-412d-9253-745163bd0787 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:41.791030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.821306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39904) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:41.826871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954067522', 'description': 'tempest-secgroup-smoke-1954067522 description', 'project_id': 'be03851a655c4af5a68761abafb36174'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:41.841986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:41.846328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:41.851898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:41.874512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:41.894019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:41.901346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:41.916340 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.916683 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.917014 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.917336 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.917650 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.917960 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.918474 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.918935 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.919396 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.919855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.920420 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.920876 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:07:41.941550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:41.958740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:41.959644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:41.967439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:41.981166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.047374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:42.047740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.050855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Attempting to bind port 8f52fc25-b255-48b3-9121-1fc37d34741e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:07:42.051610 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Attempting to bind port 8f52fc25-b255-48b3-9121-1fc37d34741e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:07:42.052127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Attempting to bind port 8f52fc25-b255-48b3-9121-1fc37d34741e on network e2235877-f692-4f6b-927f-959adff30faf {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:07:42.058932 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:07:42.059370 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Checking segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:07:42.059821 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.060325 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Bound using segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:07:42.060880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Bound port: 8f52fc25-b255-48b3-9121-1fc37d34741e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:07:42.061306 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.118494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.125950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.181339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d485be1-f8e3-4b92-8446-0d79c4177dce,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.185245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.186670 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-286388f1-7e3e-4541-a814-03262883aa00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3645086 Feb 16 14:07:42.189808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39910) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.195193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.200488 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:07:42.202049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.204454 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8f52fc25-b255-48b3-9121-1fc37d34741e,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:07:42.206474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.210282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.211630 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.216607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.234429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.289847 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:42.290545 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:42.294305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.299814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.327153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd299275-1fbb-4acb-a374-413fc5cc6f15,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.339665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.341023 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2c4fc22b-fade-4957-995f-342f9af3db2b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501458 Feb 16 14:07:42.344343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39914) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.350291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.352717 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c218445-a4c1-4fc1-bb61-8e7c8a4add0a None None] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.356734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.360993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.364915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.371014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.390073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.461431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.466455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.485408 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:42.491240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f6d8ba-8277-4101-a9bf-bed591934d50,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.501123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.502446 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db8e7405-4bfe-4a08-aabb-e0c3048caa9f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565161 Feb 16 14:07:42.505257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 39918) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.510315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.516220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.520305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.523362 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.529378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.546474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.608149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.612804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.637029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d14ccec8-e46f-4af9-b0c6-006604edd715,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.646938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.648251 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-44796e55-7d47-44bc-95eb-a6ef80cb5061 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419084 Feb 16 14:07:42.651159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39922) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.656359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.662428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.666399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.669271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.675344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.693045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.756764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.760605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.783423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d2ca37-ffb5-43f7-9304-37834b1f46c6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.793043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.794239 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94b8fd56-32a3-4621-ad6e-a084dae394bf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420760 Feb 16 14:07:42.797126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39926) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.797882 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:42Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:42.801946 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7697a938-6bac-4472-8a17-56454b657f60 None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:42Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:07:42.802356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.809384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.813365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.816338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.822342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:42.850907 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:07:42.858379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.927039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.931213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.955741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdbc9da-c6c7-4968-838d-19f95b6018fc,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:42.965349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:42.969300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-701b839c-fdfc-4a21-97f7-76f11f809b9c tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687489 Feb 16 14:07:42.969805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39930) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:42.975329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'security_group_rule': {'security_group_id': '5d485be1-f8e3-4b92-8446-0d79c4177dce', 'project_id': 'be03851a655c4af5a68761abafb36174', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:42.983845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:42.986904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:security_group_rule and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:42.991147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:42.996685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:43.007834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Project be03851a655c4af5a68761abafb36174 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:07:43.014821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.082335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.086312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.110878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c20a7f9-9bff-4241-a204-0fc40241c183,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:43.121158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.122637 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-028cb6b5-cea5-49fb-bdb3-7563b5e77acd tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515806 Feb 16 14:07:43.289643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-9e2f5390-e24d-476b-bb33-e4f356b14bf8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:43.306109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-9e2f5390-e24d-476b-bb33-e4f356b14bf8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:43.307315 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-9e2f5390-e24d-476b-bb33-e4f356b14bf8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954067522&fields=id&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 267 time: 0.0582268 Feb 16 14:07:43.463851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-32434cc3-a5d2-45f8-826d-679accca2438 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:43.464542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-32434cc3-a5d2-45f8-826d-679accca2438 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:43.480743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-32434cc3-a5d2-45f8-826d-679accca2438 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:43.481984 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-32434cc3-a5d2-45f8-826d-679accca2438 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 797 time: 0.1679029 Feb 16 14:07:43.499415 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-518d2b36-f8fd-4cee-a483-dbfeb3ccc3cf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/quotas/be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 375 time: 0.0116782 Feb 16 14:07:43.589360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-0b38f203-6455-4864-9700-15c6d570948b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:43.607259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-0b38f203-6455-4864-9700-15c6d570948b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:43.608688 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-0b38f203-6455-4864-9700-15c6d570948b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1028147 Feb 16 14:07:43.718341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:43.760361 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-04a7323e-836d-48b4-b87a-30a795362391 service neutron] 10.222.0.105 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392028 Feb 16 14:07:43.794146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 8f52fc25-b255-48b3-9121-1fc37d34741e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:43.799174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:43.799538 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.905836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-c2a6ca0c-3b62-44b5-9da2-e92359103b16 service neutron] 10.222.0.105 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385729 Feb 16 14:07:43.915387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.950634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0f32-1d78-48cc-af87-6ee4f9322dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:43.963960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8f52fc25-b255-48b3-9121-1fc37d34741e,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:43.969937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:44.050252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:44.100491 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5a86ff2b-be53-4b22-bcc0-132b5ad5d157 req-7fb4d1e6-d3f6-4bde-a9db-7eaee1080c43 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 210 time: 0.0494592 Feb 16 14:07:44.231299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:44.266590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:45.253577 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5688ee30-e9d0-48de-b7c2-fa1e8cbbeebb req-eb1afbed-33a9-4cc0-bbd9-b09a3f3fbff3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 210 time: 0.0432663 Feb 16 14:07:45.686199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:45.699612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:45.779312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:45.785121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:45.785477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:45.880863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-6d0bb3af-f021-45bd-abab-54b482fdd099 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:45.881556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-6d0bb3af-f021-45bd-abab-54b482fdd099 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:45.893457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-6d0bb3af-f021-45bd-abab-54b482fdd099 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:45.894509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-6d0bb3af-f021-45bd-abab-54b482fdd099 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 797 time: 0.1648011 Feb 16 14:07:45.943073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-b6b7809c-4f86-4bf1-8fbb-5b744998b6ac tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:07:45.955643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-b6b7809c-4f86-4bf1-8fbb-5b744998b6ac tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:07:45.956755 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-b6b7809c-4f86-4bf1-8fbb-5b744998b6ac tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be03851a655c4af5a68761abafb36174 HTTP/1.1" status: 200 len: 380 time: 0.0541329 Feb 16 14:07:45.964891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'port': {'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'admin_state_up': True, 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'security_groups': ['5d485be1-f8e3-4b92-8446-0d79c4177dce']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:46.101576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:46.111638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:46.124971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Made reservation on behalf of be03851a655c4af5a68761abafb36174 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:07:46.130692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.290098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.20.0.10 (e2235877-f692-4f6b-927f-959adff30faf/88d9d377-0953-49f8-850e-7283bf068cdb/521bfa41-bcd0-4939-bb17-4225f3b7e6de) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:46.406689 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a3e6352-6587-40be-8a8a-da73a4dd7228 req-9839c5ff-054b-4967-ab9f-38ddae82760b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 210 time: 0.0454383 Feb 16 14:07:46.497880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.522172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Transition to ACTIVE for port object 521bfa41-bcd0-4939-bb17-4225f3b7e6de will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:46.549345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.618255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network e2235877-f692-4f6b-927f-959adff30faf is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:46.621305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:46.625185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:07:46.654900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:46.694467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:46.694972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.721201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-ac7ea2d6-2b7b-4434-bcbb-d526de3a1987 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600093 Feb 16 14:07:46.733413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Request body: {'port': {'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:46.842291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.876842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1f06b313-82f5-41f5-95dd-2948effde135 None None] Provisioning for port 521bfa41-bcd0-4939-bb17-4225f3b7e6de completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:46.882313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1f06b313-82f5-41f5-95dd-2948effde135 None None] Provisioning complete for port 521bfa41-bcd0-4939-bb17-4225f3b7e6de triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:46.882685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f06b313-82f5-41f5-95dd-2948effde135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:46.938661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-1f06b313-82f5-41f5-95dd-2948effde135 None None] Port 521bfa41-bcd0-4939-bb17-4225f3b7e6de cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:07:47.191255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521bfa41-bcd0-4939-bb17-4225f3b7e6de {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:07:47.198922 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:47.214474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Transition to ACTIVE for port object 521bfa41-bcd0-4939-bb17-4225f3b7e6de will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:07:47.220713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:47.450094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Pushing event updated for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:47.553448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Attempting to bind port 521bfa41-bcd0-4939-bb17-4225f3b7e6de on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:07:47.553677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Attempting to bind port 521bfa41-bcd0-4939-bb17-4225f3b7e6de by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:07:47.553999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Attempting to bind port 521bfa41-bcd0-4939-bb17-4225f3b7e6de on network e2235877-f692-4f6b-927f-959adff30faf {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:07:47.558667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Port 521bfa41-bcd0-4939-bb17-4225f3b7e6de on network e2235877-f692-4f6b-927f-959adff30faf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:07:47.558982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Attempting to bind port 521bfa41-bcd0-4939-bb17-4225f3b7e6de on network e2235877-f692-4f6b-927f-959adff30faf {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:07:47.563901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:07:47.564230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Checking segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:07:47.564605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Bound using segment: {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:07:47.565016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Bound port: 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431b8b5a-019c-4d3b-930c-c3aa0afa8269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:07:47.565355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:47.602700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152927ef-3e7c-4e66-8eb1-cb5a098e7cc3 req-a3d89673-b129-408e-aac5-ccad7e00a52d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:47.604143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-152927ef-3e7c-4e66-8eb1-cb5a098e7cc3 req-a3d89673-b129-408e-aac5-ccad7e00a52d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 944 time: 0.0811439 Feb 16 14:07:47.652159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-152927ef-3e7c-4e66-8eb1-cb5a098e7cc3 req-661440a9-1e37-45b9-95d6-6adbfd3b8232 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420051 Feb 16 14:07:47.656006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:07:47.659111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:07:47.665604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:47.723233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:47.723840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:47.725222 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] 10.222.0.26 "PUT /v2.0/ports/521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 1094 time: 0.9961598 Feb 16 14:07:47.725656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:47.759474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108046e3-d540-4698-99b1-56f8b40d2fde service neutron] Pushing event updated for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:47.774008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'status': 'completed', 'code': 200} Feb 16 14:07:47.850282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-22a12096-139d-4ddc-a563-01888bf9c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:47.851756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-22a12096-139d-4ddc-a563-01888bf9c572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1097 time: 0.0800247 Feb 16 14:07:47.923341 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-acb2e93e-c603-42aa-8009-0564e981e91a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 217 time: 0.0637298 Feb 16 14:07:47.990635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-1e5574da-178e-4db0-aae9-17ba39efb6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:47.992149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-1e5574da-178e-4db0-aae9-17ba39efb6eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 200 len: 834 time: 0.0631938 Feb 16 14:07:48.067145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-a0fc52ad-1500-4a44-a75d-0abb03708e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.068721 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-a0fc52ad-1500-4a44-a75d-0abb03708e66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2235877-f692-4f6b-927f-959adff30faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708230 Feb 16 14:07:48.205952 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-5c3fcdb9-e0b5-4f27-9d2a-a972cd827070 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Feb 16 14:07:48.341870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3c8c48ef-b1c2-42a7-829a-166766c2deeb req-e290cc47-f7b1-4166-aa30-5e8ed7247af0 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294308 Feb 16 14:07:48.470204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-2b50e561-bbe2-40f9-94ea-2093fd95b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.471700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-2b50e561-bbe2-40f9-94ea-2093fd95b33a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1097 time: 0.0842645 Feb 16 14:07:48.604453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-bc1bde3b-c2b4-4d5c-b7bd-089f07d06588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.605749 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-bc1bde3b-c2b4-4d5c-b7bd-089f07d06588 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 898 time: 0.1273329 Feb 16 14:07:48.671558 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-33fff4c7-c9ed-4aae-b06d-9095cd1fe01b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 217 time: 0.0595038 Feb 16 14:07:48.739749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-3d1b91e2-c214-4ddd-a5f5-540d44b668cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.741359 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-3d1b91e2-c214-4ddd-a5f5-540d44b668cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 200 len: 834 time: 0.0642881 Feb 16 14:07:48.816982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-ac8281da-6a74-4291-ad6d-db79b7798847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.818550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-ac8281da-6a74-4291-ad6d-db79b7798847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2235877-f692-4f6b-927f-959adff30faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712821 Feb 16 14:07:48.846932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d25a9-2ecf-4e4b-81e6-f1aafc11ecb5 req-70eb35ed-e9b9-43c4-8810-d6322e2acbaa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:48.848405 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-135d25a9-2ecf-4e4b-81e6-f1aafc11ecb5 req-70eb35ed-e9b9-43c4-8810-d6322e2acbaa tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 944 time: 0.0891120 Feb 16 14:07:48.893417 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-135d25a9-2ecf-4e4b-81e6-f1aafc11ecb5 req-962a13fb-b51e-4395-81d3-69b28211914e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391486 Feb 16 14:07:48.958162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-e1ddaa64-626c-4688-a0a4-8a9ab4fd0f6b service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337407 Feb 16 14:07:49.093283 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-961af9e8-764d-45f7-b56c-1cb65a795213 req-9ccf2c63-3126-49da-be6e-cd58451c6c7d service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281526 Feb 16 14:07:50.097239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34568d8-60bc-4967-a148-ced5218a4e47 req-58632355-d37b-4ec2-884b-d80a872f085a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:50.098772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b34568d8-60bc-4967-a148-ced5218a4e47 req-58632355-d37b-4ec2-884b-d80a872f085a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 944 time: 0.0862997 Feb 16 14:07:50.150274 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b34568d8-60bc-4967-a148-ced5218a4e47 req-a41c6814-0fb2-453a-91fd-02a9bbb2a37f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Feb 16 14:07:51.345403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e80c1-3583-431c-9ab9-d085ebf1f70c req-e748552a-e6f6-407e-9ad8-15bc5099255f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:51.346761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9f8e80c1-3583-431c-9ab9-d085ebf1f70c req-e748552a-e6f6-407e-9ad8-15bc5099255f tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 944 time: 0.0855997 Feb 16 14:07:51.391971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9f8e80c1-3583-431c-9ab9-d085ebf1f70c req-9a27a9ad-1a4d-4945-a2f8-709ebef080c8 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Feb 16 14:07:51.528432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 521bfa41-bcd0-4939-bb17-4225f3b7e6de details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:07:51.683578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:51.696261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:07:51.751007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:51.771130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521bfa41-bcd0-4939-bb17-4225f3b7e6de {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:07:51.786248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:51.792333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:51.857604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:52.098748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['521bfa41-bcd0-4939-bb17-4225f3b7e6de'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:07:52.595565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492589ca-7b2f-4e27-8fdf-0a82404922c4 req-2842ff7d-d48c-4fb4-b748-54aa68ec4471 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:52.597014 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-492589ca-7b2f-4e27-8fdf-0a82404922c4 req-2842ff7d-d48c-4fb4-b748-54aa68ec4471 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 945 time: 0.0947394 Feb 16 14:07:52.747061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-492589ca-7b2f-4e27-8fdf-0a82404922c4 req-9c92c75b-8c93-4708-a232-dda4e0f4739e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440272 Feb 16 14:07:53.543356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 521bfa41-bcd0-4939-bb17-4225f3b7e6de up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:07:53.629812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 521bfa41-bcd0-4939-bb17-4225f3b7e6de completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:07:53.635464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 521bfa41-bcd0-4939-bb17-4225f3b7e6de triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:07:53.635941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:53.756190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:53.782944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:53.793874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:07:53.800045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:53.872036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:53.882424 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'code': 200} Feb 16 14:07:53.945934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8db8-1663-418f-9991-389e46dd15a1 req-c0a25a8b-20ac-462a-9a0f-995b16b22824 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:53.948049 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36af8db8-1663-418f-9991-389e46dd15a1 req-c0a25a8b-20ac-462a-9a0f-995b16b22824 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0837770 Feb 16 14:07:53.998184 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36af8db8-1663-418f-9991-389e46dd15a1 req-dc73f0a7-4e94-49d8-8c70-ef079debcc80 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Feb 16 14:07:54.136276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfc34b-bbf8-449d-a8d7-b39e24160a63 req-cf61aeab-9f2b-43a8-8324-247f5876c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:54.137739 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-43dfc34b-bbf8-449d-a8d7-b39e24160a63 req-cf61aeab-9f2b-43a8-8324-247f5876c124 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1099 time: 0.0885346 Feb 16 14:07:54.179878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-43dfc34b-bbf8-449d-a8d7-b39e24160a63 req-c4f1cc2c-5e75-4e47-8def-2e126bfb9898 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Feb 16 14:07:55.199954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0583b4-4b87-479c-a2d7-2309d43d3154 req-239d344a-9eed-4066-b2bf-05505726efcf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:55.201406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf0583b4-4b87-479c-a2d7-2309d43d3154 req-239d344a-9eed-4066-b2bf-05505726efcf tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0865867 Feb 16 14:07:55.245677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf0583b4-4b87-479c-a2d7-2309d43d3154 req-ac8770dc-52ce-4945-8257-27fd4f67dd11 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381379 Feb 16 14:07:56.453164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756801b-5e40-431b-abe7-9b53726d6046 req-1100f3f3-c96f-48b5-92ea-2ff659b929a7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:56.454683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8756801b-5e40-431b-abe7-9b53726d6046 req-1100f3f3-c96f-48b5-92ea-2ff659b929a7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0899055 Feb 16 14:07:56.511140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8756801b-5e40-431b-abe7-9b53726d6046 req-79215658-5542-467e-a9a3-05aadafdf904 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507269 Feb 16 14:07:56.709114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7951aac-0f85-4ab3-a272-dd92a97436fd req-9c24ddb1-377a-4e4d-80b7-3beffc4e87b7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:56.710582 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e7951aac-0f85-4ab3-a272-dd92a97436fd req-9c24ddb1-377a-4e4d-80b7-3beffc4e87b7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0938444 Feb 16 14:07:56.759685 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e7951aac-0f85-4ab3-a272-dd92a97436fd req-06177f09-b78b-474a-89eb-718f0ae872d7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Feb 16 14:07:56.787192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 39998) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:56.861508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd207d-bee8-4bdb-8de9-95d7e2b40ac2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:56.862922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-febd207d-bee8-4bdb-8de9-95d7e2b40ac2 tempest-TestNetworkBasicOps-1930688118 tempest-TestNetworkBasicOps-1930688118-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1094 time: 0.0747781 Feb 16 14:07:56.866927 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40002) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:56.874763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:07:56.884067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:07:56.889737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Usage tracker for resource:floatingip and tenant:be03851a655c4af5a68761abafb36174 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:07:56.894103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:07:56.901128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:07:56.913764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:57.051984 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:57.199211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Allocated IP 172.26.1.215 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/5be1cc32-6b65-4521-bf62-bedfb0060858) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:07:57.345245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:57.376363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:57.439469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:07:57.442368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:07:57.446166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:07:57.483688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=5be1cc32-6b65-4521-bf62-bedfb0060858,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:57.871673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:57.947063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:58.277851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:58.284202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:58.386845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event updated for resources: {'Port': ['ID=5be1cc32-6b65-4521-bf62-bedfb0060858,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:07:58.401376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:58.572522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d associated. External IP: 172.26.1.215, port: 521bfa41-bcd0-4939-bb17-4225f3b7e6de. Feb 16 14:07:58.920899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:07:59.106189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:07:59.116799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:07:59.127033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:59.127612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:59.131518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:07:59.188667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d280bc0d-f2f4-44c2-8db9-2c6ec771e8f7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3201487 Feb 16 14:07:59.189076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:07:59.191769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40006) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:07:59.232743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'status': 'completed', 'code': 200} Feb 16 14:07:59.309861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:59.449935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c24c82df-34f9-4e70-a2c3-86be405bcc80 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 992 time: 0.2569377 Feb 16 14:07:59.466280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833994-5683-4192-b713-8deab557ce69 req-e04ebd7f-19a5-469a-86e4-9fa666e8c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:59.467701 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-e04ebd7f-19a5-469a-86e4-9fa666e8c5a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1099 time: 0.1147323 Feb 16 14:07:59.603053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833994-5683-4192-b713-8deab557ce69 req-80027d92-6ade-40c1-9b0d-960ccc4aafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:59.604572 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-80027d92-6ade-40c1-9b0d-960ccc4aafbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 898 time: 0.1309459 Feb 16 14:07:59.661298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:07:57Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:43Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:59.665277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:07:59.673762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:07:59.674394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:07:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:07:59.706719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-bfcb30ab-4afa-4b3d-a032-8c7c22c2a74d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 1000 time: 0.0959520 Feb 16 14:07:59.768764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833994-5683-4192-b713-8deab557ce69 req-a0923d40-24f8-4b2b-b91c-fff3cabb88e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:59.770164 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-a0923d40-24f8-4b2b-b91c-fff3cabb88e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 200 len: 834 time: 0.0571752 Feb 16 14:07:59.849634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51833994-5683-4192-b713-8deab557ce69 req-4a77f954-9c6a-465e-9030-6d7cab0bb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:07:59.851115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-4a77f954-9c6a-465e-9030-6d7cab0bb7a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2235877-f692-4f6b-927f-959adff30faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750246 Feb 16 14:07:59.889383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:07:59.984696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-661099f5-9a03-4635-a8b8-0e7269811050 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270180 Feb 16 14:08:00.115959 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-51833994-5683-4192-b713-8deab557ce69 req-4f3bf174-cb93-45e5-9f1c-0c1e72c6a960 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252899 Feb 16 14:08:00.241270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:07:57Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:43Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:08:00.245816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e88e9c2-6cc5-4621-906d-56baf48040ad None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:39Z', 'revision_number': 4, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:07:57Z', 'revision_number': 0, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:07:43Z', 'revision_number': 5, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:08:00.454108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40012) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:08:00.459169 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a28357-527f-43f5-9072-012cdf908c9b None None] New status for floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:08:00.557399 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-75723900-f0c2-494a-9ef3-64a1a9212536 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 992 time: 0.1008613 Feb 16 14:08:01.561082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40016) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:08:01.669540 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-95f6d70d-aae3-41d3-a155-285f513761a1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 994 time: 0.1070492 Feb 16 14:08:01.936855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:08:10.727005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b69963e-1645-40fa-ad01-f8b35d6c3dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:13.951565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-049d9049-8264-4dff-9471-77121d298bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:14.249075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:14.254708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:15.687894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:15.790858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:18.900369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-b99edb34-cbff-4e57-b146-45fd778f7e7b req-6c9ce275-96bb-4be1-90ff-6a960a63a493 service neutron] (87698) timed out ('10.222.0.26', 58167) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 14:08:38.946205 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:08:40.724911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6c45e682-b794-4511-a8e3-78ad08e76e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:41.078363 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-2efbbfc7-50e2-49a3-a18c-652bbb4eb34d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842626 Feb 16 14:08:41.221185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-a5b98045-781f-4242-ad8e-acb72d670cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:41.222660 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-a5b98045-781f-4242-ad8e-acb72d670cee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1099 time: 0.0731478 Feb 16 14:08:41.366036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-d871402e-48d2-45ef-829c-ce99ea8e4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:41.367572 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-d871402e-48d2-45ef-829c-ce99ea8e4547 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 898 time: 0.1264515 Feb 16 14:08:41.470349 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-f22a407a-d065-4e6b-8ee4-505743547a30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 1002 time: 0.0966432 Feb 16 14:08:41.538083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-4768ea56-3d54-4d3e-859c-19783735ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:41.539795 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-4768ea56-3d54-4d3e-859c-19783735ad0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 200 len: 834 time: 0.0632355 Feb 16 14:08:41.723908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-81620dbd-bbc9-4aed-96dd-e78e84af8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:08:41.725369 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-81620dbd-bbc9-4aed-96dd-e78e84af8f5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2235877-f692-4f6b-927f-959adff30faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1801031 Feb 16 14:08:41.859969 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-cd42465a-f427-413a-8146-815100903c29 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279159 Feb 16 14:08:41.998242 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-56825d36-5ab6-4aaf-a37b-f5a7b7035db3 req-2a21fd1a-bb3f-4f34-9015-95317aa1ef9e service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320648 Feb 16 14:08:43.951861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d318fcbc-20bf-4e5e-9254-da2d2093be3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:44.246524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:44.251718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:45.697345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:08:45.790912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:02.374251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40038) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:02.382721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:02.907030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:02.921044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:03.103788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:09:03.302144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:09:03.309072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:03.310233 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-73967e94-194e-4429-bcf7-5436a14c015a tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/6603c28b-f873-4060-985a-b0691974a9f9 HTTP/1.1" status: 200 len: 889 time: 0.9344900 Feb 16 14:09:03.314867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:09:03.329441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:03.330458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:03.392306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:03.401312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:03.401874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:03.463131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:03.463524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39db403-f8c4-4fec-b8d8-bddfe8d6be3e None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:09:03.854738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:03.971669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:04.003242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8f52fc25-b255-48b3-9121-1fc37d34741e,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:04.009100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:04.084728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:04.092212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.092556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.092890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.093228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.093552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.093882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.094205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.094561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.094867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.095185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.095501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.095814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:04.216092 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a89290-83b0-4261-a49e-21ee8f122d3f None None] New status for floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:09:05.482415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40044) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:05.487851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:05.737217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:05.855684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:05.873627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43dd6f10-2999-45d1-90e3-43d50f43fdc0,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:05.877449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:05.949014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:06.151197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:06.163015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-688250'] for router, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:06.353629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:09:06.542597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:09:06.549446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:06.550712 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4d41085f-c5e7-460d-ae91-45b7b45f2e42 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/6603c28b-f873-4060-985a-b0691974a9f9 HTTP/1.1" status: 200 len: 888 time: 1.0672152 Feb 16 14:09:06.552895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:09:06.553796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40048) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:06.562968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:06.563649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:06.662050 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c9f4d23-8f6a-47a3-ac31-357db80e1ce7 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 992 time: 0.1071188 Feb 16 14:09:06.746272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:07.148703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:09:04Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:03Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:07.153368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:09:07.162508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:07.163113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:07.349730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:07.666878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40052) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:07.707882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:09:04Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:03Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:07.711949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3dae03-6f23-4a85-9946-862e046ce090 None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'f870d8ac-8e1a-45e5-8b97-83f3ad51992d', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'floating_ip_address': '172.26.1.215', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'port_id': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'mac_address': 'fa:16:3e:d4:fe:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:07:57Z', 'updated_at': '2022-02-16T14:09:04Z', 'revision_number': 2, 'project_id': 'be03851a655c4af5a68761abafb36174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:03Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:09:07.774656 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bdabe305-3579-4dc9-a5da-011a40da00b6 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 992 time: 0.1064007 Feb 16 14:09:08.779277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40056) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:08.889675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bbb9697a-df89-4760-932d-20950e8ba2c1 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 992 time: 0.1092167 Feb 16 14:09:09.330019 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00328f4f-ea63-4b6f-baf6-71d2658a86fa None None] New status for floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:09:09.781289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:09:09.851775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:09.852158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:09.894091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40060) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:09.982897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.005191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c16e676b-0d07-4389-96da-2725c2ba6eef tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 200 len: 994 time: 0.1098833 Feb 16 14:09:10.017805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8f52fc25-b255-48b3-9121-1fc37d34741e,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:10.023159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.024084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:09:10.142899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:10.154400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:10.154778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.286785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.288710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:10.307081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43dd6f10-2999-45d1-90e3-43d50f43fdc0,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:10.311464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.384433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:10.500571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 5be1cc32-6b65-4521-bf62-bedfb0060858 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:10.500908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.719089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fa6d1316-cb78-4469-8f6b-9f08bf4e853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.782099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.782451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:10.901864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 5be1cc32-6b65-4521-bf62-bedfb0060858 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:11.069341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:11.117349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=5be1cc32-6b65-4521-bf62-bedfb0060858,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:11.156200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.156538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.156862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.157191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.157547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.157861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.158172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.158514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.158823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.159130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.159434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.159724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:11.219280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:11.219620 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d disassociated (deleted). External IP: 172.26.1.215, port: 521bfa41-bcd0-4939-bb17-4225f3b7e6de. Feb 16 14:09:11.577157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:09:11.751365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:09:11.759926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:09:11.776895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:11.778501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:09:11.808600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:11.809233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:11.832038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ec0f0ea-1645-43e4-b207-f9c89dd34b00 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/floatingips/f870d8ac-8e1a-45e5-8b97-83f3ad51992d HTTP/1.1" status: 204 len: 168 time: 1.5416825 Feb 16 14:09:11.832717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:11.885156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'status': 'completed', 'code': 200} Feb 16 14:09:11.978685 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-48ceb54c-d691-4c47-b023-47b64a561d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:11.980447 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-48ceb54c-d691-4c47-b023-47b64a561d39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be03851a655c4af5a68761abafb36174&device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 1099 time: 0.0752547 Feb 16 14:09:12.035991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 8f52fc25-b255-48b3-9121-1fc37d34741e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:12.036462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:12.107320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:12.124235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-3fb3c4ff-0e65-4a78-80b5-f81c8a755219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:12.125784 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-3fb3c4ff-0e65-4a78-80b5-f81c8a755219 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 200 len: 898 time: 0.1398463 Feb 16 14:09:12.227395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bfb0e-15db-4337-bd45-4302282e40c5 req-a66cb05c-d426-4456-8b97-b0bd1678b903 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:12.229064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe7bfb0e-15db-4337-bd45-4302282e40c5 req-a66cb05c-d426-4456-8b97-b0bd1678b903 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0861676 Feb 16 14:09:12.279992 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe7bfb0e-15db-4337-bd45-4302282e40c5 req-697333bf-3347-4f7c-b579-0ce6b132ce90 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Feb 16 14:09:12.306841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-c66348ac-982f-477e-af2b-103d4536f20b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 200 len: 217 time: 0.1732380 Feb 16 14:09:12.374870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-af8d1db8-021c-4c23-84d6-6f40d4b08401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:12.376314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-af8d1db8-021c-4c23-84d6-6f40d4b08401 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 200 len: 834 time: 0.0614567 Feb 16 14:09:12.381903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:09:12.451875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-21c39ec8-e0e0-4f0c-a87b-c9874e461170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:12.453337 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-21c39ec8-e0e0-4f0c-a87b-c9874e461170 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2235877-f692-4f6b-927f-959adff30faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700707 Feb 16 14:09:12.527571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:12.527812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:12.589019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-217f3070-6d2b-40bd-bcc2-5ad4a9496f81 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278515 Feb 16 14:09:12.651812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:12.661024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:09:12.676232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:12.676343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:08:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:12.723483 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ef57790-cc40-4450-87bf-31acb1fdfcf3 req-b0242f10-47b0-4f4f-a685-c21e96a97f25 service neutron] 10.222.0.26 "GET /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282430 Feb 16 14:09:12.873872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:13.210456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:13.215272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb139-8afc-42ca-9666-fb574bcc0676 None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:06Z', 'revision_number': 6, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '8f52fc25-b255-48b3-9121-1fc37d34741e', 'name': '', 'network_id': 'e2235877-f692-4f6b-927f-959adff30faf', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'mac_address': 'fa:16:3e:09:46:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:38Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'subnets': [{'id': '88d9d377-0953-49f8-850e-7283bf068cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:09:13.470852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13d527-e961-48b1-b490-6e720f3ac9a8 req-69ad5572-d523-4042-a91c-3838d2f3e3f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:13.472399 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e13d527-e961-48b1-b490-6e720f3ac9a8 req-69ad5572-d523-4042-a91c-3838d2f3e3f3 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.0829415 Feb 16 14:09:13.519675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e13d527-e961-48b1-b490-6e720f3ac9a8 req-b9292443-e1f1-43b4-971a-29a86b9f8b87 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/security-groups?id=5d485be1-f8e3-4b92-8446-0d79c4177dce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Feb 16 14:09:13.713435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-d96325d3-3d38-4d97-acb2-1e977d1c8f8b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:13.714441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-d96325d3-3d38-4d97-acb2-1e977d1c8f8b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Synchronizing usage tracker for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:09:13.733254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-d96325d3-3d38-4d97-acb2-1e977d1c8f8b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Unset dirty status for tenant:be03851a655c4af5a68761abafb36174 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:09:13.734500 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-d96325d3-3d38-4d97-acb2-1e977d1c8f8b tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 946 time: 0.1061938 Feb 16 14:09:13.805971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 521bfa41-bcd0-4939-bb17-4225f3b7e6de {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:13.806343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:13.865182 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be70b6c-b3a8-49d6-82ef-665982f0362a None None] New status for floating IP f870d8ac-8e1a-45e5-8b97-83f3ad51992d: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:09:13.948148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd390242-cdbc-4989-af18-04204fb1ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.060530 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 521bfa41-bcd0-4939-bb17-4225f3b7e6de, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=521bfa41-bcd0-4939-bb17-4225f3b7e6de,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:14.060879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.185677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 521bfa41-bcd0-4939-bb17-4225f3b7e6de owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:14.249038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.252610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.335780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.384958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=521bfa41-bcd0-4939-bb17-4225f3b7e6de,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:14.461525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port 521bfa41-bcd0-4939-bb17-4225f3b7e6de on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:09:14.464117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:14.466659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'name': 'network-vif-deleted', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:14.483958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-430d2c10-872a-4a4e-b7ac-147bd17114a0 req-9e958970-f598-4474-b018-ae93042fef0e tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.26 "DELETE /v2.0/ports/521bfa41-bcd0-4939-bb17-4225f3b7e6de HTTP/1.1" status: 204 len: 173 time: 0.7444391 Feb 16 14:09:14.512838 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd75cbda0-1018-47b7-85fe-7074d7a2897b', 'name': 'network-vif-deleted', 'tag': '521bfa41-bcd0-4939-bb17-4225f3b7e6de', 'status': 'completed', 'code': 200} Feb 16 14:09:14.688961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a11c9a5a-67ad-41a0-a2fd-3440dad66035 req-805dba3f-e6b2-4d0b-b1ad-4b0c8d3f4c9d tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "GET /v2.0/ports?device_id=d75cbda0-1018-47b7-85fe-7074d7a2897b HTTP/1.1" status: 200 len: 210 time: 0.0447359 Feb 16 14:09:15.700996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.786574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40086) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:15.793422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.857271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.888460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.913424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 521bfa41-bcd0-4939-bb17-4225f3b7e6de no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:15.937374 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:09:15.949007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 521bfa41-bcd0-4939-bb17-4225f3b7e6de {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:09:15.949306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 521bfa41-bcd0-4939-bb17-4225f3b7e6de not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:09:15.958793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.980624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d485be1-f8e3-4b92-8446-0d79c4177dce,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:15.993255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:15.997729 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-02e56611-bc6a-43fb-b1c1-8cefe6cf87bc tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/security-groups/5d485be1-f8e3-4b92-8446-0d79c4177dce HTTP/1.1" status: 204 len: 168 time: 0.2069519 Feb 16 14:09:16.026996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40092) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:16.712426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:17.066418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 8f52fc25-b255-48b3-9121-1fc37d34741e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:17.067145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:17.259985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 8f52fc25-b255-48b3-9121-1fc37d34741e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=8f52fc25-b255-48b3-9121-1fc37d34741e,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:17.260222 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:17.382009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 8f52fc25-b255-48b3-9121-1fc37d34741e owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:17.827342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:17.873797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=8f52fc25-b255-48b3-9121-1fc37d34741e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:18.149978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:18.517495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Router 6603c28b-f873-4060-985a-b0691974a9f9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:09:18.697220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:09:18.707483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Sync routers for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:09:18.710377 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8fa3c8a8-0809-4e51-bec5-865d9ae5acb4 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "PUT /v2.0/routers/6603c28b-f873-4060-985a-b0691974a9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6822069 Feb 16 14:09:18.713307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40096) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:18.718949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:18.719495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:09:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:18.780682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting subnet 88d9d377-0953-49f8-850e-7283bf068cdb {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:09:18.784425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:18.837796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:18.933037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:18.946571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:19.005667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.044494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Subnet': ['ID=88d9d377-0953-49f8-850e-7283bf068cdb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:19.046620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.053878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-810f6d03-885f-4f53-b54c-502b1a4293b2 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/subnets/88d9d377-0953-49f8-850e-7283bf068cdb HTTP/1.1" status: 204 len: 168 time: 0.3395655 Feb 16 14:09:19.055184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40100) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:19.057945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a158b5-f7d9-467b-bf1b-146fd8531408 None None] Network e2235877-f692-4f6b-927f-959adff30faf requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:09:19.347320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.409302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:17Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:19.413800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Checking router: 6603c28b-f873-4060-985a-b0691974a9f9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:09:19.424230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Routers {'6603c28b-f873-4060-985a-b0691974a9f9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:09:19.424230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:09:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6603c28b-f873-4060-985a-b0691974a9f9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:19.474009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] DHCP port deletion for e2235877-f692-4f6b-927f-959adff30faf request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:09:19.494504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Deleting port ad2494c7-fb63-412d-9253-745163bd0787 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:19.494866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.529432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.540172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port 43dd6f10-2999-45d1-90e3-43d50f43fdc0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:19.540617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.707362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] Set router 6603c28b-f873-4060-985a-b0691974a9f9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:09:19.712093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port 43dd6f10-2999-45d1-90e3-43d50f43fdc0, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=43dd6f10-2999-45d1-90e3-43d50f43fdc0,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:19.712458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:19.837151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for 43dd6f10-2999-45d1-90e3-43d50f43fdc0 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:19.850908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ad2494c7-fb63-412d-9253-745163bd0787 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:20.006752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.015243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ad2494c7-fb63-412d-9253-745163bd0787,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:20.015624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.056537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=43dd6f10-2999-45d1-90e3-43d50f43fdc0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:20.146357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.226786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Calling delete_port for ad2494c7-fb63-412d-9253-745163bd0787 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:20.319420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.321639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.324247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.346651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.347152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Fanout notify agent at l3_agent the message router_deleted on router 6603c28b-f873-4060-985a-b0691974a9f9 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:09:20.362045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.365965 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7728a970-7e07-4129-91aa-4bbaab351c95 tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/routers/6603c28b-f873-4060-985a-b0691974a9f9 HTTP/1.1" status: 204 len: 168 time: 1.3073015 Feb 16 14:09:20.366247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40104) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:20.403638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ad2494c7-fb63-412d-9253-745163bd0787,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:20.410408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.446880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:09:20.447223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:09:20.484699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.484949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:17Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:20.490584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ad2494c7-fb63-412d-9253-745163bd0787,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:20.493080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf998f00-0e73-48d1-91c8-29e2c5e1d2e0 None None] The sync data for ids ['6603c28b-f873-4060-985a-b0691974a9f9'] in dv-neutron-828143-3-hyperv is: [{'id': '6603c28b-f873-4060-985a-b0691974a9f9', 'name': 'tempest-TestNetworkBasicOps-router-1519945794', 'tenant_id': 'be03851a655c4af5a68761abafb36174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107'}], 'enable_snat': True}, 'gw_port_id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:17Z', 'revision_number': 7, 'project_id': 'be03851a655c4af5a68761abafb36174', 'gw_port': {'id': '43dd6f10-2999-45d1-90e3-43d50f43fdc0', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6603c28b-f873-4060-985a-b0691974a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:07:34Z', 'updated_at': '2022-02-16T14:09:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:09:20.497238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Deleting port ad2494c7-fb63-412d-9253-745163bd0787 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:20.497562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.806778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] For port ad2494c7-fb63-412d-9253-745163bd0787, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ad2494c7-fb63-412d-9253-745163bd0787,segment=NetworkSegment(431b8b5a-019c-4d3b-930c-c3aa0afa8269),segment_id=431b8b5a-019c-4d3b-930c-c3aa0afa8269)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:20.807029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:20.930976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Calling delete_port for ad2494c7-fb63-412d-9253-745163bd0787 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:20.948540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Deleting port ad2494c7-fb63-412d-9253-745163bd0787 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:20.949080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.019425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.038642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-53625307-07b5-49bf-aa9a-17a0ef2df644 None None] The port 'ad2494c7-fb63-412d-9253-745163bd0787' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:09:21.069404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Port': ['ID=ad2494c7-fb63-412d-9253-745163bd0787,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:21.071211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] No DVR routers for this DVR port ad2494c7-fb63-412d-9253-745163bd0787 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:09:21.198372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.224115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2235877-f692-4f6b-927f-959adff30faf']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:21.237481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431b8b5a-019c-4d3b-930c-c3aa0afa8269') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:21.237805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431b8b5a-019c-4d3b-930c-c3aa0afa8269') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:09:21.250257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.269692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.276249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:09:21.276691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:09:21.291236 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:09:21.373513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.390497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:21.401369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] Pushing event deleted for resources: {'Network': ['ID=e2235877-f692-4f6b-927f-959adff30faf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:21.416625 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-974bd23b-bec9-432e-a9f6-f40799372abb tempest-TestNetworkBasicOps-2039942357 tempest-TestNetworkBasicOps-2039942357-project] 10.222.0.105 "DELETE /v2.0/networks/e2235877-f692-4f6b-927f-959adff30faf HTTP/1.1" status: 204 len: 168 time: 1.0494134 Feb 16 14:09:21.748442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:21.770625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:21.782013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 8f52fc25-b255-48b3-9121-1fc37d34741e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:09:21.782381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 8f52fc25-b255-48b3-9121-1fc37d34741e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:09:21.782778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:21.814937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 43dd6f10-2999-45d1-90e3-43d50f43fdc0 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:09:21.815241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 43dd6f10-2999-45d1-90e3-43d50f43fdc0 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:09:21.930100 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4160b5fa-7906-47b1-b1c6-d6a79ad7f274 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=be03851a655c4af5a68761abafb36174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581812 Feb 16 14:09:21.932710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40118) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:21.997477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.024096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.081677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.099263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a84465-e25a-48f8-badf-a3641fc66a2b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:22.107585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.111149 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f47e8e8-cc5d-4028-82f1-76e57d60f600 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/44a84465-e25a-48f8-badf-a3641fc66a2b HTTP/1.1" status: 204 len: 168 time: 0.1749442 Feb 16 14:09:22.404290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40126) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:22.422251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.437136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:22.441368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Usage tracker for resource:security_group_rule and tenant:47025d57186448309face4c58fa57b59 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:22.444270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:22.450401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:22.531466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.537970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.589252 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=47025d57186448309face4c58fa57b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833129 Feb 16 14:09:22.591328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c401f95-a20c-446c-8dee-5a5b53c2f4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b735c5d3-aec7-46c0-9bcf-00feec3dc0ad,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:22.592226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40130) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:22.780186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.806576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.860666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.876434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735c5d3-aec7-46c0-9bcf-00feec3dc0ad,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:22.885356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.885695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.886159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.886520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.886843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.887173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.887485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.887803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.888106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.888417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.888725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.889030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:09:22.892846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:22.894063 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dd6c0daf-4a1c-4ab5-94cc-6fac63dddccc admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/b735c5d3-aec7-46c0-9bcf-00feec3dc0ad HTTP/1.1" status: 204 len: 168 time: 0.3008692 Feb 16 14:09:30.481963 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-b7cadd79-cc72-40cf-872b-775c37cd6ee5 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=21dbad341b3844289c47464e562788bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280237 Feb 16 14:09:30.637196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-cc8af3b9-56f3-4ea6-a317-f845dbdc2fff tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:30.638635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-cc8af3b9-56f3-4ea6-a317-f845dbdc2fff tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514590 Feb 16 14:09:30.655765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-6bb8e099-673d-47c1-be38-ad853e55d80f tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/quotas/21dbad341b3844289c47464e562788bf HTTP/1.1" status: 200 len: 375 time: 0.0091453 Feb 16 14:09:30.705999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-dfba9fc1-5005-40a4-b727-ac7e2f74e1ac tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=21dbad341b3844289c47464e562788bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451577 Feb 16 14:09:30.904687 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8442e6ca-41a3-443c-8859-49bd8c5e8d81 req-e2324d7a-dd91-499c-95d0-ae50f5177cf0 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 210 time: 0.0444949 Feb 16 14:09:31.924271 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-0d8a00be-fcca-4619-ba6a-1579af42801e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=21dbad341b3844289c47464e562788bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295405 Feb 16 14:09:32.063447 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b7b7401b-75b5-4f89-a21a-141c0072c21f req-84de8901-625d-4f4a-96a2-fa8dd570ac36 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 210 time: 0.0432091 Feb 16 14:09:32.081399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-3afa546f-b20e-4cb6-b10c-ab188ed98006 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:32.082875 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-3afa546f-b20e-4cb6-b10c-ab188ed98006 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543679 Feb 16 14:09:32.094357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Request body: {'port': {'device_id': '247ae487-d5e6-481a-b18a-c52226226d45', 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a', 'admin_state_up': True, 'tenant_id': '21dbad341b3844289c47464e562788bf'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:32.232120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:32.235981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Usage tracker for resource:port and tenant:21dbad341b3844289c47464e562788bf is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:32.238805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:32.244502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:32.257430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Made reservation on behalf of 21dbad341b3844289c47464e562788bf for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:09:32.261074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.272690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.287003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:32.290784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Usage tracker for resource:security_group_rule and tenant:21dbad341b3844289c47464e562788bf is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:32.293723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:32.299684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:32.381079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.385826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.465851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af375d5b-8e85-4224-af6c-0f54fa6ddb9a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:32.558478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Allocated IP 192.168.233.83 (00a00c65-0cbb-4872-b8f6-9ff52024989a/336c5887-e772-41ea-800b-1405e14758ba/b3547c7e-a247-4311-9023-f31855c9dbf0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:09:32.774940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.790521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Transition to ACTIVE for port object b3547c7e-a247-4311-9023-f31855c9dbf0 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:09:32.816975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:32.983409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Network 00a00c65-0cbb-4872-b8f6-9ff52024989a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:09:32.986595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:09:32.989288 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:09:33.026005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Pushing event updated for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:33.061109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:33.061707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.093133 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-5c62f849-23c1-4135-a264-178638e7e16e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0024505 Feb 16 14:09:33.104929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Request body: {'port': {'device_id': '247ae487-d5e6-481a-b18a-c52226226d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:33.191340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-90ab9b97-6425-4f60-a9e7-dd332eb5b8cb None None] Provisioning for port b3547c7e-a247-4311-9023-f31855c9dbf0 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:09:33.199573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-90ab9b97-6425-4f60-a9e7-dd332eb5b8cb None None] Provisioning complete for port b3547c7e-a247-4311-9023-f31855c9dbf0 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:33.200553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90ab9b97-6425-4f60-a9e7-dd332eb5b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.225399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.254147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90ab9b97-6425-4f60-a9e7-dd332eb5b8cb None None] Port b3547c7e-a247-4311-9023-f31855c9dbf0 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:09:33.259196 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a3ea6-7ff4-4720-b41e-864aac584c07 req-d9adfd6a-c929-4be6-be05-a8e2cedd3307 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:33.260761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b67a3ea6-7ff4-4720-b41e-864aac584c07 req-d9adfd6a-c929-4be6-be05-a8e2cedd3307 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 935 time: 0.0849481 Feb 16 14:09:33.304235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b67a3ea6-7ff4-4720-b41e-864aac584c07 req-023b0e33-1499-488a-825f-ae0fa465a9fe tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Feb 16 14:09:33.621344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3547c7e-a247-4311-9023-f31855c9dbf0 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:09:33.628968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.643366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Transition to ACTIVE for port object b3547c7e-a247-4311-9023-f31855c9dbf0 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:09:33.648213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.779102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:33.883905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Attempting to bind port b3547c7e-a247-4311-9023-f31855c9dbf0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:09:33.884211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Attempting to bind port b3547c7e-a247-4311-9023-f31855c9dbf0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:09:33.884534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Attempting to bind port b3547c7e-a247-4311-9023-f31855c9dbf0 on network 00a00c65-0cbb-4872-b8f6-9ff52024989a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:09:33.889200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Port b3547c7e-a247-4311-9023-f31855c9dbf0 on network 00a00c65-0cbb-4872-b8f6-9ff52024989a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:09:33.889515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Attempting to bind port b3547c7e-a247-4311-9023-f31855c9dbf0 on network 00a00c65-0cbb-4872-b8f6-9ff52024989a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:09:33.894660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:09:33.895021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Checking segment: {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:09:33.895395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Bound using segment: {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:09:33.895805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Bound port: b3547c7e-a247-4311-9023-f31855c9dbf0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b4903f-3469-4873-b6a9-17f9ab0d7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:09:33.896144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:33.988460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:09:33.991428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3547c7e-a247-4311-9023-f31855c9dbf0,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:09:33.998168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:34.056931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.057603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:34.058957 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3547c7e-a247-4311-9023-f31855c9dbf0 HTTP/1.1" status: 200 len: 1097 time: 0.9585841 Feb 16 14:09:34.059391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:34.081250 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac43394-ddb3-4d2a-be9a-86e37e517a82 service neutron] Pushing event updated for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:34.140498 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0', 'status': 'completed', 'code': 200} Feb 16 14:09:34.181879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-1705d20d-5be4-4a64-bce8-b71b59298ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.183433 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-1705d20d-5be4-4a64-bce8-b71b59298ec0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21dbad341b3844289c47464e562788bf&device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 1100 time: 0.0782716 Feb 16 14:09:34.250244 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-9c1807d7-9265-465f-8d2a-a209d4dc8627 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b3547c7e-a247-4311-9023-f31855c9dbf0 HTTP/1.1" status: 200 len: 217 time: 0.0603364 Feb 16 14:09:34.318349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-ae9eea32-e5e9-49d1-8319-ecffc8064274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.319708 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-ae9eea32-e5e9-49d1-8319-ecffc8064274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336c5887-e772-41ea-800b-1405e14758ba HTTP/1.1" status: 200 len: 843 time: 0.0641596 Feb 16 14:09:34.395218 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-973545c7-895d-4b98-8c4a-ed786d3e56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.396599 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-973545c7-895d-4b98-8c4a-ed786d3e56c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00a00c65-0cbb-4872-b8f6-9ff52024989a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0714171 Feb 16 14:09:34.489027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d27d8-d1ec-4716-b918-1969feba10b8 req-df56e0a7-59b6-4ff8-959a-fd0b3a79b1d1 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.490684 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-310d27d8-d1ec-4716-b918-1969feba10b8 req-df56e0a7-59b6-4ff8-959a-fd0b3a79b1d1 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 947 time: 0.0819647 Feb 16 14:09:34.541148 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-ae4bc49d-61f7-4977-b236-7f62529cf330 service neutron] 10.222.0.26 "GET /v2.0/networks/00a00c65-0cbb-4872-b8f6-9ff52024989a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383803 Feb 16 14:09:34.542088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-310d27d8-d1ec-4716-b918-1969feba10b8 req-53ff4228-78f9-419d-8415-8334f4b704b2 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Feb 16 14:09:34.674076 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ed997d5-21c5-47b6-bb4f-f168c362af93 req-831d4907-ffa8-47b9-9ac8-0426663a7b50 service neutron] 10.222.0.26 "GET /v2.0/networks/00a00c65-0cbb-4872-b8f6-9ff52024989a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269650 Feb 16 14:09:34.888881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-90015e6c-4cd9-4a47-a9d9-0c79c3d7be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:34.890360 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-90015e6c-4cd9-4a47-a9d9-0c79c3d7be1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=21dbad341b3844289c47464e562788bf&device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 1100 time: 0.1690996 Feb 16 14:09:35.021115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-8f0745ac-513d-41ce-a3dd-cfcb41f05c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:35.022581 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-8f0745ac-513d-41ce-a3dd-cfcb41f05c21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=00a00c65-0cbb-4872-b8f6-9ff52024989a HTTP/1.1" status: 200 len: 870 time: 0.1252680 Feb 16 14:09:35.093684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-93667f66-446c-4012-98cc-d154f9dedebd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b3547c7e-a247-4311-9023-f31855c9dbf0 HTTP/1.1" status: 200 len: 217 time: 0.0645628 Feb 16 14:09:35.155873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-e7c41173-ce4b-47ba-a263-347e3454da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:35.157278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-e7c41173-ce4b-47ba-a263-347e3454da49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=336c5887-e772-41ea-800b-1405e14758ba HTTP/1.1" status: 200 len: 843 time: 0.0581996 Feb 16 14:09:35.248955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-8e1486ba-ce99-4d1d-9d4b-f7cc109265d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:35.251031 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-8e1486ba-ce99-4d1d-9d4b-f7cc109265d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=00a00c65-0cbb-4872-b8f6-9ff52024989a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0878875 Feb 16 14:09:35.385014 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-610c8d58-53b5-4580-89fb-7da6972c0c3f service neutron] 10.222.0.26 "GET /v2.0/networks/00a00c65-0cbb-4872-b8f6-9ff52024989a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265829 Feb 16 14:09:35.628193 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1ca4c11e-d924-4b06-8def-a0372e85db62 req-5db51aed-6848-4cbf-8922-db19681c956e service neutron] 10.222.0.26 "GET /v2.0/networks/00a00c65-0cbb-4872-b8f6-9ff52024989a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369087 Feb 16 14:09:35.740455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6c724-94ec-4633-9cc6-50e647b4bb59 req-655dc899-e9d4-42b3-83c5-9ef3cb422d52 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:35.741933 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a6b6c724-94ec-4633-9cc6-50e647b4bb59 req-655dc899-e9d4-42b3-83c5-9ef3cb422d52 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 947 time: 0.0902722 Feb 16 14:09:35.788433 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a6b6c724-94ec-4633-9cc6-50e647b4bb59 req-b586b4d6-331c-438f-a07a-6b47a849b294 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392606 Feb 16 14:09:36.994458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561625e-32ee-4168-a17f-9d898480af30 req-6d738d79-0f7b-498d-b8ad-39cc56b91337 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:36.995936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4561625e-32ee-4168-a17f-9d898480af30 req-6d738d79-0f7b-498d-b8ad-39cc56b91337 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 947 time: 0.0882030 Feb 16 14:09:37.040316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4561625e-32ee-4168-a17f-9d898480af30 req-bdf8d2f7-2a4e-42e3-be6a-c582da20f3a8 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Feb 16 14:09:37.992169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b3547c7e-a247-4311-9023-f31855c9dbf0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:09:38.127787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3547c7e-a247-4311-9023-f31855c9dbf0,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:38.140977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b3547c7e-a247-4311-9023-f31855c9dbf0', 'network_id': '00a00c65-0cbb-4872-b8f6-9ff52024989a', 'port_id': 'b3547c7e-a247-4311-9023-f31855c9dbf0', 'mac_address': 'fa:16:3e:83:07:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336c5887-e772-41ea-800b-1405e14758ba', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:09:38.198567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:38.215731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3547c7e-a247-4311-9023-f31855c9dbf0 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:09:38.224974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbea1e-64c6-43b4-87e9-53ec2cef7f08 req-835a6c1f-6a31-4f8e-80c6-214d9cde0460 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:38.226554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1dbea1e-64c6-43b4-87e9-53ec2cef7f08 req-835a6c1f-6a31-4f8e-80c6-214d9cde0460 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 947 time: 0.0811617 Feb 16 14:09:38.231683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3547c7e-a247-4311-9023-f31855c9dbf0,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:38.237077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:38.270595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1dbea1e-64c6-43b4-87e9-53ec2cef7f08 req-1919e21d-07e8-41ad-8bd2-4eda362018c2 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381262 Feb 16 14:09:38.302977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:38.583428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b3547c7e-a247-4311-9023-f31855c9dbf0'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:09:39.480447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d7ca4-3e92-4b50-9b8f-924f85a2bc32 req-739fb6a7-3ac5-4f32-9a79-b0dfd05da76d tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:39.481943 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c05d7ca4-3e92-4b50-9b8f-924f85a2bc32 req-739fb6a7-3ac5-4f32-9a79-b0dfd05da76d tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 948 time: 0.0882361 Feb 16 14:09:39.529877 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c05d7ca4-3e92-4b50-9b8f-924f85a2bc32 req-b86fe84a-0300-4273-9cbe-6d9f3638ca78 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Feb 16 14:09:40.018546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b3547c7e-a247-4311-9023-f31855c9dbf0 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:09:40.097985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port b3547c7e-a247-4311-9023-f31855c9dbf0 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:09:40.102873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b3547c7e-a247-4311-9023-f31855c9dbf0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:09:40.103268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:40.221896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:40.249566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:40.259888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3547c7e-a247-4311-9023-f31855c9dbf0,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:40.265995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:40.305754 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0', 'code': 200} Feb 16 14:09:40.354630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:40.546661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044918d8-c0e7-4925-a353-1fb497d8d9e5 req-bfd4eebf-0bd1-421b-9a41-3c68f7b53810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:40.548039 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-044918d8-c0e7-4925-a353-1fb497d8d9e5 req-bfd4eebf-0bd1-421b-9a41-3c68f7b53810 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 1102 time: 0.0802374 Feb 16 14:09:40.589622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-044918d8-c0e7-4925-a353-1fb497d8d9e5 req-9853846d-97a8-4e3d-bcae-0d0b89749460 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Feb 16 14:09:40.717679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212151d9-0017-4074-a849-7abe13f3f02b req-97874e76-1f7b-40ff-98ce-8a7ddefe2e9e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:40.719158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-212151d9-0017-4074-a849-7abe13f3f02b req-97874e76-1f7b-40ff-98ce-8a7ddefe2e9e tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.0844481 Feb 16 14:09:40.721754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cc5dce95-1ca1-4cb4-978f-b3303323b5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:40.767380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-212151d9-0017-4074-a849-7abe13f3f02b req-b878cf82-90fb-41a5-a8ae-59aea6841a0c tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 Feb 16 14:09:41.967313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d9b46-2df5-4911-af42-b0af397a750a req-4c2d8186-62ce-4d9b-aa4d-fa2edc6cb2b6 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:41.968829 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-752d9b46-2df5-4911-af42-b0af397a750a req-4c2d8186-62ce-4d9b-aa4d-fa2edc6cb2b6 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.0834231 Feb 16 14:09:42.016585 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-752d9b46-2df5-4911-af42-b0af397a750a req-9824d11c-e1ee-4f3b-96bb-30ec790d5682 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Feb 16 14:09:43.247887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6d0e-836d-48d7-aa81-8a4c0c0d3512 req-a5184ac4-6121-4361-a360-158a62c1ec90 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:43.249338 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95fb6d0e-836d-48d7-aa81-8a4c0c0d3512 req-a5184ac4-6121-4361-a360-158a62c1ec90 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.1066418 Feb 16 14:09:43.295472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95fb6d0e-836d-48d7-aa81-8a4c0c0d3512 req-19df7c1b-e368-478e-80a1-a29395853669 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Feb 16 14:09:43.946026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-001bb757-daa9-4831-a342-a7371799d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:44.253051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:44.254390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:44.455475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1d78-d340-4043-aeac-9976d1cbbf9d req-d91d3e80-5924-4cf8-9690-440266b7c864 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:44.456941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec2f1d78-d340-4043-aeac-9976d1cbbf9d req-d91d3e80-5924-4cf8-9690-440266b7c864 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.0817094 Feb 16 14:09:44.501709 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec2f1d78-d340-4043-aeac-9976d1cbbf9d req-56a76d1f-f6f8-4ee1-ae61-16c6d0ed80d8 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389645 Feb 16 14:09:45.702485 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aa732-ab5d-4392-956c-ad38b3cbb3c6 req-d4f9e63b-c87f-4e3e-bf00-3d6db0d2cef7 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:45.704210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-945aa732-ab5d-4392-956c-ad38b3cbb3c6 req-d4f9e63b-c87f-4e3e-bf00-3d6db0d2cef7 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.0957618 Feb 16 14:09:45.711958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:45.751665 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-945aa732-ab5d-4392-956c-ad38b3cbb3c6 req-74f229dd-9097-4926-9c47-0fd8a83584e8 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/security-groups?id=af375d5b-8e85-4224-af6c-0f54fa6ddb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Feb 16 14:09:45.799365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:45.881317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-5838ea1c-1864-479e-b8ce-e84b5d1e3a3f tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:45.881963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-5838ea1c-1864-479e-b8ce-e84b5d1e3a3f tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Synchronizing usage tracker for tenant:21dbad341b3844289c47464e562788bf on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:09:45.900782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-5838ea1c-1864-479e-b8ce-e84b5d1e3a3f tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Unset dirty status for tenant:21dbad341b3844289c47464e562788bf on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:09:45.901933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-5838ea1c-1864-479e-b8ce-e84b5d1e3a3f tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.26 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 949 time: 0.1040537 Feb 16 14:09:45.974881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Deleting port b3547c7e-a247-4311-9023-f31855c9dbf0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:09:45.975189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:46.231478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] For port b3547c7e-a247-4311-9023-f31855c9dbf0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b3547c7e-a247-4311-9023-f31855c9dbf0,segment=NetworkSegment(04b4903f-3469-4873-b6a9-17f9ab0d7dd4),segment_id=04b4903f-3469-4873-b6a9-17f9ab0d7dd4)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:09:46.231809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:46.366140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Calling delete_port for b3547c7e-a247-4311-9023-f31855c9dbf0 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:09:46.517850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:46.570032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Pushing event deleted for resources: {'Port': ['ID=b3547c7e-a247-4311-9023-f31855c9dbf0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:46.747559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] No DVR routers for this DVR port b3547c7e-a247-4311-9023-f31855c9dbf0 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:09:46.750495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:46.753102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'name': 'network-vif-deleted', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:46.770509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d52651f0-5b57-4834-b54d-64bc46cd7ac3 req-4475ad45-4c5b-49aa-8320-3c3cbb1a7def tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.26 "DELETE /v2.0/ports/b3547c7e-a247-4311-9023-f31855c9dbf0 HTTP/1.1" status: 204 len: 173 time: 0.8623564 Feb 16 14:09:46.807232 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247ae487-d5e6-481a-b18a-c52226226d45', 'name': 'network-vif-deleted', 'tag': 'b3547c7e-a247-4311-9023-f31855c9dbf0', 'status': 'completed', 'code': 200} Feb 16 14:09:46.915922 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5635f27a-dcfa-48aa-b134-84cc91eec41d req-9ef7ba1a-19de-4da5-b209-2daaee60f880 tempest-ServersAdminNegativeTestJSON-2122252465 tempest-ServersAdminNegativeTestJSON-2122252465-project] 10.222.0.105 "GET /v2.0/ports?device_id=247ae487-d5e6-481a-b18a-c52226226d45 HTTP/1.1" status: 200 len: 210 time: 0.0427253 Feb 16 14:09:48.064098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b3547c7e-a247-4311-9023-f31855c9dbf0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:09:48.140182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: b3547c7e-a247-4311-9023-f31855c9dbf0 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:09:48.140521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b3547c7e-a247-4311-9023-f31855c9dbf0 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:09:48.320143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:48.484628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8f042f36-29cf-4008-beaf-d53aaf25b9f3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=21dbad341b3844289c47464e562788bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632552 Feb 16 14:09:48.488521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40278) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:48.549668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:48.576555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:48.638537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:48.654394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af375d5b-8e85-4224-af6c-0f54fa6ddb9a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:48.661688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:48.662855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0981f5cd-c889-4c6b-8fd2-b3628b80229d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/af375d5b-8e85-4224-af6c-0f54fa6ddb9a HTTP/1.1" status: 204 len: 168 time: 0.1734316 Feb 16 14:09:48.967066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40286) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:48.984760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.000133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:49.004167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Usage tracker for resource:security_group_rule and tenant:753df03d9e1e4dd8b2fa5291c722600f is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:49.007055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:49.013375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:49.094083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.099884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.148692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=753df03d9e1e4dd8b2fa5291c722600f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805615 Feb 16 14:09:49.149620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb3cd6-7064-4824-8622-ae1f36f02cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de8c86-b9bc-46ab-bec5-ff37f9a61e79,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:49.151646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:49.213558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.240908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.302868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.319130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de8c86-b9bc-46ab-bec5-ff37f9a61e79,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:49.323487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:49.327209 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-354d2178-2735-4126-afca-1e1113997f58 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/39de8c86-b9bc-46ab-bec5-ff37f9a61e79 HTTP/1.1" status: 204 len: 168 time: 0.1740274 Feb 16 14:09:50.108834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40314) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:50.224940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-251568185-network', 'tenant_id': 'e7b4089ea085435ea44633dda2aff38c'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:50.229836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:50.234024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Usage tracker for resource:network and tenant:e7b4089ea085435ea44633dda2aff38c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:50.237251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:50.244127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:50.257638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Made reservation on behalf of e7b4089ea085435ea44633dda2aff38c for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:09:50.259933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.272195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.289780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:50.294002 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7b4089ea085435ea44633dda2aff38c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:50.297181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:50.303217 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:50.382246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.388711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.415469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:09:50.429741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9415603-f0e6-4700-841f-fcb6e5602409,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:50.434455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.434794 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Added segment 0463b191-bf66-4366-b5dd-475ab76e3048 of type vlan for network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e Feb 16 14:09:50.462750 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.496491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.497419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:50.498017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.598619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:50.601663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-079dc702-7ef5-4e0b-a9a9-4e5cefccbbf8 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4916742 Feb 16 14:09:50.604908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40320) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:09:50.608767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:09:50.611368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Request body: {'subnet': {'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-251568185-subnet', 'tenant_id': 'e7b4089ea085435ea44633dda2aff38c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:50.616612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:50.620714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Usage tracker for resource:subnet and tenant:e7b4089ea085435ea44633dda2aff38c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:50.623839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:50.630812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:50.642172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Made reservation on behalf of e7b4089ea085435ea44633dda2aff38c for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:09:50.644639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.846361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.919170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09240bd5-2c62-41e9-85d6-1c91e76e5fe5,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:50.931219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Checking segment: {'id': '0463b191-bf66-4366-b5dd-475ab76e3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:09:50.931655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Network hostable DHCP agents. Network: c9c9806f-81d8-49b3-99ad-ab7a9f08a96e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:09:50.957129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:09:50.967621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, c9c9806f-81d8-49b3-99ad-ab7a9f08a96e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:09:50.971841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:50.972483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:50.978893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400d028f-1221-4c79-a8fa-c1a9777fe7fd None None] Network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:09:50.993708 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a712eba-d96d-4880-8712-363d6d693a7d admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3877282 Feb 16 14:09:51.195250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9ca28-9db2-4432-9023-fdc70c80dce1 None None] Network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:09:51.512971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-f29ded65-00ed-413f-81cd-12b207367aa5 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:51.514333 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-f29ded65-00ed-413f-81cd-12b207367aa5 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 811 time: 0.1500652 Feb 16 14:09:51.529586 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-c5962703-a665-4d08-86c7-ddaf17780b18 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/quotas/e7b4089ea085435ea44633dda2aff38c HTTP/1.1" status: 200 len: 375 time: 0.0093431 Feb 16 14:09:51.578245 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-62103e0f-ce96-445c-992a-cd7c7da39275 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410526 Feb 16 14:09:51.819111 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-6d4273e5-fe89-4750-a0d7-0f480da36f87 service neutron] 10.222.0.105 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315540 Feb 16 14:09:51.954079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-1ca6e828-6a7d-43fe-9a88-37000ce1b1fa service neutron] 10.222.0.105 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260977 Feb 16 14:09:52.136372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc3b3aa6-a946-4252-be43-1f2fa9d49f35 req-722bbe6a-cc76-4e94-bf2b-7aa2f3bdee81 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Feb 16 14:09:52.942770 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:09:53.243645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d398174d-e070-4c08-bf09-a13d0065f6df req-e1694bfc-68be-4380-8504-cce0ab068ed1 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 210 time: 0.0486164 Feb 16 14:09:54.403997 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2cd991e9-864d-4c10-9bca-cd5c9359ef54 req-014b9301-bd0f-4e7f-b6f8-dfc7dd2ee169 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 210 time: 0.0488799 Feb 16 14:09:55.234806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-319450be-00ba-4c0b-b18b-90a27979c420 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:55.235484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-319450be-00ba-4c0b-b18b-90a27979c420 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Synchronizing usage tracker for tenant:e7b4089ea085435ea44633dda2aff38c on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:09:55.253278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-319450be-00ba-4c0b-b18b-90a27979c420 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Unset dirty status for tenant:e7b4089ea085435ea44633dda2aff38c on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:09:55.254582 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-319450be-00ba-4c0b-b18b-90a27979c420 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.26 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 811 time: 0.1719799 Feb 16 14:09:55.265678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Request body: {'port': {'device_id': '077ffaf2-c981-407d-8921-3af39a1db522', 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e', 'admin_state_up': True, 'tenant_id': 'e7b4089ea085435ea44633dda2aff38c'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:55.401442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:09:55.405557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Usage tracker for resource:port and tenant:e7b4089ea085435ea44633dda2aff38c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:09:55.408373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:09:55.414233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:09:55.424386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Made reservation on behalf of e7b4089ea085435ea44633dda2aff38c for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:09:55.427990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:55.554849 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-618633f4-dd70-4c2d-b58c-c2aca7fc2093 req-0305dc65-b6d7-48e4-bed6-38fc21d489ae tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 210 time: 0.0424473 Feb 16 14:09:55.591854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Allocated IP 172.20.0.9 (c9c9806f-81d8-49b3-99ad-ab7a9f08a96e/09240bd5-2c62-41e9-85d6-1c91e76e5fe5/1a920625-0f0c-4767-8abb-c500a217bef5) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:09:55.799099 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:55.837997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:55.911119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:09:55.914460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:09:55.917104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:09:55.960000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:55.988079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:55.988710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:56.010821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-49b816d1-b445-4d1b-9de7-bb74d1194028 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487881 Feb 16 14:09:56.021770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Request body: {'port': {'device_id': '077ffaf2-c981-407d-8921-3af39a1db522', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:09:56.151781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:56.607716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:09:56.614941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:56.631488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Transition to ACTIVE for port object 1a920625-0f0c-4767-8abb-c500a217bef5 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:09:56.636032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:56.747456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881ad0d-fdee-433f-96c6-a8630824ee78 req-048df6ee-adc1-4fb6-82f9-4ea311e8e59e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:56.749004 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7881ad0d-fdee-433f-96c6-a8630824ee78 req-048df6ee-adc1-4fb6-82f9-4ea311e8e59e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 943 time: 0.0854564 Feb 16 14:09:56.787659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:56.793454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7881ad0d-fdee-433f-96c6-a8630824ee78 req-9f9f4186-7c4f-41d7-9e23-ea59e27bd3f7 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Feb 16 14:09:56.859876 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Attempting to bind port 1a920625-0f0c-4767-8abb-c500a217bef5 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:09:56.860090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Attempting to bind port 1a920625-0f0c-4767-8abb-c500a217bef5 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '0463b191-bf66-4366-b5dd-475ab76e3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:09:56.860400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Attempting to bind port 1a920625-0f0c-4767-8abb-c500a217bef5 on network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:09:56.864905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Port 1a920625-0f0c-4767-8abb-c500a217bef5 on network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:09:56.865199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Attempting to bind port 1a920625-0f0c-4767-8abb-c500a217bef5 on network c9c9806f-81d8-49b3-99ad-ab7a9f08a96e {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:09:56.870148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:09:56.870495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Checking segment: {'id': '0463b191-bf66-4366-b5dd-475ab76e3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:09:56.870863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Bound using segment: {'id': '0463b191-bf66-4366-b5dd-475ab76e3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:09:56.871260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Bound port: 1a920625-0f0c-4767-8abb-c500a217bef5, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0463b191-bf66-4366-b5dd-475ab76e3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:09:56.871585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:56.959209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:09:56.962486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:09:56.968079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:57.029701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.030335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:09:57.031682 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] 10.222.0.26 "PUT /v2.0/ports/1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 1093 time: 1.0141363 Feb 16 14:09:57.032140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:09:57.054664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf089f7-25cd-41f7-999a-8afa9253fc0d service neutron] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:09:57.100447 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5', 'status': 'completed', 'code': 200} Feb 16 14:09:57.141453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-d4a9e6f3-695b-443c-898e-e2f75a2cb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.142984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-d4a9e6f3-695b-443c-898e-e2f75a2cb51d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1096 time: 0.0749118 Feb 16 14:09:57.215646 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-c0f09103-2559-4561-ad4d-32d3962e00f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 217 time: 0.0662422 Feb 16 14:09:57.284244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-b2ac9d6e-5b52-410b-b9e8-18dcf01267d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.285647 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-b2ac9d6e-5b52-410b-b9e8-18dcf01267d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 200 len: 851 time: 0.0643566 Feb 16 14:09:57.335749 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-924c2c8e-9cd2-4684-9ec5-f0ec8506ce92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442598 Feb 16 14:09:57.468803 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-c72d7d4c-4064-4bf3-a927-4d4bf5689d53 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271787 Feb 16 14:09:57.608793 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac7e9103-dbf5-48c8-98c0-adba7fd83901 req-7ba3dd2f-3329-4b6c-b9be-90f2a7d18f24 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334810 Feb 16 14:09:57.737519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-fa3777fb-dfa1-472d-ae36-df02b5c6492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.739012 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-fa3777fb-dfa1-472d-ae36-df02b5c6492f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1096 time: 0.0819876 Feb 16 14:09:57.872167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-3cd7db96-c76c-4b5d-9f25-48a21694ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.873627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-3cd7db96-c76c-4b5d-9f25-48a21694ba13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 912 time: 0.1290717 Feb 16 14:09:57.940191 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-f9e7d26c-80a4-4088-ab9b-79f69a0c0955 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 217 time: 0.0601492 Feb 16 14:09:57.979223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d4c4-4830-457b-bf0b-26d8d483f2da req-08dd712a-9947-4ddd-b6c8-e93957920d64 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:57.980709 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c257d4c4-4830-457b-bf0b-26d8d483f2da req-08dd712a-9947-4ddd-b6c8-e93957920d64 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 943 time: 0.0812683 Feb 16 14:09:58.033283 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c257d4c4-4830-457b-bf0b-26d8d483f2da req-fd5b4928-a73e-4615-bdb5-091fcbe8e915 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464377 Feb 16 14:09:58.106706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-96cc47f3-b899-4363-b0dd-06eda7ecf49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:58.108201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-96cc47f3-b899-4363-b0dd-06eda7ecf49a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 200 len: 851 time: 0.1627402 Feb 16 14:09:58.156300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-9c80b744-0ebc-4e2c-a7d1-b15e69aa5329 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412383 Feb 16 14:09:58.290123 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-6cc66cb0-7da3-4dcf-8e95-eca7e148479c service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276066 Feb 16 14:09:58.421243 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e7e07332-d7c2-45d5-a976-f18029d3a03f req-b4c64f7b-8738-418e-b04d-eccb2565a905 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247501 Feb 16 14:09:59.235678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad9e34-f556-4e86-9589-477f0d4256fd req-2b928e01-622a-4c5d-9f17-fca720ba7812 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:09:59.237855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f7ad9e34-f556-4e86-9589-477f0d4256fd req-2b928e01-622a-4c5d-9f17-fca720ba7812 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 943 time: 0.0861080 Feb 16 14:09:59.292258 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f7ad9e34-f556-4e86-9589-477f0d4256fd req-6052d06e-94b2-441e-a29f-73eadd454f2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Feb 16 14:10:00.504295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c0f64-8734-4c69-8a45-cea51d5bc4ab req-58e9e758-2bc9-4d3c-baa0-2d3dcd38cce3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:00.505758 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb1c0f64-8734-4c69-8a45-cea51d5bc4ab req-58e9e758-2bc9-4d3c-baa0-2d3dcd38cce3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 943 time: 0.0968153 Feb 16 14:10:00.561276 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb1c0f64-8734-4c69-8a45-cea51d5bc4ab req-c4b98879-e0e8-4803-b70b-431d76f06be6 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469246 Feb 16 14:10:01.764838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d838-1989-4bf0-bbdb-c346d1907820 req-716a2a93-ed40-4a61-a0bb-94e2ef317d40 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:01.766337 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2f4d838-1989-4bf0-bbdb-c346d1907820 req-716a2a93-ed40-4a61-a0bb-94e2ef317d40 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 943 time: 0.0847354 Feb 16 14:10:01.810318 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2f4d838-1989-4bf0-bbdb-c346d1907820 req-ac56243c-35d2-48e3-a7e7-9befe04d51b3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Feb 16 14:10:02.164000 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:10:02.320876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:02.334418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '1a920625-0f0c-4767-8abb-c500a217bef5', 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e', 'port_id': '1a920625-0f0c-4767-8abb-c500a217bef5', 'mac_address': 'fa:16:3e:62:ce:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09240bd5-2c62-41e9-85d6-1c91e76e5fe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:10:02.393512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:02.410695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:10:02.426531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:02.431605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:02.500565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:02.751997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['1a920625-0f0c-4767-8abb-c500a217bef5'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:10:02.999508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031c39f-499a-4ac6-992a-5a11ea849eb4 req-c62d4f3d-c932-4aca-9586-04cef1b9a94b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:03.000990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c031c39f-499a-4ac6-992a-5a11ea849eb4 req-c62d4f3d-c932-4aca-9586-04cef1b9a94b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 944 time: 0.0845237 Feb 16 14:10:03.051605 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c031c39f-499a-4ac6-992a-5a11ea849eb4 req-19c7f713-52e8-410c-aea3-bd0e4ce1b292 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Feb 16 14:10:04.162568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:10:04.232942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 1a920625-0f0c-4767-8abb-c500a217bef5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:10:04.238463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 1a920625-0f0c-4767-8abb-c500a217bef5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:04.238850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:04.245464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de906e-f34b-438e-99f4-b982f37b33e5 req-004974fb-78af-4590-8670-ffbf5b6253fd tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:04.246976 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24de906e-f34b-438e-99f4-b982f37b33e5 req-004974fb-78af-4590-8670-ffbf5b6253fd tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 944 time: 0.0825455 Feb 16 14:10:04.295580 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24de906e-f34b-438e-99f4-b982f37b33e5 req-da49c733-6688-407e-b19f-1346fc2f7403 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Feb 16 14:10:04.359830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:04.389002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:10:04.398954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:04.403461 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:04.438903 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5', 'code': 200} Feb 16 14:10:04.475021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:04.482382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.482720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.483060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.483368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.483682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.484003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.484314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.484606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.484917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.485222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.485527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.485835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:04.690010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ff667-7a3a-4806-9c3b-4ee536911138 req-cc26d67e-4ac5-4835-9770-63b2437def8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:04.691690 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-851ff667-7a3a-4806-9c3b-4ee536911138 req-cc26d67e-4ac5-4835-9770-63b2437def8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1098 time: 0.0855861 Feb 16 14:10:04.733087 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-851ff667-7a3a-4806-9c3b-4ee536911138 req-da41e637-4c1a-40d1-8926-b63ce2f187e8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Feb 16 14:10:05.514051 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732e9a-b5c5-41a1-b87d-416a97206ad0 req-085d8568-5036-451e-88dd-0b53639f54c4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:05.515527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-72732e9a-b5c5-41a1-b87d-416a97206ad0 req-085d8568-5036-451e-88dd-0b53639f54c4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0965483 Feb 16 14:10:05.621587 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-72732e9a-b5c5-41a1-b87d-416a97206ad0 req-9ac7f2bb-242e-4549-8d8d-64824903cbb9 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999928 Feb 16 14:10:06.886516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341df8f-ecc4-4729-b79b-626e4f70415b req-073131a4-1073-4451-9035-174a5c15335e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:06.887941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6341df8f-ecc4-4729-b79b-626e4f70415b req-073131a4-1073-4451-9035-174a5c15335e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.1470773 Feb 16 14:10:06.935303 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6341df8f-ecc4-4729-b79b-626e4f70415b req-56cc6ac4-40f7-4e47-9ab8-186e72a48988 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Feb 16 14:10:07.316972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40398) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:07.351014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070d0df-ba44-444d-8549-68d35760a0e9 req-cbc17af2-8579-4acf-b789-8c40a0ecbc7f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:07.352468 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f070d0df-ba44-444d-8549-68d35760a0e9 req-cbc17af2-8579-4acf-b789-8c40a0ecbc7f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0827844 Feb 16 14:10:07.395466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f070d0df-ba44-444d-8549-68d35760a0e9 req-55e1d2d0-41dd-49e1-9aac-de6df42504b7 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Feb 16 14:10:07.430962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-39d141ac-c1d7-42c5-bfe8-7da323a0e64f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128752 Feb 16 14:10:08.603010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9feb88-7d5c-4b5f-8dc8-eee8c9552e48 req-f156f018-7af4-4320-adcb-a20bb7de7ce4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:08.604568 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd9feb88-7d5c-4b5f-8dc8-eee8c9552e48 req-f156f018-7af4-4320-adcb-a20bb7de7ce4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0890405 Feb 16 14:10:08.671523 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd9feb88-7d5c-4b5f-8dc8-eee8c9552e48 req-0a7f98f7-ca67-4482-9075-9bbdfd02d2ca tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604050 Feb 16 14:10:08.713568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-4087936c-ff5d-488e-927a-fb15227b671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:08.715102 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-4087936c-ff5d-488e-927a-fb15227b671b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1098 time: 0.0847566 Feb 16 14:10:08.847789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-11e72977-ecf5-4918-ac9a-dfec1e1b9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:08.849209 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-11e72977-ecf5-4918-ac9a-dfec1e1b9f93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 912 time: 0.1277459 Feb 16 14:10:08.915482 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-7a12985b-8d4f-4ba4-8b30-e0c0ef8515d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 217 time: 0.0603747 Feb 16 14:10:08.980647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-4c16ccd3-7a71-453b-a980-28e68b622911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:08.982254 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-4c16ccd3-7a71-453b-a980-28e68b622911 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 200 len: 851 time: 0.0616312 Feb 16 14:10:09.044146 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-3ddc9c35-693a-4824-9dbc-87d5200e0283 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555573 Feb 16 14:10:09.191658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-ff5f0c18-dd7c-4850-9606-e3b1eaf7746e service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414006 Feb 16 14:10:09.324652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-80df64a6-0551-406b-bd66-aac6c520634f service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270926 Feb 16 14:10:09.869716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced736a8-86bc-4b5b-9a9d-7bd0c07f5aa5 req-15f8ee02-69d0-4f6f-aa53-42eae71abe97 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:09.871222 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ced736a8-86bc-4b5b-9a9d-7bd0c07f5aa5 req-15f8ee02-69d0-4f6f-aa53-42eae71abe97 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0847425 Feb 16 14:10:09.916993 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ced736a8-86bc-4b5b-9a9d-7bd0c07f5aa5 req-99c2499f-d342-4012-9eff-10c2a249278d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400033 Feb 16 14:10:10.733795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-566dd690-57ac-4f50-bd74-34b990bff7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:11.123472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d97cc5-e62e-451d-9a4b-7bb2689973d4 req-4708ae6f-883f-4cfc-9f1b-c41481ea5109 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:11.124930 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-64d97cc5-e62e-451d-9a4b-7bb2689973d4 req-4708ae6f-883f-4cfc-9f1b-c41481ea5109 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0924067 Feb 16 14:10:11.169935 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-64d97cc5-e62e-451d-9a4b-7bb2689973d4 req-7f446773-da43-40e9-beb7-acc2617b0c27 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Feb 16 14:10:12.355250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edbb85-5cd9-4a0d-b037-c0ef92cbe4fa req-71820dd8-27cf-4e3c-88e7-c42a1edb89ca tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:12.356847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d2edbb85-5cd9-4a0d-b037-c0ef92cbe4fa req-71820dd8-27cf-4e3c-88e7-c42a1edb89ca tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0827703 Feb 16 14:10:12.415016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d2edbb85-5cd9-4a0d-b037-c0ef92cbe4fa req-2b47d695-fe45-4d3a-bfc7-d80f5ffb9cc8 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525155 Feb 16 14:10:13.612595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9294f24-e352-42e0-a8fe-e65137617144 req-d19be97b-267b-4c3c-aae5-eb3472d16537 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:13.614056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f9294f24-e352-42e0-a8fe-e65137617144 req-d19be97b-267b-4c3c-aae5-eb3472d16537 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0860722 Feb 16 14:10:13.660487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f9294f24-e352-42e0-a8fe-e65137617144 req-38c78e9a-dd72-469d-a2cc-ce1a5786cab4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Feb 16 14:10:13.943934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3f21d98-ccba-47a9-b2a5-47d4280a0ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:14.256972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:14.258160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:14.878760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1feb10e-58f2-4780-a2c3-0300b776b4be req-7a18a81d-6ed1-4bab-a710-966c818bd559 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:14.880202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a1feb10e-58f2-4780-a2c3-0300b776b4be req-7a18a81d-6ed1-4bab-a710-966c818bd559 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0986395 Feb 16 14:10:14.927497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a1feb10e-58f2-4780-a2c3-0300b776b4be req-ed1318fd-edc0-4300-918b-655e2363f42f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Feb 16 14:10:15.717051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:15.803983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:16.121695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27e59c-3367-4bf8-bb49-6a253386d52b req-0b4581f6-6f84-445b-84ff-b6d9c136a8e5 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:16.123161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e27e59c-3367-4bf8-bb49-6a253386d52b req-0b4581f6-6f84-445b-84ff-b6d9c136a8e5 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0814934 Feb 16 14:10:16.169051 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e27e59c-3367-4bf8-bb49-6a253386d52b req-d394db72-5ef2-48a7-8996-82db75992544 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Feb 16 14:10:17.370491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb3b49-c562-41f2-929d-7729d337ff47 req-693ef3f9-e41a-4beb-b56b-e4eb2600adef tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:17.371940 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37fb3b49-c562-41f2-929d-7729d337ff47 req-693ef3f9-e41a-4beb-b56b-e4eb2600adef tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0864210 Feb 16 14:10:17.418933 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37fb3b49-c562-41f2-929d-7729d337ff47 req-317e10f1-f4c5-44f2-929b-28c257fa9dcf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Feb 16 14:10:18.614606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e2c16-878e-4da8-8a88-9a7a020bf073 req-2fa5ef32-fcb4-40dc-ba1c-65ccdd908793 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:18.616048 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-233e2c16-878e-4da8-8a88-9a7a020bf073 req-2fa5ef32-fcb4-40dc-ba1c-65ccdd908793 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0819905 Feb 16 14:10:18.666883 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-233e2c16-878e-4da8-8a88-9a7a020bf073 req-fb726f19-8824-4006-b3f6-2434d00de44e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 Feb 16 14:10:19.880154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d39344-12ba-4294-a1e5-bc448d8ba7b2 req-b504406f-7a87-4711-8ec4-b62801e7adb1 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:19.881610 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96d39344-12ba-4294-a1e5-bc448d8ba7b2 req-b504406f-7a87-4711-8ec4-b62801e7adb1 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0969851 Feb 16 14:10:19.927446 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96d39344-12ba-4294-a1e5-bc448d8ba7b2 req-96a3378e-cd8a-49d6-88e4-9ce81a62dc60 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Feb 16 14:10:21.123077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3109e-a6d1-4606-b7b5-9a5cf966c391 req-38fd5f6d-a55e-42aa-9b41-4d75dcd9f7b2 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:21.124558 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-64f3109e-a6d1-4606-b7b5-9a5cf966c391 req-38fd5f6d-a55e-42aa-9b41-4d75dcd9f7b2 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0887566 Feb 16 14:10:21.277190 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-64f3109e-a6d1-4606-b7b5-9a5cf966c391 req-30e32cea-4276-420a-9934-875b52f547bc tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451092 Feb 16 14:10:22.482077 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72891be8-fcb2-41ff-97f5-11214e4ace52 req-bce20ccb-cd4c-47eb-a0e0-789647415fe1 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:22.483554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-72891be8-fcb2-41ff-97f5-11214e4ace52 req-bce20ccb-cd4c-47eb-a0e0-789647415fe1 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0828083 Feb 16 14:10:22.529170 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-72891be8-fcb2-41ff-97f5-11214e4ace52 req-28c33dff-9f12-41a4-bd98-0552daf8d263 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 Feb 16 14:10:23.734508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aff9dc-c786-45ea-8b1c-9cf2d2794cde req-e68af43e-7e6f-43a7-82fe-09bd9cb30bb4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:23.736272 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9aff9dc-c786-45ea-8b1c-9cf2d2794cde req-e68af43e-7e6f-43a7-82fe-09bd9cb30bb4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0943534 Feb 16 14:10:23.781308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9aff9dc-c786-45ea-8b1c-9cf2d2794cde req-fd9c8cc6-92ba-476f-80bb-77df024ea165 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390806 Feb 16 14:10:24.987812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539547ab-f142-4469-9907-ad9c700d4eb7 req-c33886a4-6c18-4a4a-9133-1fca48b71e7b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:24.990172 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-539547ab-f142-4469-9907-ad9c700d4eb7 req-c33886a4-6c18-4a4a-9133-1fca48b71e7b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0852356 Feb 16 14:10:25.037340 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-539547ab-f142-4469-9907-ad9c700d4eb7 req-1b003975-6062-4ba1-9008-3a58465c12fe tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Feb 16 14:10:26.251369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d3976-456a-46d0-86e1-dd6811962beb req-51fb8c4a-48f5-4bd3-ac23-b214ca6268d4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:26.252756 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-775d3976-456a-46d0-86e1-dd6811962beb req-51fb8c4a-48f5-4bd3-ac23-b214ca6268d4 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0892332 Feb 16 14:10:26.301723 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-775d3976-456a-46d0-86e1-dd6811962beb req-af9af953-1b82-4b00-8fa4-5ad63ee58d0e tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Feb 16 14:10:27.511761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93a52a-d533-41e8-8e2b-6da45c8d0f52 req-dafc43c5-89c2-4189-8b08-cd2bf0f38368 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:27.513473 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-de93a52a-d533-41e8-8e2b-6da45c8d0f52 req-dafc43c5-89c2-4189-8b08-cd2bf0f38368 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0932772 Feb 16 14:10:27.571555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-de93a52a-d533-41e8-8e2b-6da45c8d0f52 req-a2bac735-02ad-4136-987a-158905113251 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520623 Feb 16 14:10:28.787502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326482ae-e02e-45ca-86e6-9233961a6391 req-d46e3842-2ca4-4b56-83b4-4c0a7f5f5b67 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:28.788912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-326482ae-e02e-45ca-86e6-9233961a6391 req-d46e3842-2ca4-4b56-83b4-4c0a7f5f5b67 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0950062 Feb 16 14:10:28.835597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-326482ae-e02e-45ca-86e6-9233961a6391 req-e956e391-67b3-4f65-a78f-2e0f26c4c03d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Feb 16 14:10:29.941954 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:10:30.046197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cb395-e90b-4352-83ad-204df3b29d5a req-6f2514b0-37be-49ab-908e-2424fa2fb10a tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:30.047698 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e78cb395-e90b-4352-83ad-204df3b29d5a req-6f2514b0-37be-49ab-908e-2424fa2fb10a tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0950131 Feb 16 14:10:30.092143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e78cb395-e90b-4352-83ad-204df3b29d5a req-0a04e177-a711-4935-956b-f2c4875fd5b2 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387352 Feb 16 14:10:31.306272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac933b-a5e1-4ba8-9018-e8a46e5c1037 req-583c6f15-4a87-4202-9849-1858170c9c4d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:31.307614 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0eac933b-a5e1-4ba8-9018-e8a46e5c1037 req-583c6f15-4a87-4202-9849-1858170c9c4d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0918994 Feb 16 14:10:31.362617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0eac933b-a5e1-4ba8-9018-e8a46e5c1037 req-82caa04d-5cb7-45f2-991c-c3abc534afdd tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465734 Feb 16 14:10:32.722060 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13474b5-6c92-4d45-b656-dfb1dd0cbd57 req-e116370d-3aa9-4943-abd0-b80ee7785e1d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:32.723624 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c13474b5-6c92-4d45-b656-dfb1dd0cbd57 req-e116370d-3aa9-4943-abd0-b80ee7785e1d tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0879500 Feb 16 14:10:32.773214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c13474b5-6c92-4d45-b656-dfb1dd0cbd57 req-1ead0f1b-3159-4996-a421-1ba24e063287 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Feb 16 14:10:33.982854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e817-e201-4364-80b8-d2feeb0fafeb req-1bf25fa7-a98d-4b85-a904-ebd78a762d76 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:33.984440 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5bf1e817-e201-4364-80b8-d2feeb0fafeb req-1bf25fa7-a98d-4b85-a904-ebd78a762d76 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0901687 Feb 16 14:10:34.029087 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5bf1e817-e201-4364-80b8-d2feeb0fafeb req-4bc48e30-cf23-408f-8ac6-734516135182 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Feb 16 14:10:35.240112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a11a0-b2f6-4aee-aba3-5f73fa838b83 req-24e641e3-f4dd-44c5-8617-a6c3002db2cf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:35.241588 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b8a11a0-b2f6-4aee-aba3-5f73fa838b83 req-24e641e3-f4dd-44c5-8617-a6c3002db2cf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0926909 Feb 16 14:10:35.287455 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b8a11a0-b2f6-4aee-aba3-5f73fa838b83 req-6b22e300-492c-4713-8dc3-a574f45c2c10 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Feb 16 14:10:36.103400 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-a8560425-9279-45a7-b5ef-f82a202108f7 service neutron] 10.222.0.26 "GET /v2.0/ports/1a920625-0f0c-4767-8abb-c500a217bef5/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0905938 Feb 16 14:10:36.377457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-00ee9a6d-b74b-4816-915e-2e96da4f7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:36.378958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-00ee9a6d-b74b-4816-915e-2e96da4f7455 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522&tenant_id=e7b4089ea085435ea44633dda2aff38c HTTP/1.1" status: 200 len: 1098 time: 0.0732095 Feb 16 14:10:36.482370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-8075f7bc-2567-44e4-b797-6b8ff1274252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:36.484433 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-8075f7bc-2567-44e4-b797-6b8ff1274252 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1098 time: 0.0851567 Feb 16 14:10:36.488792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559bda7-0c83-441e-9e51-ab6fc3875ba1 req-f8bc4a91-dd04-4293-add8-daf3e6f0349f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:36.490296 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6559bda7-0c83-441e-9e51-ab6fc3875ba1 req-f8bc4a91-dd04-4293-add8-daf3e6f0349f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0878744 Feb 16 14:10:36.543935 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6559bda7-0c83-441e-9e51-ab6fc3875ba1 req-70b7f40b-f0cd-4378-8192-d3a6a0be1dcd tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Feb 16 14:10:36.615629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-18253312-39aa-4b3b-a2f0-06aeff6ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:36.617053 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-18253312-39aa-4b3b-a2f0-06aeff6ec866 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 912 time: 0.1272483 Feb 16 14:10:36.770576 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-4a9f3c1b-cf08-4abf-8f0d-e98e88b9453f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 217 time: 0.1473422 Feb 16 14:10:36.840918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-36edee51-19ea-45e5-9baa-c8573b9f8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:36.842364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-36edee51-19ea-45e5-9baa-c8573b9f8b4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 200 len: 851 time: 0.0664184 Feb 16 14:10:36.889550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-a8ed84a1-99d7-4b41-a72e-07ed1486594a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408835 Feb 16 14:10:37.030437 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-b47e71f2-b3dc-407a-86cc-a3855ef459fc service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327143 Feb 16 14:10:37.173116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fed6ae57-afc8-468e-a8a7-af6e895a83ca req-b35ea1da-0752-4c03-ba54-ce2267ade12c service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372025 Feb 16 14:10:37.739828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49d387-c647-4c89-a083-6f993f11fc05 req-eed92630-6789-40bf-b9a4-67a1db3fa39c tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:37.741311 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a49d387-c647-4c89-a083-6f993f11fc05 req-eed92630-6789-40bf-b9a4-67a1db3fa39c tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0854330 Feb 16 14:10:37.789683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a49d387-c647-4c89-a083-6f993f11fc05 req-7f403a9a-36d3-4c73-94c1-4b0d2eb4f7f0 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Feb 16 14:10:38.995250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887c6bb-5230-41d4-a01e-2a84376545a3 req-5da0af9e-3467-42cc-9ff7-a677b3cfb970 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:38.997075 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c887c6bb-5230-41d4-a01e-2a84376545a3 req-5da0af9e-3467-42cc-9ff7-a677b3cfb970 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0874028 Feb 16 14:10:39.043009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c887c6bb-5230-41d4-a01e-2a84376545a3 req-f9e382cc-9333-49c9-ab03-77baaa8365bf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400081 Feb 16 14:10:40.235557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc9c33-82dc-406b-bcb3-398a68ca2802 req-9e05e153-ba16-4984-a42b-c727ec00b566 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:40.237007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84fc9c33-82dc-406b-bcb3-398a68ca2802 req-9e05e153-ba16-4984-a42b-c727ec00b566 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0805655 Feb 16 14:10:40.276733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:10:40.279434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:10:40.285080 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-84fc9c33-82dc-406b-bcb3-398a68ca2802 req-f08bc8bb-9844-4d7c-9a91-ae3f266824f3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421875 Feb 16 14:10:40.533961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:40.566053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:40.593888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '1a920625-0f0c-4767-8abb-c500a217bef5', 'network_id': 'c9c9806f-81d8-49b3-99ad-ab7a9f08a96e', 'port_id': '1a920625-0f0c-4767-8abb-c500a217bef5', 'mac_address': 'fa:16:3e:62:ce:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09240bd5-2c62-41e9-85d6-1c91e76e5fe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:10:40.599489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:10:40.643518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:40.654120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:40.694914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-564c69ff-e476-46c3-acc4-568d987263ab tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:40.695515 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5', 'code': 200} Feb 16 14:10:40.695616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-564c69ff-e476-46c3-acc4-568d987263ab tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Synchronizing usage tracker for tenant:e7b4089ea085435ea44633dda2aff38c on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:10:40.713938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-564c69ff-e476-46c3-acc4-568d987263ab tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Unset dirty status for tenant:e7b4089ea085435ea44633dda2aff38c on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:10:40.715140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-564c69ff-e476-46c3-acc4-568d987263ab tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.26 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522&tenant_id=e7b4089ea085435ea44633dda2aff38c&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1254461 Feb 16 14:10:40.723670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:40.754940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:10:40.760453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dd076ab-142f-4e5e-ba9a-d32547ebb180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:40.763061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:40.819920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:10:40.819920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:10:40.958519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-a71ce4fb-2ead-496a-a8c1-aec163222489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:40.960044 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-a71ce4fb-2ead-496a-a8c1-aec163222489 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7b4089ea085435ea44633dda2aff38c&device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 1096 time: 0.0793686 Feb 16 14:10:41.095016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-f11e8582-469e-4555-9293-518c4227f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:41.097208 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-f11e8582-469e-4555-9293-518c4227f74c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 200 len: 912 time: 0.1315210 Feb 16 14:10:41.167577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-0592ea80-65e5-45f3-b465-8a8b71a40739 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 200 len: 217 time: 0.0645289 Feb 16 14:10:41.229522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-b121f67f-35f1-4f3e-9956-828c4ede61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:41.231000 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-b121f67f-35f1-4f3e-9956-828c4ede61c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 200 len: 851 time: 0.0580125 Feb 16 14:10:41.277387 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-57a61536-69f2-432e-88ca-647fd8a25787 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403192 Feb 16 14:10:41.377498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:41.395111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:10:41.409821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-d14025a3-cadf-432e-9fd4-ed2e499d1806 service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268246 Feb 16 14:10:41.410119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:41.415478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:41.483980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['1a920625-0f0c-4767-8abb-c500a217bef5'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:10:41.542408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:41.545140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-c755ba9a-0ff2-4a02-a384-f1c9ab47751d service neutron] 10.222.0.26 "GET /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290798 Feb 16 14:10:42.278764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:10:42.351939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 1a920625-0f0c-4767-8abb-c500a217bef5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:10:42.352385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:42.478356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:42.511558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:42.516171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:42.586541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:42.638532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a3c03-a965-4e75-9652-82567b98ed79 req-bd1ff2f3-e6f5-4521-a3a4-bac81ad29f5f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:42.640135 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-499a3c03-a965-4e75-9652-82567b98ed79 req-bd1ff2f3-e6f5-4521-a3a4-bac81ad29f5f tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0795727 Feb 16 14:10:42.688319 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-499a3c03-a965-4e75-9652-82567b98ed79 req-4a30628d-8e00-441e-89cd-842327576cb8 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390389 Feb 16 14:10:42.696252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:10:42.744085 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5', 'code': 200} Feb 16 14:10:43.892355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e19d69-5af1-4a4a-9f62-c65ad2ee62c3 req-54b1877d-7d16-41cd-892e-fca0cc3b39bf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:43.893821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54e19d69-5af1-4a4a-9f62-c65ad2ee62c3 req-54b1877d-7d16-41cd-892e-fca0cc3b39bf tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0961041 Feb 16 14:10:43.938033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c3eca406-e654-4cd5-b49b-0bbe12c9d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:43.942627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54e19d69-5af1-4a4a-9f62-c65ad2ee62c3 req-0bd3de13-00d5-4c06-9499-4b77e67175c2 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/security-groups?id=d9415603-f0e6-4700-841f-fcb6e5602409&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 Feb 16 14:10:44.269080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:44.270331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:44.334475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-04fb31ad-82f5-4e07-b79d-f438ab417fa3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:44.335889 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-04fb31ad-82f5-4e07-b79d-f438ab417fa3 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.26 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 945 time: 0.0868797 Feb 16 14:10:44.409836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Deleting port 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:10:44.410145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:44.776011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] For port 1a920625-0f0c-4767-8abb-c500a217bef5, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=1a920625-0f0c-4767-8abb-c500a217bef5,segment=NetworkSegment(0463b191-bf66-4366-b5dd-475ab76e3048),segment_id=0463b191-bf66-4366-b5dd-475ab76e3048)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:44.776362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:44.899519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Calling delete_port for 1a920625-0f0c-4767-8abb-c500a217bef5 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:10:45.055039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:45.069779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['1a920625-0f0c-4767-8abb-c500a217bef5'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:10:45.114694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Pushing event deleted for resources: {'Port': ['ID=1a920625-0f0c-4767-8abb-c500a217bef5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:45.123943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.123943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.124112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.124516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.124687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.125012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.125328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.126070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.126070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.126305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.126575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.126879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:45.139313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb11c7be-ce7e-4116-86e5-52da03369bd1 req-529ae9aa-1b16-464e-8290-b65d2d9c4700 tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.105 "GET /v2.0/ports?device_id=077ffaf2-c981-407d-8921-3af39a1db522 HTTP/1.1" status: 200 len: 210 time: 0.0745325 Feb 16 14:10:45.200173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] No DVR routers for this DVR port 1a920625-0f0c-4767-8abb-c500a217bef5 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:10:45.202779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:45.205245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-deleted', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:10:45.224926 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-042400b7-b3bb-4b00-8a60-c9a46b69a396 req-196bac59-e85e-495b-ae3d-f841f45d3b2b tempest-DeleteServersTestJSON-794988143 tempest-DeleteServersTestJSON-794988143-project] 10.222.0.26 "DELETE /v2.0/ports/1a920625-0f0c-4767-8abb-c500a217bef5 HTTP/1.1" status: 204 len: 173 time: 0.8835404 Feb 16 14:10:45.316972 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '077ffaf2-c981-407d-8921-3af39a1db522', 'name': 'network-vif-deleted', 'tag': '1a920625-0f0c-4767-8abb-c500a217bef5', 'status': 'completed', 'code': 200} Feb 16 14:10:45.713646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:45.797866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.411480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40508) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:46.482461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Deleting subnet 09240bd5-2c62-41e9-85d6-1c91e76e5fe5 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:10:46.485757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.535761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.594635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.673519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.710935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09240bd5-2c62-41e9-85d6-1c91e76e5fe5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:46.717875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.726533 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a5042836-d62a-4082-afed-1a869d50c76b admin admin] 10.222.0.105 "DELETE /v2.0/subnets/09240bd5-2c62-41e9-85d6-1c91e76e5fe5 HTTP/1.1" status: 204 len: 168 time: 0.3138292 Feb 16 14:10:46.729042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40512) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:46.834289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.962045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:46.987293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c9806f-81d8-49b3-99ad-ab7a9f08a96e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:10:46.999421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0463b191-bf66-4366-b5dd-475ab76e3048') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:10:46.999720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0463b191-bf66-4366-b5dd-475ab76e3048') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:10:47.011038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.026754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.033068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:10:47.033516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:10:47.050433 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:10:47.127512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.148016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.158257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c9806f-81d8-49b3-99ad-ab7a9f08a96e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:47.169290 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7797892e-57d7-4545-bd93-c4ed12632f3d admin admin] 10.222.0.105 "DELETE /v2.0/networks/c9c9806f-81d8-49b3-99ad-ab7a9f08a96e HTTP/1.1" status: 204 len: 168 time: 0.4392505 Feb 16 14:10:47.294322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40518) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:47.351714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-84bf0adc-62e7-43c4-b57a-685f6ffdb4e2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=e7b4089ea085435ea44633dda2aff38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561886 Feb 16 14:10:47.354465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40522) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:47.424073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.457422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.510354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.527361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9415603-f0e6-4700-841f-fcb6e5602409,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:47.537374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.537716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.538048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.538475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.538791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.539106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.539425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.539747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.540068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.540382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.540721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.540997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:10:47.547413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:47.548539 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d7c76117-8918-48b2-8263-befe023d7268 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d9415603-f0e6-4700-841f-fcb6e5602409 HTTP/1.1" status: 204 len: 168 time: 0.1931884 Feb 16 14:10:48.311964 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40546) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:48.317293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:10:48.353612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 1a920625-0f0c-4767-8abb-c500a217bef5 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:10:48.353953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 1a920625-0f0c-4767-8abb-c500a217bef5 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:10:48.426687 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-64254857-network', 'tenant_id': 'c4bc38dae45745a0ae16d3163b180dfb'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:48.432075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:10:48.436548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Usage tracker for resource:network and tenant:c4bc38dae45745a0ae16d3163b180dfb is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:10:48.439761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:10:48.446815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:10:48.460143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Made reservation on behalf of c4bc38dae45745a0ae16d3163b180dfb for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:10:48.462522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.474660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.488678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:10:48.492754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Usage tracker for resource:security_group_rule and tenant:c4bc38dae45745a0ae16d3163b180dfb is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:10:48.495608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:10:48.501476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:10:48.592433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.599502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.632263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:10:48.644562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a89ad-bb9f-439c-8c01-0a868cfd954d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:48.649423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.649760 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Added segment 42a682c0-f090-4bbb-9e4d-07a25fb0fdcd of type vlan for network 4f375848-ccc0-42d7-a343-8b19120a5d2d Feb 16 14:10:48.680725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.711696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.712707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:48.713259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:48.811052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] Pushing event updated for resources: {'Network': ['ID=4f375848-ccc0-42d7-a343-8b19120a5d2d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:48.813989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c0daa730-354a-461c-b7c4-73aa44698c8c admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5010018 Feb 16 14:10:48.818008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40552) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:10:48.822946 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:10:48.824925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Request body: {'subnet': {'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-64254857-subnet', 'tenant_id': 'c4bc38dae45745a0ae16d3163b180dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:48.830132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:10:48.834357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Usage tracker for resource:subnet and tenant:c4bc38dae45745a0ae16d3163b180dfb is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:10:48.837369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:10:48.843383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:10:48.859298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Made reservation on behalf of c4bc38dae45745a0ae16d3163b180dfb for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:10:48.861850 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:49.068931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:49.150307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52e755a-be89-4daf-b2ed-d0495108757e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:49.156998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Checking segment: {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:10:49.157336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Network hostable DHCP agents. Network: 4f375848-ccc0-42d7-a343-8b19120a5d2d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:10:49.177039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:10:49.187469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 4f375848-ccc0-42d7-a343-8b19120a5d2d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:10:49.191906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:49.192474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:49.197216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fba640-105b-4f68-9177-824aef456367 None None] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:10:49.215123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eeb6e434-4a9c-4b82-8cc1-df367caa53a9 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3957903 Feb 16 14:10:49.414269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c153ec2-8f32-44c8-a9be-abc943e2380b None None] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:10:49.736638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-456150e4-1c37-4388-8d93-a592eef2a7c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:49.737306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-456150e4-1c37-4388-8d93-a592eef2a7c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Synchronizing usage tracker for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:10:49.757336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-456150e4-1c37-4388-8d93-a592eef2a7c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Unset dirty status for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:10:49.758438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-456150e4-1c37-4388-8d93-a592eef2a7c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 813 time: 0.1697471 Feb 16 14:10:49.773341 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-4a40c730-d756-4718-98da-b162b5cc6421 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/quotas/c4bc38dae45745a0ae16d3163b180dfb HTTP/1.1" status: 200 len: 375 time: 0.0093424 Feb 16 14:10:49.819692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-8707ec7c-a83d-4641-9baa-7d4ef8fc9730 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410509 Feb 16 14:10:50.106050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6de2b44e-aff3-41db-a29e-d91c4f293982 service neutron] 10.222.0.105 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761772 Feb 16 14:10:50.253092 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-a633433b-1ca6-4a60-bd0f-4bbe6ad2a22c service neutron] 10.222.0.105 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380010 Feb 16 14:10:50.430340 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f60050e8-dfce-4ad0-b0de-c7cb954ce4a7 req-949370cf-3e75-488a-b615-6a2cdeaa2010 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 210 time: 0.0414734 Feb 16 14:10:51.486973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-d4093cfc-e026-4d0d-9f01-95de71ae0855 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:51.488379 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-d4093cfc-e026-4d0d-9f01-95de71ae0855 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 813 time: 0.1554997 Feb 16 14:10:51.499852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Request body: {'port': {'device_id': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'admin_state_up': True, 'tenant_id': 'c4bc38dae45745a0ae16d3163b180dfb'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:51.600979 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-70164eae-64d1-4f33-9059-c567e956b069 req-cb6cec39-dfe1-4dd3-90fa-945994f3fe4b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 210 time: 0.0529740 Feb 16 14:10:51.637769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:10:51.641589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Usage tracker for resource:port and tenant:c4bc38dae45745a0ae16d3163b180dfb is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:10:51.644357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:10:51.650109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:10:51.659421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Made reservation on behalf of c4bc38dae45745a0ae16d3163b180dfb for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:10:51.662843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:51.834577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Allocated IP 172.20.0.12 (4f375848-ccc0-42d7-a343-8b19120a5d2d/d52e755a-be89-4daf-b2ed-d0495108757e/0a53bb97-6b2a-485c-af4c-0100e8186966) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:10:52.045494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:52.084765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:52.155040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:10:52.158053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:10:52.161972 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:10:52.192262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:52.231556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:52.232138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:52.258806 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-6d0be1dd-4133-4767-b3f0-f980d7dbe86a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7622058 Feb 16 14:10:52.272393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Request body: {'port': {'device_id': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:10:52.484765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:52.786464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670bae7-3946-4d3e-a70f-8ed59b37326b req-a8196e6d-6859-48e6-a6ae-1a0c1c56d8c8 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:52.788821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c670bae7-3946-4d3e-a70f-8ed59b37326b req-a8196e6d-6859-48e6-a6ae-1a0c1c56d8c8 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 932 time: 0.0804493 Feb 16 14:10:52.833750 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c670bae7-3946-4d3e-a70f-8ed59b37326b req-89f63f1c-c972-4240-bb5f-b796de65ea7a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Synchronizing usage tracker for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:10:52.838636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:10:52.845805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:52.852977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-c670bae7-3946-4d3e-a70f-8ed59b37326b req-89f63f1c-c972-4240-bb5f-b796de65ea7a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Unset dirty status for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:10:52.854091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c670bae7-3946-4d3e-a70f-8ed59b37326b req-89f63f1c-c972-4240-bb5f-b796de65ea7a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596490 Feb 16 14:10:52.861865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Transition to ACTIVE for port object 0a53bb97-6b2a-485c-af4c-0100e8186966 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:10:52.866695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:53.017887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:53.098432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Attempting to bind port 0a53bb97-6b2a-485c-af4c-0100e8186966 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:10:53.098723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Attempting to bind port 0a53bb97-6b2a-485c-af4c-0100e8186966 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:10:53.099072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Attempting to bind port 0a53bb97-6b2a-485c-af4c-0100e8186966 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:10:53.106466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Port 0a53bb97-6b2a-485c-af4c-0100e8186966 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:10:53.106860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Attempting to bind port 0a53bb97-6b2a-485c-af4c-0100e8186966 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:10:53.113452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:10:53.113754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Checking segment: {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:10:53.114133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Bound using segment: {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:10:53.114751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Bound port: 0a53bb97-6b2a-485c-af4c-0100e8186966, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:10:53.115227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:53.204999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:10:53.207996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:10:53.214501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:53.277965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:53.278586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:53.280336 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 1094 time: 1.0147805 Feb 16 14:10:53.280770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:10:53.302240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b931c6a-d7c2-4b55-b6a3-5ca9ebd5fa41 service neutron] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:53.352041 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'status': 'completed', 'code': 200} Feb 16 14:10:53.395016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5d0b3ef0-1f55-4ad2-b047-18bc20b1f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:53.396583 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5d0b3ef0-1f55-4ad2-b047-18bc20b1f512 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1097 time: 0.0775054 Feb 16 14:10:53.466970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-80c7e709-d11d-4fb3-b78b-72494db8ad6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 217 time: 0.0635829 Feb 16 14:10:53.539015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-a38b98c3-0ee6-49a7-aa21-26a67590cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:53.540423 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-a38b98c3-0ee6-49a7-aa21-26a67590cd0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0680673 Feb 16 14:10:53.591020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-2646689d-cbab-4b85-a8b8-a92ec497fe00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442657 Feb 16 14:10:53.725527 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-5b4837b3-8b04-4c9c-84ed-5f99c54c8ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278675 Feb 16 14:10:53.867892 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-67a8a903-c063-4891-a00a-0933bbeb2c4f req-db057aea-2147-42b1-9f57-7222f875059f service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360824 Feb 16 14:10:53.991943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af7be-9182-4fba-b539-7bcc06772b4f req-e007dbb8-41c5-459e-8acc-32571df4b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:53.993415 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-e007dbb8-41c5-459e-8acc-32571df4b148 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1097 time: 0.0717795 Feb 16 14:10:54.044978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff359f6f-6741-435a-8d0a-c8c7f42798d0 req-56cd3d44-6318-45fa-9174-85b7bfbc375e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:54.046429 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ff359f6f-6741-435a-8d0a-c8c7f42798d0 req-56cd3d44-6318-45fa-9174-85b7bfbc375e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 944 time: 0.0846837 Feb 16 14:10:54.093944 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ff359f6f-6741-435a-8d0a-c8c7f42798d0 req-081ecb59-2e3f-4862-9ce5-eef614bb1278 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414503 Feb 16 14:10:54.215271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af7be-9182-4fba-b539-7bcc06772b4f req-da532edf-bd72-4f33-84ec-e24f969cb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:54.216737 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-da532edf-bd72-4f33-84ec-e24f969cb561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.2176309 Feb 16 14:10:54.285513 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-3ca2defc-c8d8-437d-b6c9-4d03bc67a082 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 217 time: 0.0623474 Feb 16 14:10:54.353761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af7be-9182-4fba-b539-7bcc06772b4f req-7324e336-16fc-4e8e-a178-2ac25667d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:54.355155 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-7324e336-16fc-4e8e-a178-2ac25667d421 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0635874 Feb 16 14:10:54.403305 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-cf392bf6-4a28-4de5-a8b8-8a7215fd1acc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416439 Feb 16 14:10:54.533979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-abf500e2-f7e8-40cd-8063-3dff78841019 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231906 Feb 16 14:10:54.664617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-796af7be-9182-4fba-b539-7bcc06772b4f req-a20adfbd-190b-456e-b0d9-d268c2917a05 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242657 Feb 16 14:10:55.291435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b90e53-126b-4eba-8cc0-dc599bad057e req-8d6553b8-6017-4db2-8ec9-f4ec5c245ba4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:55.292805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b7b90e53-126b-4eba-8cc0-dc599bad057e req-8d6553b8-6017-4db2-8ec9-f4ec5c245ba4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 944 time: 0.0880816 Feb 16 14:10:55.340554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b7b90e53-126b-4eba-8cc0-dc599bad057e req-ae7adf92-b5c9-4da8-9b4a-c6be56470163 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Feb 16 14:10:56.553200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c1781-a24a-4f4f-b4a0-11ebf5a53202 req-d6bad0ab-4b90-4c82-aa6d-1626a7f7a1d4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:56.554728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f72c1781-a24a-4f4f-b4a0-11ebf5a53202 req-d6bad0ab-4b90-4c82-aa6d-1626a7f7a1d4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 944 time: 0.0962200 Feb 16 14:10:56.602406 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f72c1781-a24a-4f4f-b4a0-11ebf5a53202 req-a40c3c61-629d-4561-b6a8-c94feac52d74 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Feb 16 14:10:57.813320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2719-725a-4ab3-b552-96e9427703d4 req-fd7d2011-ff6a-4694-9068-d8f38537f372 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:57.815178 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea5a2719-725a-4ab3-b552-96e9427703d4 req-fd7d2011-ff6a-4694-9068-d8f38537f372 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 944 time: 0.0941274 Feb 16 14:10:57.862837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea5a2719-725a-4ab3-b552-96e9427703d4 req-e7460a82-9d24-4909-a1d7-05d8409c2412 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Feb 16 14:10:58.334892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:10:58.527596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:58.541182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'port_id': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'mac_address': 'fa:16:3e:bd:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52e755a-be89-4daf-b2ed-d0495108757e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:10:58.596634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:58.613780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:10:58.629142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:10:58.634055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:10:58.706125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:10:58.965898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['0a53bb97-6b2a-485c-af4c-0100e8186966'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:10:59.055246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7ac5-266a-4694-b4d8-d9eaa3568d7a req-8b7b0c9a-6d89-43ac-89c9-d31b9a6a6249 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:10:59.056771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7d4b7ac5-266a-4694-b4d8-d9eaa3568d7a req-8b7b0c9a-6d89-43ac-89c9-d31b9a6a6249 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 945 time: 0.0836608 Feb 16 14:10:59.102711 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7d4b7ac5-266a-4694-b4d8-d9eaa3568d7a req-d2ef41f0-dfc4-4530-a4c1-755982870d54 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Feb 16 14:11:00.297934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523cc98-05b0-4774-89f3-f8c4754c8fe6 req-b985a216-9308-4f82-8d0d-89872bffd789 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:00.299294 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1523cc98-05b0-4774-89f3-f8c4754c8fe6 req-b985a216-9308-4f82-8d0d-89872bffd789 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 945 time: 0.0865490 Feb 16 14:11:00.347471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:11:00.349888 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1523cc98-05b0-4774-89f3-f8c4754c8fe6 req-f1586fe4-d8c0-4e22-bf59-59b57f04089f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Feb 16 14:11:00.425389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 0a53bb97-6b2a-485c-af4c-0100e8186966 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:11:00.430536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 0a53bb97-6b2a-485c-af4c-0100e8186966 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:11:00.430908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:00.556025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:00.584458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:00.594494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:00.599154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:00.634147 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'code': 200} Feb 16 14:11:00.675892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:00.867296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8cba6-b8a6-41ce-b6de-59d13dd59f3c req-fbf250a3-898f-4398-bec5-5a88c9b2e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:00.868790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9df8cba6-b8a6-41ce-b6de-59d13dd59f3c req-fbf250a3-898f-4398-bec5-5a88c9b2e97c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1099 time: 0.0744162 Feb 16 14:11:00.912541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9df8cba6-b8a6-41ce-b6de-59d13dd59f3c req-2bc84480-e99a-47b6-bd23-a2fdda1be3e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Feb 16 14:11:01.554005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2d57-a48f-4b13-b15f-9ca76d0953a0 req-5d42abf0-4cc0-45dc-9263-cfede305f677 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:01.555539 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-09bb2d57-a48f-4b13-b15f-9ca76d0953a0 req-5d42abf0-4cc0-45dc-9263-cfede305f677 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0838044 Feb 16 14:11:01.599415 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-09bb2d57-a48f-4b13-b15f-9ca76d0953a0 req-ccbbe611-5cab-4f55-90a4-a90351e31a49 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381026 Feb 16 14:11:02.811482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd37aa-f996-46c9-b2fe-cbc15fd5e258 req-71680079-ca84-44e3-89a4-47746ce60a6b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:02.812951 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1cfd37aa-f996-46c9-b2fe-cbc15fd5e258 req-71680079-ca84-44e3-89a4-47746ce60a6b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0921748 Feb 16 14:11:02.867385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1cfd37aa-f996-46c9-b2fe-cbc15fd5e258 req-c1a0c1ee-d778-44d6-a3bc-571d83f3e672 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450003 Feb 16 14:11:03.064402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19316509-a9b6-4ed4-8b5b-ce81cfd5f70e req-32a6be2e-7817-4d3e-8a26-92b0a33ce9fc tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:03.066302 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-19316509-a9b6-4ed4-8b5b-ce81cfd5f70e req-32a6be2e-7817-4d3e-8a26-92b0a33ce9fc tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0932236 Feb 16 14:11:03.111710 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-19316509-a9b6-4ed4-8b5b-ce81cfd5f70e req-dc576eb4-f6bd-4884-ad15-b8fa974c7ce1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Feb 16 14:11:03.486593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacddc5-c076-4fe7-897e-b9d62d7ce1b3 req-8693003f-458d-49dd-9fc9-0a69690d254f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:03.487958 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ebacddc5-c076-4fe7-897e-b9d62d7ce1b3 req-8693003f-458d-49dd-9fc9-0a69690d254f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.1029835 Feb 16 14:11:03.533535 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ebacddc5-c076-4fe7-897e-b9d62d7ce1b3 req-b9dbf157-1e30-430a-88c8-2a2a8205dc13 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Feb 16 14:11:03.735387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dd6a8-aeea-441c-a830-da96924dc0b5 req-c3850590-0b05-43ce-863f-9d83307a655e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:03.736890 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-375dd6a8-aeea-441c-a830-da96924dc0b5 req-c3850590-0b05-43ce-863f-9d83307a655e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0882301 Feb 16 14:11:03.785250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-375dd6a8-aeea-441c-a830-da96924dc0b5 req-4b3ba7de-746d-47cf-99f9-ea88ac69c7c0 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Feb 16 14:11:04.137966 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-7f0a4e6a-2ed5-4551-8679-b4f8dc4431f9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735795 Feb 16 14:11:04.189099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7b9f3-a7f7-4a3a-9fca-1a78edf8e0fa req-a57d642c-61dc-4af0-a4bb-fecc678a2251 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:04.190951 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4f7b9f3-a7f7-4a3a-9fca-1a78edf8e0fa req-a57d642c-61dc-4af0-a4bb-fecc678a2251 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0839777 Feb 16 14:11:04.238946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4f7b9f3-a7f7-4a3a-9fca-1a78edf8e0fa req-76bcba05-a036-493d-9459-f7da99df7e8b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417011 Feb 16 14:11:05.339856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-b595102d-ddd2-4978-9ab5-a8204c321194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:05.341330 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-b595102d-ddd2-4978-9ab5-a8204c321194 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1099 time: 0.0714300 Feb 16 14:11:05.428083 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa252886-d345-40d5-9cb4-d1f4ace6dcee req-a5273d27-a136-4847-bad6-56fb8d19bd96 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:05.429546 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa252886-d345-40d5-9cb4-d1f4ace6dcee req-a5273d27-a136-4847-bad6-56fb8d19bd96 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0826123 Feb 16 14:11:05.472871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-df7e327a-d80a-4eac-8351-3dc60415718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:05.473615 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa252886-d345-40d5-9cb4-d1f4ace6dcee req-4bb3c144-f1fb-4e6e-af35-c694f8c28607 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Feb 16 14:11:05.474477 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-df7e327a-d80a-4eac-8351-3dc60415718a service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1265800 Feb 16 14:11:05.547830 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-23203899-1e30-423f-9ae3-5cd8c8ddb2eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 217 time: 0.0676816 Feb 16 14:11:05.613304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-d4b6d21a-8572-46f0-968a-b4155e6b4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:05.614808 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-d4b6d21a-8572-46f0-968a-b4155e6b4a29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0613048 Feb 16 14:11:05.661559 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-1296b759-d1ab-47e2-b777-5b608e8e9596 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409377 Feb 16 14:11:05.793687 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-c92369f7-3236-4077-a810-a81e3bb06dc8 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264174 Feb 16 14:11:05.931521 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-9788bfb0-b5b7-4dea-b207-592609a9b824 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304533 Feb 16 14:11:06.672022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff4144-eece-4b5a-a9ad-724a13a997b8 req-b91d998c-2391-48d7-85f1-5727b6d82233 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:06.673436 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6eff4144-eece-4b5a-a9ad-724a13a997b8 req-b91d998c-2391-48d7-85f1-5727b6d82233 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0803506 Feb 16 14:11:06.727404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6eff4144-eece-4b5a-a9ad-724a13a997b8 req-bde309c7-e3e8-4266-b6c9-e130e82ff1a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Feb 16 14:11:06.941126 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:11:07.942788 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18298a72-a922-4033-aecb-e334f86ade34 req-30e5e3c0-d4e1-498f-8a45-a6dec92ba3c1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:07.944366 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-18298a72-a922-4033-aecb-e334f86ade34 req-30e5e3c0-d4e1-498f-8a45-a6dec92ba3c1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0878520 Feb 16 14:11:07.989185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-18298a72-a922-4033-aecb-e334f86ade34 req-9f77b86c-8ed2-4592-bdae-c1283bf5c910 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386961 Feb 16 14:11:09.180551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e600c-5cc5-42d2-aca2-56cbc75efaaf req-5d184d65-5fc3-47d8-ae74-213c3c359640 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:09.182010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-143e600c-5cc5-42d2-aca2-56cbc75efaaf req-5d184d65-5fc3-47d8-ae74-213c3c359640 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0864122 Feb 16 14:11:09.230197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-143e600c-5cc5-42d2-aca2-56cbc75efaaf req-8f218f93-c0fa-4c89-b0ae-297fbaef16e6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Feb 16 14:11:10.440809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37171e1d-1936-4d3c-979f-73f13f47b69e req-3147edcd-0d72-4fbc-a08a-a462b96272e5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:10.442764 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37171e1d-1936-4d3c-979f-73f13f47b69e req-3147edcd-0d72-4fbc-a08a-a462b96272e5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0910661 Feb 16 14:11:10.489157 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37171e1d-1936-4d3c-979f-73f13f47b69e req-4a82971b-ab42-415f-ad84-e9283bb40b92 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390913 Feb 16 14:11:10.729386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee33e-c4d8-4c18-9932-d140b0f8185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:11.679940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f578e-c0c1-4e4f-bcb8-64e795239c0c req-62d33ec5-345c-44df-9011-3ebbe8bf01e5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:11.681482 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc2f578e-c0c1-4e4f-bcb8-64e795239c0c req-62d33ec5-345c-44df-9011-3ebbe8bf01e5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0841005 Feb 16 14:11:11.838083 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc2f578e-c0c1-4e4f-bcb8-64e795239c0c req-08e232ae-f1a0-452b-982e-7f894aabc4ba tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505024 Feb 16 14:11:13.039640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ff4e0-5cdb-4548-8185-501e7508d80e req-757cd39a-2f25-42a4-933a-3944846e2d94 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:13.041088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1d0ff4e0-5cdb-4548-8185-501e7508d80e req-757cd39a-2f25-42a4-933a-3944846e2d94 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0830984 Feb 16 14:11:13.088216 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1d0ff4e0-5cdb-4548-8185-501e7508d80e req-32e4f73d-2043-42da-861f-4f22a9e4677e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Feb 16 14:11:13.945929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffe582ae-8418-4783-9b9d-c12e52d1718b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:14.262734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:14.264592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:14.289320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dc7a9-c988-4436-bba5-51a884bfcfbb req-555f9816-cd01-4f79-a3e2-3d255bb6c745 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:14.290866 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-256dc7a9-c988-4436-bba5-51a884bfcfbb req-555f9816-cd01-4f79-a3e2-3d255bb6c745 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0867841 Feb 16 14:11:14.337837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-256dc7a9-c988-4436-bba5-51a884bfcfbb req-7f037a5b-2bac-4432-9096-6d5d3ec65aea tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Feb 16 14:11:15.545208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd72e7-919a-453b-9e5b-ebbe55593ae3 req-e2075b16-34ac-48f7-a226-183ca90e4009 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:15.546693 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fddd72e7-919a-453b-9e5b-ebbe55593ae3 req-e2075b16-34ac-48f7-a226-183ca90e4009 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0837460 Feb 16 14:11:15.592282 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fddd72e7-919a-453b-9e5b-ebbe55593ae3 req-e710b89e-c740-4ea2-a393-ee9d37c985f2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Feb 16 14:11:15.716301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:15.802995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:16.787133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9bfe4-7327-4e21-8c62-1b549983372d req-d7dc2aaf-19cf-416f-9d8a-3831606188fb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:16.788572 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3c9bfe4-7327-4e21-8c62-1b549983372d req-d7dc2aaf-19cf-416f-9d8a-3831606188fb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0840802 Feb 16 14:11:16.832969 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3c9bfe4-7327-4e21-8c62-1b549983372d req-f96448fc-92d2-4fe5-b8f7-9208a2dcfa64 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Feb 16 14:11:18.028024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7821f-d8f1-4b98-9af1-239b59b854de req-5aa3fe49-1183-42ae-a4d5-d09b32350997 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:18.029466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-92b7821f-d8f1-4b98-9af1-239b59b854de req-5aa3fe49-1183-42ae-a4d5-d09b32350997 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0858567 Feb 16 14:11:18.082075 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-92b7821f-d8f1-4b98-9af1-239b59b854de req-41e46cb8-6f66-4482-ad12-bc56a87c4f21 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Feb 16 14:11:19.286301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4128efe-6c20-46a8-86c7-0b6f678cbf11 req-7b84f908-cd6f-4a8b-b8a9-ae8cac0f4275 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:19.287654 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4128efe-6c20-46a8-86c7-0b6f678cbf11 req-7b84f908-cd6f-4a8b-b8a9-ae8cac0f4275 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0833354 Feb 16 14:11:19.333241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4128efe-6c20-46a8-86c7-0b6f678cbf11 req-0031412a-23f1-4e86-a439-8ea27d6f459a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Feb 16 14:11:20.547830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb44f5-88fd-4b15-86a5-bb77d31418b6 req-4d75ba41-2cd9-4131-b133-08c96504aa5c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:20.549331 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fadb44f5-88fd-4b15-86a5-bb77d31418b6 req-4d75ba41-2cd9-4131-b133-08c96504aa5c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0937214 Feb 16 14:11:20.596408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fadb44f5-88fd-4b15-86a5-bb77d31418b6 req-7e414f39-da7a-4ef8-af14-46579c97da15 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Feb 16 14:11:21.805015 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19897e-1344-4bde-a893-b8ad4396cd1f req-88ea6dd9-318f-4a59-a202-e6d304e6dbae tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:21.806559 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab19897e-1344-4bde-a893-b8ad4396cd1f req-88ea6dd9-318f-4a59-a202-e6d304e6dbae tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0934348 Feb 16 14:11:21.854562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab19897e-1344-4bde-a893-b8ad4396cd1f req-38305261-2c0f-4988-8f25-f29464c94601 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Feb 16 14:11:23.063752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838158f7-d448-4930-8547-db59d305e18e req-63941121-cbdf-4c5b-9525-c96712041b1d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:23.065212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-838158f7-d448-4930-8547-db59d305e18e req-63941121-cbdf-4c5b-9525-c96712041b1d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0885937 Feb 16 14:11:23.112875 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-838158f7-d448-4930-8547-db59d305e18e req-beb3181b-4a99-4f1a-9c94-affa56314f3f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Feb 16 14:11:24.316174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad07aab-16fe-45a7-95b4-d0e08331e68f req-ecafc30d-10d6-40f0-9908-8a5456bfbc53 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:24.317635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3ad07aab-16fe-45a7-95b4-d0e08331e68f req-ecafc30d-10d6-40f0-9908-8a5456bfbc53 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0850570 Feb 16 14:11:24.367779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3ad07aab-16fe-45a7-95b4-d0e08331e68f req-3a94bd9c-4387-4547-99d5-4473acd2a638 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Feb 16 14:11:25.570730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab007f-baa7-4e86-b8dc-266dd0e0b436 req-1b04884c-c81a-451a-a089-954b330f0644 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:25.572666 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3ab007f-baa7-4e86-b8dc-266dd0e0b436 req-1b04884c-c81a-451a-a089-954b330f0644 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0920246 Feb 16 14:11:25.618644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3ab007f-baa7-4e86-b8dc-266dd0e0b436 req-939c4976-6c9e-4f07-9423-0ad20be58e47 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Feb 16 14:11:26.845994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dac6a6-5ce0-4860-926c-3720bcf4fa5d req-c88339f4-89b7-4dff-8861-9400b5846736 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:26.847489 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-13dac6a6-5ce0-4860-926c-3720bcf4fa5d req-c88339f4-89b7-4dff-8861-9400b5846736 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.1021535 Feb 16 14:11:26.891491 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-13dac6a6-5ce0-4860-926c-3720bcf4fa5d req-1aab6393-74b9-4523-bc91-2c668dc200a7 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380938 Feb 16 14:11:28.095728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff91a0-9ae3-44cb-abdf-874a508cce05 req-459c9a1f-e268-430d-8fb4-5c2912aaaac0 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:28.097104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eeff91a0-9ae3-44cb-abdf-874a508cce05 req-459c9a1f-e268-430d-8fb4-5c2912aaaac0 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0856404 Feb 16 14:11:28.144165 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eeff91a0-9ae3-44cb-abdf-874a508cce05 req-e9ec764b-26d5-4c7d-bb27-efcc30ae9c8f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Feb 16 14:11:29.357483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91a399-488e-48d7-b0a1-88fe1e8cc456 req-3482ba60-ea79-4980-979c-5a0fd173bdbd tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:29.358873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b91a399-488e-48d7-b0a1-88fe1e8cc456 req-3482ba60-ea79-4980-979c-5a0fd173bdbd tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0945313 Feb 16 14:11:29.402751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b91a399-488e-48d7-b0a1-88fe1e8cc456 req-672d25b6-cb76-412d-8c02-958f88867580 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Feb 16 14:11:30.611966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6399c9-aba6-484f-a846-a599e77f0dca req-7ba7d996-9a72-47eb-be75-6dfefb5d7f68 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:30.613621 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0a6399c9-aba6-484f-a846-a599e77f0dca req-7ba7d996-9a72-47eb-be75-6dfefb5d7f68 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0816405 Feb 16 14:11:30.658739 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0a6399c9-aba6-484f-a846-a599e77f0dca req-5c0d943e-74f7-4631-b13c-7bda5f705dd1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Feb 16 14:11:31.853422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd63c04-d9c8-431c-af73-e0e8a03f5f41 req-22fb193d-50cc-4acb-85f5-3e9b0639c122 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:31.854931 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3cd63c04-d9c8-431c-af73-e0e8a03f5f41 req-22fb193d-50cc-4acb-85f5-3e9b0639c122 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0859869 Feb 16 14:11:31.900055 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3cd63c04-d9c8-431c-af73-e0e8a03f5f41 req-b89a8df3-d520-4bf6-9dcc-abee4f9ac223 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394678 Feb 16 14:11:32.692007 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-287d9d21-df27-4b44-b195-7cd5c77f288f service neutron] 10.222.0.26 "GET /v2.0/ports/0a53bb97-6b2a-485c-af4c-0100e8186966/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0877275 Feb 16 14:11:33.014852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-96d1cd67-7601-4769-b2e7-d3f35ae03d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:33.016322 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-96d1cd67-7601-4769-b2e7-d3f35ae03d7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83&tenant_id=c4bc38dae45745a0ae16d3163b180dfb HTTP/1.1" status: 200 len: 1099 time: 0.0775137 Feb 16 14:11:33.110824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a4128-a660-492e-b7de-10065b2c61df req-f903e74c-6c35-4b86-b49b-c2a90ee5a722 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:33.112356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c89a4128-a660-492e-b7de-10065b2c61df req-f903e74c-6c35-4b86-b49b-c2a90ee5a722 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0960615 Feb 16 14:11:33.112539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-75ce3955-408c-40a8-86dc-dedfc69702e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:33.113951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-75ce3955-408c-40a8-86dc-dedfc69702e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1099 time: 0.0760658 Feb 16 14:11:33.160938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c89a4128-a660-492e-b7de-10065b2c61df req-c06d1147-cb28-48f7-9ab2-6ffc4cbf0140 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Feb 16 14:11:33.344312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-cf74e3b0-efb9-41f1-996a-f854e940a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:33.345650 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-cf74e3b0-efb9-41f1-996a-f854e940a888 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.2253547 Feb 16 14:11:33.415157 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-ffd78d30-1ba8-4c53-9749-69a0b1128eeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 217 time: 0.0634134 Feb 16 14:11:33.476367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-89c9326c-9b73-436d-aad2-8162fe648e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:33.477771 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-89c9326c-9b73-436d-aad2-8162fe648e09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0573542 Feb 16 14:11:33.523066 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-fda45b12-53a4-4f03-8f71-45b68189f481 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394037 Feb 16 14:11:33.663594 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-9ce3ca7c-5680-41be-a90e-69837e61dfbf service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347764 Feb 16 14:11:33.816570 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9c7c2bf4-a1e2-4b50-8eac-1830a689fbeb req-d87718cd-2056-4e81-91b6-38677c79d79c service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464870 Feb 16 14:11:34.362867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab6caa-47cb-4c99-bd14-6bc3ca7a82e2 req-02da803b-975e-412c-ba54-af30fbade607 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:34.364462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34ab6caa-47cb-4c99-bd14-6bc3ca7a82e2 req-02da803b-975e-412c-ba54-af30fbade607 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0818031 Feb 16 14:11:34.412663 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34ab6caa-47cb-4c99-bd14-6bc3ca7a82e2 req-2228c868-1bd7-49b9-8067-0182fc3c2843 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Feb 16 14:11:35.609117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbefad-3694-483f-a18a-83904300b8d3 req-bddccfc8-a26c-41c0-a3e7-a1d80fcb9912 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:35.610541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91fbefad-3694-483f-a18a-83904300b8d3 req-bddccfc8-a26c-41c0-a3e7-a1d80fcb9912 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0858209 Feb 16 14:11:35.653524 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91fbefad-3694-483f-a18a-83904300b8d3 req-c8c92b07-c637-4e2c-8789-b76c6bcee4dc tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Feb 16 14:11:36.506557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:11:36.509039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:11:36.736184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:36.749967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:36.771112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'port_id': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'mac_address': 'fa:16:3e:bd:e9:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52e755a-be89-4daf-b2ed-d0495108757e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:11:36.779484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:36.827002 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:36.838265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:36.852731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021621a-eb09-4019-bd29-194fe14a36be req-9831e1f7-acf6-429f-9a67-8e90a9d387eb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:36.854580 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6021621a-eb09-4019-bd29-194fe14a36be req-9831e1f7-acf6-429f-9a67-8e90a9d387eb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0857835 Feb 16 14:11:36.872227 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'code': 200} Feb 16 14:11:36.886770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:36.899785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6021621a-eb09-4019-bd29-194fe14a36be req-acf3e685-86e6-4f0e-a793-36b01cfe4829 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383620 Feb 16 14:11:36.917677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:11:36.966888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:36.983833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.984167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.984478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.984802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.985123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.985439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.985752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.986073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.986408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.986716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.987022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.987328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:36.999163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:11:36.999384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:11:37.218432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6559d-d9af-4d27-9249-bfa11681aa02 req-ec7bab51-68f8-4802-a98b-150150d22b3a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:37.219956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f3a6559d-d9af-4d27-9249-bfa11681aa02 req-ec7bab51-68f8-4802-a98b-150150d22b3a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 944 time: 0.0855525 Feb 16 14:11:37.224790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-600fe784-8500-4784-8158-1e82172287ec tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:37.225480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-600fe784-8500-4784-8158-1e82172287ec tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Synchronizing usage tracker for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:11:37.244077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-600fe784-8500-4784-8158-1e82172287ec tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Unset dirty status for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:11:37.245323 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-600fe784-8500-4784-8158-1e82172287ec tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83&tenant_id=c4bc38dae45745a0ae16d3163b180dfb&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1085765 Feb 16 14:11:37.265513 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f3a6559d-d9af-4d27-9249-bfa11681aa02 req-120931fd-1bd7-4390-a1e1-62db63ae255d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Feb 16 14:11:37.392749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-1b7257bf-62f2-4ceb-873a-3ee046428a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:37.394207 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-1b7257bf-62f2-4ceb-873a-3ee046428a49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 1097 time: 0.0745945 Feb 16 14:11:37.525269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-82060ff7-5237-4de6-8c8a-ca6f9e98ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:37.526756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-82060ff7-5237-4de6-8c8a-ca6f9e98ef40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1262677 Feb 16 14:11:37.553134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:37.574731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:11:37.591600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:37.596415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:37.597365 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-0568d8ef-ae5b-40d4-bc18-de3e547710f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 200 len: 217 time: 0.0646641 Feb 16 14:11:37.659003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-79d1b4e0-bbe7-4f99-9bca-3d55218c37c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:37.659229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['0a53bb97-6b2a-485c-af4c-0100e8186966'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:11:37.660343 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-79d1b4e0-bbe7-4f99-9bca-3d55218c37c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0571384 Feb 16 14:11:37.710470 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-647a5aa5-f522-48ec-a676-fecca7976629 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440540 Feb 16 14:11:37.711222 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:37.845034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-ce0ab16a-517f-4a13-93c8-c129bc04ff0b service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285706 Feb 16 14:11:37.977578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4038d20d-3671-4a2b-85c6-8430a75042e5 req-bf194a65-284a-486b-9466-c3bb4e366258 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267755 Feb 16 14:11:38.464585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fae1f3-084e-4847-a159-8d9dc6c80023 req-1aab0be6-fa12-4a9d-95dd-b37e40b9fafb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:38.466040 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-21fae1f3-084e-4847-a159-8d9dc6c80023 req-1aab0be6-fa12-4a9d-95dd-b37e40b9fafb tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 945 time: 0.0839131 Feb 16 14:11:38.515431 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-21fae1f3-084e-4847-a159-8d9dc6c80023 req-f4b77324-7c31-4d3b-9416-6198a54cb0c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435474 Feb 16 14:11:38.536774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:11:38.603282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 0a53bb97-6b2a-485c-af4c-0100e8186966 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:11:38.603972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:38.721703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:38.756173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:38.761233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:38.834966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:38.873127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:38.916938 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'code': 200} Feb 16 14:11:39.716144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3f24e-5b3a-4505-a9d4-7cdaefa90c1a req-257a5e56-13a9-40c9-8ba8-2fa8446add31 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:39.717573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7b3f24e-5b3a-4505-a9d4-7cdaefa90c1a req-257a5e56-13a9-40c9-8ba8-2fa8446add31 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0812716 Feb 16 14:11:39.763552 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7b3f24e-5b3a-4505-a9d4-7cdaefa90c1a req-35ea0c72-cf1a-4a68-a708-e3d891ba5153 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379267 Feb 16 14:11:39.967003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d0c76-6f1d-425b-a174-f4ac27558c8e req-452923e2-dff1-447f-8db8-29f55f60230a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:39.968462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-285d0c76-6f1d-425b-a174-f4ac27558c8e req-452923e2-dff1-447f-8db8-29f55f60230a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.0903826 Feb 16 14:11:40.013216 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-285d0c76-6f1d-425b-a174-f4ac27558c8e req-73c8dcdd-b2ad-4c75-be0f-a549c33dfdad tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386808 Feb 16 14:11:40.237678 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b1d6d-e520-4b12-b34d-9d699675cd6b req-e07e33ad-d6f2-4010-8cc7-562ff7f64499 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:40.239212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be7b1d6d-e520-4b12-b34d-9d699675cd6b req-e07e33ad-d6f2-4010-8cc7-562ff7f64499 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.1176989 Feb 16 14:11:40.293629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be7b1d6d-e520-4b12-b34d-9d699675cd6b req-0232c59c-5ae4-461e-922a-af79dfed706e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Feb 16 14:11:40.723539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3bac047-603b-4993-bf53-777e85e7f1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:40.938711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-c884211d-b91f-4492-a0f3-ab43614a32f7 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:40.940185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-c884211d-b91f-4492-a0f3-ab43614a32f7 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 813 time: 0.2585502 Feb 16 14:11:40.955768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-d38b6d4e-71ce-4196-b6fa-a34160749920 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/quotas/c4bc38dae45745a0ae16d3163b180dfb HTTP/1.1" status: 200 len: 375 time: 0.0099807 Feb 16 14:11:41.039274 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-5789730e-1cd6-408b-826c-90840b8e2487 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0782738 Feb 16 14:11:41.173092 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-e138a4a5-9a89-49f0-b08d-a35bdd360719 service neutron] 10.222.0.105 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267221 Feb 16 14:11:41.304823 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-60e667cf-f886-40a3-8ec5-5008b8a5fe25 service neutron] 10.222.0.105 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254816 Feb 16 14:11:41.479999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad56592a-4bc7-410a-9a60-a3d6a740a3e9 req-51138805-81b9-4bd2-a0bb-ba2cf7491885 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 210 time: 0.0419111 Feb 16 14:11:42.459322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.26', 58380) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:11:42.643189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-307dc09e-4bcc-4b26-ab4d-f82e940fe860 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:42.644836 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-307dc09e-4bcc-4b26-ab4d-f82e940fe860 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 813 time: 0.2106709 Feb 16 14:11:42.652990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-44407531-f8ee-476f-8209-706310ce774e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:42.654401 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-44407531-f8ee-476f-8209-706310ce774e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/ports?device_id=9663d31b-7551-4cb6-a595-fbe7589cfd83 HTTP/1.1" status: 200 len: 946 time: 0.1490457 Feb 16 14:11:42.658880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Request body: {'port': {'device_id': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'admin_state_up': True, 'tenant_id': 'c4bc38dae45745a0ae16d3163b180dfb'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:11:42.728791 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-77ddbd9d-1234-4fbe-9d46-2b8553fd45d3 req-02ce013c-9195-48cc-b1cf-f9b56225f218 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 210 time: 0.0452964 Feb 16 14:11:42.909413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Deleting port 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:11:42.909795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.017679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:11:43.047638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:11:43.077664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Made reservation on behalf of c4bc38dae45745a0ae16d3163b180dfb for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:11:43.081061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.270096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] For port 0a53bb97-6b2a-485c-af4c-0100e8186966, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=0a53bb97-6b2a-485c-af4c-0100e8186966,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:43.270387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.426065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Calling delete_port for 0a53bb97-6b2a-485c-af4c-0100e8186966 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:11:43.496165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Allocated IP 172.20.0.10 (4f375848-ccc0-42d7-a343-8b19120a5d2d/d52e755a-be89-4daf-b2ed-d0495108757e/b1b2ba2b-23ab-4244-b69d-375bc2472279) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:11:43.640821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.652510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['0a53bb97-6b2a-485c-af4c-0100e8186966'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:11:43.743219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Pushing event deleted for resources: {'Port': ['ID=0a53bb97-6b2a-485c-af4c-0100e8186966,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:43.834579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] No DVR routers for this DVR port 0a53bb97-6b2a-485c-af4c-0100e8186966 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:11:43.839670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.842197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-deleted', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:43.888845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49b6cab8-141b-4a84-9c29-341aa8cf01a4 req-f2361ea8-2ba6-48f5-995a-94226d8392a3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 210 time: 0.0506978 Feb 16 14:11:43.894829 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "DELETE /v2.0/ports/0a53bb97-6b2a-485c-af4c-0100e8186966 HTTP/1.1" status: 204 len: 173 time: 1.2200153 Feb 16 14:11:43.896430 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9663d31b-7551-4cb6-a595-fbe7589cfd83', 'name': 'network-vif-deleted', 'tag': '0a53bb97-6b2a-485c-af4c-0100e8186966', 'status': 'completed', 'code': 200} Feb 16 14:11:43.903895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.947936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.949636 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:11:43.958470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-51eb1b85-2f0b-4520-bddb-f976353520b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:43.962108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['0a53bb97-6b2a-485c-af4c-0100e8186966'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:11:44.039114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Network 4f375848-ccc0-42d7-a343-8b19120a5d2d is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:11:44.042627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:11:44.044582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:44.046661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:11:44.110321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:44.110937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.130818 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-755bc905-43bb-4120-8e17-6afdff5cc45d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4755070 Feb 16 14:11:44.142079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Request body: {'port': {'device_id': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:11:44.272541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.275522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.276926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.738102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b2ba2b-23ab-4244-b69d-375bc2472279 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:11:44.745348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.759533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Transition to ACTIVE for port object b1b2ba2b-23ab-4244-b69d-375bc2472279 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:11:44.765333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:44.890523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:44.995886 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Attempting to bind port b1b2ba2b-23ab-4244-b69d-375bc2472279 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:11:44.996117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Attempting to bind port b1b2ba2b-23ab-4244-b69d-375bc2472279 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:11:44.996554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Attempting to bind port b1b2ba2b-23ab-4244-b69d-375bc2472279 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:11:45.001284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Port b1b2ba2b-23ab-4244-b69d-375bc2472279 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:11:45.001597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Attempting to bind port b1b2ba2b-23ab-4244-b69d-375bc2472279 on network 4f375848-ccc0-42d7-a343-8b19120a5d2d {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:11:45.006708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:11:45.007034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Checking segment: {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:11:45.007406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Bound using segment: {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:11:45.007815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Bound port: b1b2ba2b-23ab-4244-b69d-375bc2472279, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:11:45.008153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:45.088519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52d1b8-363b-40ba-ae89-56bf32d197f4 req-9aa78e8f-f494-4bb3-b818-08f2ed5c43ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:45.089947 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe52d1b8-363b-40ba-ae89-56bf32d197f4 req-9aa78e8f-f494-4bb3-b818-08f2ed5c43ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 944 time: 0.0814874 Feb 16 14:11:45.099391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:11:45.102423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:11:45.108008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:45.134868 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe52d1b8-363b-40ba-ae89-56bf32d197f4 req-cc266ff9-4a95-493c-af54-a7daa239706e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Feb 16 14:11:45.170583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:45.171184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:45.172515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 1094 time: 1.0346522 Feb 16 14:11:45.188928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:45.198533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.198887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.199202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.199525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.199842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.200158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.200471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.200785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.201095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.201402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.202493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.202820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe12676-4b0e-47c6-a91b-42bbe4475fa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:11:45.283423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-38a82a9e-9e06-449f-ae8a-cde516aee3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:45.284848 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-38a82a9e-9e06-449f-ae8a-cde516aee3df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1097 time: 0.0764701 Feb 16 14:11:45.356923 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-2f4c02f7-2133-46a1-a307-0d6fd2449327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 217 time: 0.0652919 Feb 16 14:11:45.417349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-40b1bfc0-ba71-4b21-9faa-7663f568a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:45.418779 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-40b1bfc0-ba71-4b21-9faa-7663f568a26c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0561237 Feb 16 14:11:45.467997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-13a4d6ec-2d22-473f-9dfd-87472c5c1272 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434556 Feb 16 14:11:45.600406 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-41f5260d-a8db-4cb0-9c7d-595c48a49115 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266463 Feb 16 14:11:45.735941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:45.736710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-aebf4f46-88cf-439b-9429-8e39587ddc9a req-b97cccec-6de7-4e99-83e4-0fa6e1a2e8aa service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297643 Feb 16 14:11:45.808749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:45.897546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:45.941025 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'status': 'completed', 'code': 200} Feb 16 14:11:46.046905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-68e684bb-0b0d-4617-a2f5-19b873ac9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:46.048373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-68e684bb-0b0d-4617-a2f5-19b873ac9f04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1097 time: 0.0810225 Feb 16 14:11:46.176701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-952a9c1d-74e5-45c4-8e48-dd0812f0cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:46.178118 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-952a9c1d-74e5-45c4-8e48-dd0812f0cd0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1239269 Feb 16 14:11:46.248517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-7fa45ef8-67b1-440a-ac84-4672070c5176 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 217 time: 0.0641403 Feb 16 14:11:46.309484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-bedd8078-dbe3-4513-a368-c3e3a465a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:46.310966 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-bedd8078-dbe3-4513-a368-c3e3a465a875 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0566287 Feb 16 14:11:46.325280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe930935-1400-4074-8c49-d4c861a8269a req-8c4cf436-5fd9-4223-8bb8-86a23f46869f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:46.326781 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe930935-1400-4074-8c49-d4c861a8269a req-8c4cf436-5fd9-4223-8bb8-86a23f46869f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 944 time: 0.0863295 Feb 16 14:11:46.358099 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-a2119e5e-6fb5-4e14-a0e6-154efdb6270f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406206 Feb 16 14:11:46.373134 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe930935-1400-4074-8c49-d4c861a8269a req-68cd4914-42eb-4e05-9aa5-894a01431f9a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Feb 16 14:11:46.585379 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-a865735b-efc5-472a-acf5-0836b1f30cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210760 Feb 16 14:11:46.629470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:11:46.663153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 0a53bb97-6b2a-485c-af4c-0100e8186966 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:11:46.663507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 0a53bb97-6b2a-485c-af4c-0100e8186966 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:11:46.727750 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c072a0fa-59b6-4f63-8fb7-cd6793ec9adb req-e07fb7c5-5c18-4f30-96ac-4bcd37582a4a service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350658 Feb 16 14:11:47.570905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92263-8611-4361-9bc9-7e3c8ff3b9bf req-8f696555-d21a-4e60-ab20-2a4d6378b964 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:47.572780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e0f92263-8611-4361-9bc9-7e3c8ff3b9bf req-8f696555-d21a-4e60-ab20-2a4d6378b964 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 944 time: 0.0814469 Feb 16 14:11:47.624314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e0f92263-8611-4361-9bc9-7e3c8ff3b9bf req-38091c88-1c08-4ea3-b05e-10b0d3a9fd6e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428555 Feb 16 14:11:48.629089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:11:48.771540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:48.789770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'port_id': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'mac_address': 'fa:16:3e:40:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52e755a-be89-4daf-b2ed-d0495108757e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:11:48.815519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b33eb-ca06-4206-905b-45f83e088a1b req-289b192f-7608-4ecc-808b-19df634dff0c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:48.816981 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-907b33eb-ca06-4206-905b-45f83e088a1b req-289b192f-7608-4ecc-808b-19df634dff0c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 944 time: 0.0810146 Feb 16 14:11:48.846081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:48.862847 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b2ba2b-23ab-4244-b69d-375bc2472279 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:11:48.864090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-907b33eb-ca06-4206-905b-45f83e088a1b req-b5438f77-1b1e-40e3-9de8-9ba9695b0d71 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Feb 16 14:11:48.878199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:48.883408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:48.954110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:49.202888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1b2ba2b-23ab-4244-b69d-375bc2472279'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:11:50.064664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af59d26-bfac-4997-a4f1-7c45cecbb715 req-745015f0-6c60-4fe0-bdf5-1afe1d9283c7 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:50.066013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3af59d26-bfac-4997-a4f1-7c45cecbb715 req-745015f0-6c60-4fe0-bdf5-1afe1d9283c7 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 945 time: 0.0901082 Feb 16 14:11:50.111270 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3af59d26-bfac-4997-a4f1-7c45cecbb715 req-209f82bd-7dda-433f-84c8-6b4fcbd19426 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Feb 16 14:11:50.643881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:11:50.725082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port b1b2ba2b-23ab-4244-b69d-375bc2472279 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:11:50.730225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b1b2ba2b-23ab-4244-b69d-375bc2472279 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:11:50.730608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:50.845883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:50.872333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:11:50.882600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:11:50.887101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:11:50.922665 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'code': 200} Feb 16 14:11:50.956660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:11:51.166434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e133d-2f11-4c27-87c0-bf55149d6d43 req-a8369a5d-5d3f-472f-a9e2-5af49c9aa396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:51.167941 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-739e133d-2f11-4c27-87c0-bf55149d6d43 req-a8369a5d-5d3f-472f-a9e2-5af49c9aa396 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1099 time: 0.0745676 Feb 16 14:11:51.211183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-739e133d-2f11-4c27-87c0-bf55149d6d43 req-92c84130-c989-4b04-9d19-f8cf7369e3c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Feb 16 14:11:51.304278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e49e0-1796-45bf-90d7-f83f35ee8228 req-cb3bd322-4c3e-4e4f-a9ec-c334ff0e62fe tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:51.305725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe6e49e0-1796-45bf-90d7-f83f35ee8228 req-cb3bd322-4c3e-4e4f-a9ec-c334ff0e62fe tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0812695 Feb 16 14:11:51.351684 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe6e49e0-1796-45bf-90d7-f83f35ee8228 req-3def4f87-8430-48a5-9c93-8ac37b845c9f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Feb 16 14:11:52.558811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc319b8-c13a-4539-800a-b121cadfb34b req-81637901-6104-4fd7-b7df-3517a04cf0f6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:52.560266 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4dc319b8-c13a-4539-800a-b121cadfb34b req-81637901-6104-4fd7-b7df-3517a04cf0f6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0875077 Feb 16 14:11:52.605205 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4dc319b8-c13a-4539-800a-b121cadfb34b req-c76f0506-b77d-411f-a6d3-9ccd83f6f809 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Feb 16 14:11:53.805603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444115e-29a3-4519-8295-f425bd484e86 req-32edfb57-63ec-4db0-a3b2-c28ab4d2582f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:53.807090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4444115e-29a3-4519-8295-f425bd484e86 req-32edfb57-63ec-4db0-a3b2-c28ab4d2582f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0921550 Feb 16 14:11:53.853851 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4444115e-29a3-4519-8295-f425bd484e86 req-8cae9787-420f-4408-b752-a70bc6e1b52c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Feb 16 14:11:54.041088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19bb95-8732-462c-ac0d-cf57c9ec2817 req-9a7b5ec3-9ca5-4f11-800e-9a31d099d2b8 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:54.042568 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8b19bb95-8732-462c-ac0d-cf57c9ec2817 req-9a7b5ec3-9ca5-4f11-800e-9a31d099d2b8 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0846140 Feb 16 14:11:54.088521 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8b19bb95-8732-462c-ac0d-cf57c9ec2817 req-afe8cf15-1f7e-4469-b89f-5e6063c44493 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Feb 16 14:11:54.601167 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-e4ffa8a0-8db8-44c9-a4b2-1914fc58a6b2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754082 Feb 16 14:11:54.654622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40202504-02e8-4acf-a153-40ca900155d2 req-bdb76401-524e-4a17-9f1d-d6e5a8a3ec63 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:54.656076 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40202504-02e8-4acf-a153-40ca900155d2 req-bdb76401-524e-4a17-9f1d-d6e5a8a3ec63 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0836647 Feb 16 14:11:54.706079 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40202504-02e8-4acf-a153-40ca900155d2 req-624c17eb-c65d-45fc-932d-bc39a439b944 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441160 Feb 16 14:11:55.747411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-50e0c738-5a2a-4282-9860-c28d9dc95b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:55.749018 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-50e0c738-5a2a-4282-9860-c28d9dc95b2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1099 time: 0.0775156 Feb 16 14:11:55.883988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-4e4e69e2-3e60-4007-87b2-2b55d84ec43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:55.885445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-4e4e69e2-3e60-4007-87b2-2b55d84ec43b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1305075 Feb 16 14:11:55.893381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc38e3-7b99-4e92-977d-84991b6298ca req-93ef4fa5-1e81-4405-95c7-3df86837061f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:55.896012 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-29fc38e3-7b99-4e92-977d-84991b6298ca req-93ef4fa5-1e81-4405-95c7-3df86837061f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0824659 Feb 16 14:11:55.947674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-29fc38e3-7b99-4e92-977d-84991b6298ca req-a1ab3da9-623d-4475-8716-461df1c2b385 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Feb 16 14:11:55.960933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-d0128b0a-71ad-4ccc-a3e9-afc03a91b336 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 217 time: 0.0692396 Feb 16 14:11:56.022298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-d465824d-07ff-4512-8a6e-2cdb69ab5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:56.023720 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-d465824d-07ff-4512-8a6e-2cdb69ab5816 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0569654 Feb 16 14:11:56.075950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-ee127d57-26d0-4ddf-9392-df968ddc533b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448406 Feb 16 14:11:56.214199 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-04293166-4c19-4afd-aa60-3a7eb8a59ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325879 Feb 16 14:11:56.353811 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-e877ea27-43ec-43df-970a-da6daa60efb4 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328776 Feb 16 14:11:57.143508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05729d-0f41-446d-b197-3cddb2abb79b req-5472f938-44b9-4d4f-b626-ca12bfaca6f1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:57.144956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9c05729d-0f41-446d-b197-3cddb2abb79b req-5472f938-44b9-4d4f-b626-ca12bfaca6f1 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0865066 Feb 16 14:11:57.188303 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9c05729d-0f41-446d-b197-3cddb2abb79b req-dd91b594-839e-4501-8307-a1fd27bcd1da tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375884 Feb 16 14:11:58.398113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982361e-aa1a-4b72-a146-e1be6e89d357 req-8df12783-8de0-4aa6-bb1e-0ca63046c012 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:58.399585 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3982361e-aa1a-4b72-a146-e1be6e89d357 req-8df12783-8de0-4aa6-bb1e-0ca63046c012 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0925841 Feb 16 14:11:58.447503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3982361e-aa1a-4b72-a146-e1be6e89d357 req-3b796191-3e2b-411c-ad78-4cd3e3131a32 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Feb 16 14:11:59.649132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53bdbe-c6da-4170-9277-ba77516418db req-5f3f9186-978f-42c5-bb7f-7eae0c2cfe50 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:11:59.650588 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf53bdbe-c6da-4170-9277-ba77516418db req-5f3f9186-978f-42c5-bb7f-7eae0c2cfe50 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0864017 Feb 16 14:11:59.697162 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf53bdbe-c6da-4170-9277-ba77516418db req-9136fbec-f892-4ff4-8f5a-526475cb44b8 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Feb 16 14:12:00.909540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07165c-e197-4494-b17a-71919bc73721 req-5dfadc2a-0380-464a-939c-d4119a3e6b0e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:00.911055 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0b07165c-e197-4494-b17a-71919bc73721 req-5dfadc2a-0380-464a-939c-d4119a3e6b0e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0960519 Feb 16 14:12:00.958446 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0b07165c-e197-4494-b17a-71919bc73721 req-e7d9b7ce-2a1a-4c3a-83b2-f72558591611 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Feb 16 14:12:02.256255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9355f-b76b-48cb-a093-fa81621944c7 req-53ce8995-1688-4d1c-abc4-8c46769d9362 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:02.257719 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bfb9355f-b76b-48cb-a093-fa81621944c7 req-53ce8995-1688-4d1c-abc4-8c46769d9362 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.1863782 Feb 16 14:12:02.302072 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bfb9355f-b76b-48cb-a093-fa81621944c7 req-5e0f63c4-19f2-42ab-b2b5-c3a1066e1a46 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Feb 16 14:12:03.507209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08758a7-dcd4-4860-89db-380958a3b94c req-71d3175e-6aa8-439a-80b4-473b86ecffc2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:03.508640 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a08758a7-dcd4-4860-89db-380958a3b94c req-71d3175e-6aa8-439a-80b4-473b86ecffc2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0903549 Feb 16 14:12:03.557032 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a08758a7-dcd4-4860-89db-380958a3b94c req-64b18270-6ea6-4f5c-9bd8-a074db21a0ce tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Feb 16 14:12:04.764135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5791a5-a450-4900-8fa2-569ca3c751c0 req-38ffa179-3505-4555-b691-2dc2b5221365 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:04.765616 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc5791a5-a450-4900-8fa2-569ca3c751c0 req-38ffa179-3505-4555-b691-2dc2b5221365 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0864539 Feb 16 14:12:04.812578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc5791a5-a450-4900-8fa2-569ca3c751c0 req-9a223416-1aae-421d-bf20-260c8f745a0a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Feb 16 14:12:06.008735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fec085-0947-46fa-8824-390f37f2eefc req-e82bab13-9e5e-409a-bd70-87d9878236af tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:06.010151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12fec085-0947-46fa-8824-390f37f2eefc req-e82bab13-9e5e-409a-bd70-87d9878236af tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0822372 Feb 16 14:12:06.054533 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12fec085-0947-46fa-8824-390f37f2eefc req-4b59ece7-f000-41b9-81c4-359e8716b41c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Feb 16 14:12:07.251563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa11a5b-a458-4d18-8abd-3da271d17a05 req-cd79e285-62c2-409f-861d-c7535b0c801b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:07.252933 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-caa11a5b-a458-4d18-8abd-3da271d17a05 req-cd79e285-62c2-409f-861d-c7535b0c801b tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0842943 Feb 16 14:12:07.301112 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-caa11a5b-a458-4d18-8abd-3da271d17a05 req-edaca4fc-97e7-4b73-9a77-1375d79a4ae9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Feb 16 14:12:08.513383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a693fa-f810-43c7-bb3b-a7e7ecf8659f req-68f3a401-a1ac-4ca9-a796-e2f5d94ae670 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:08.514862 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-66a693fa-f810-43c7-bb3b-a7e7ecf8659f req-68f3a401-a1ac-4ca9-a796-e2f5d94ae670 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0925329 Feb 16 14:12:08.559668 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-66a693fa-f810-43c7-bb3b-a7e7ecf8659f req-ebb18e51-38ff-4f03-8071-1bcecfd24030 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Feb 16 14:12:09.773408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41afd0-a290-45c7-8c4a-b24385e56fe7 req-5cfd0f50-d87d-47b4-bddb-c72fa915bbb2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:09.774883 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3e41afd0-a290-45c7-8c4a-b24385e56fe7 req-5cfd0f50-d87d-47b4-bddb-c72fa915bbb2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0898213 Feb 16 14:12:09.818674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3e41afd0-a290-45c7-8c4a-b24385e56fe7 req-33f6c8b0-158a-4046-b010-c483ecf9c782 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380936 Feb 16 14:12:10.732149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-313e5ccb-a096-4277-a43e-a7edf2b4b12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:11.016349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b671375-07d1-481f-ae21-0e48a344a0e9 req-40fb2164-a279-4557-8df4-bcc1a31efe16 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:11.017882 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9b671375-07d1-481f-ae21-0e48a344a0e9 req-40fb2164-a279-4557-8df4-bcc1a31efe16 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0803566 Feb 16 14:12:11.064530 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9b671375-07d1-481f-ae21-0e48a344a0e9 req-c4df122e-1234-4b43-9d66-c86cf4ae1f70 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Feb 16 14:12:12.268644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107cc64-5b36-475e-ad95-eccd70edb2e9 req-e852ec73-7153-4525-8420-8670fa5eb0e9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:12.270081 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5107cc64-5b36-475e-ad95-eccd70edb2e9 req-e852ec73-7153-4525-8420-8670fa5eb0e9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0905571 Feb 16 14:12:12.314474 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5107cc64-5b36-475e-ad95-eccd70edb2e9 req-6d27b6e2-a7de-420e-a6eb-0bd0afe541ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381958 Feb 16 14:12:13.517995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f9fa5-0f3e-4093-945b-903234494439 req-1d683fca-1532-49c2-98d7-5b93104c82aa tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:13.519456 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-679f9fa5-0f3e-4093-945b-903234494439 req-1d683fca-1532-49c2-98d7-5b93104c82aa tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0880678 Feb 16 14:12:13.568941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-679f9fa5-0f3e-4093-945b-903234494439 req-95d21a7f-804a-4453-81a4-bcb561316b3e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410602 Feb 16 14:12:13.948906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fec032b0-e6a5-4080-a1c7-394904a38c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:14.277512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:14.279446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:14.773413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828932d7-ae0d-4871-ab3c-a588769df103 req-8fadc440-67a9-4aed-859d-571cb6c0bc1a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:14.774880 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-828932d7-ae0d-4871-ab3c-a588769df103 req-8fadc440-67a9-4aed-859d-571cb6c0bc1a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0897713 Feb 16 14:12:14.819573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-828932d7-ae0d-4871-ab3c-a588769df103 req-6d087eb4-a84b-448e-8efb-75bcee74b51f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Feb 16 14:12:15.751924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:15.813216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:16.020372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5a6c4-ea4a-4010-9589-cf8ac9c7234a req-2ba58d97-e016-497f-b849-44da8f0f445e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:16.021803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0df5a6c4-ea4a-4010-9589-cf8ac9c7234a req-2ba58d97-e016-497f-b849-44da8f0f445e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0890927 Feb 16 14:12:16.067103 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0df5a6c4-ea4a-4010-9589-cf8ac9c7234a req-a7cb8970-0e2a-4132-897e-8b90a1f905ab tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Feb 16 14:12:17.271816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e630bd7-0fba-4991-9e1b-242074e423b3 req-87e5c09c-d258-4b2f-9408-98bef2cd01d9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:17.273183 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3e630bd7-0fba-4991-9e1b-242074e423b3 req-87e5c09c-d258-4b2f-9408-98bef2cd01d9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0889249 Feb 16 14:12:17.318639 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3e630bd7-0fba-4991-9e1b-242074e423b3 req-6dfcc78a-d20f-4a8e-96c5-ec064c7a5a79 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382383 Feb 16 14:12:18.529839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bcf98-1240-4af6-82ab-ecc675c84450 req-8c7d2c19-196c-4aff-bc3c-6094406e6c4f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:18.531316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31bcf98-1240-4af6-82ab-ecc675c84450 req-8c7d2c19-196c-4aff-bc3c-6094406e6c4f tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0848660 Feb 16 14:12:18.575908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31bcf98-1240-4af6-82ab-ecc675c84450 req-3d773b9e-6e90-4e58-a6ff-fc9fe8e3c207 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Feb 16 14:12:19.792218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd10ca-6859-4177-95ba-1ed1c6143c6c req-4500e716-c433-42b0-8564-79038e2ed6b2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:19.793741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1acd10ca-6859-4177-95ba-1ed1c6143c6c req-4500e716-c433-42b0-8564-79038e2ed6b2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0914371 Feb 16 14:12:19.841423 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1acd10ca-6859-4177-95ba-1ed1c6143c6c req-75349081-f20a-4d42-af14-d84a0b0c9641 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Feb 16 14:12:20.948626 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:12:21.056110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59756f9-681b-4d65-8dd0-e13dbf180a52 req-82ab0875-87dd-4af6-98d2-498d6d7c016d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:21.058493 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a59756f9-681b-4d65-8dd0-e13dbf180a52 req-82ab0875-87dd-4af6-98d2-498d6d7c016d tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0969503 Feb 16 14:12:21.103802 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a59756f9-681b-4d65-8dd0-e13dbf180a52 req-5b4dc16b-7351-4e27-9695-3aa45911a00a tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 Feb 16 14:12:22.315639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9973e-e016-404a-a23d-a714eb836d99 req-e1aea325-18ff-4ccb-ba91-6604e92cbe4c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:22.317161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eda9973e-e016-404a-a23d-a714eb836d99 req-e1aea325-18ff-4ccb-ba91-6604e92cbe4c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0966294 Feb 16 14:12:22.362567 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eda9973e-e016-404a-a23d-a714eb836d99 req-bd909f7e-a5da-47f3-ae35-0d00a0b6d4df tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Feb 16 14:12:23.014661 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-2638e39b-0cd0-40fe-bf5f-b930012e56f8 service neutron] 10.222.0.26 "GET /v2.0/ports/b1b2ba2b-23ab-4244-b69d-375bc2472279/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0853586 Feb 16 14:12:23.292815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-0533562d-4009-40ea-8ced-5bf65cb5882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:23.294300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-0533562d-4009-40ea-8ced-5bf65cb5882f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242&tenant_id=c4bc38dae45745a0ae16d3163b180dfb HTTP/1.1" status: 200 len: 1099 time: 0.0715077 Feb 16 14:12:23.391384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-429596ae-95cb-4b71-9af2-96b82ee68ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:23.392831 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-429596ae-95cb-4b71-9af2-96b82ee68ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1099 time: 0.0776169 Feb 16 14:12:23.525905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-1dfa0691-3a62-43c9-a262-c5dcee4c5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:23.527382 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-1dfa0691-3a62-43c9-a262-c5dcee4c5a8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1288440 Feb 16 14:12:23.563604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa9c13-fdb5-42df-b69d-a9b90fa8950a req-d29fcf10-86fb-4a04-94e0-699762f99cd4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:23.564964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53fa9c13-fdb5-42df-b69d-a9b90fa8950a req-d29fcf10-86fb-4a04-94e0-699762f99cd4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0794089 Feb 16 14:12:23.593019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-3c433194-1b23-4e12-ab0e-828803b6d634 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 217 time: 0.0593805 Feb 16 14:12:23.609436 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53fa9c13-fdb5-42df-b69d-a9b90fa8950a req-d135dff0-d559-4378-83a0-53d0e263236e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386367 Feb 16 14:12:23.748777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-a1c00b05-3018-4586-8928-644e35c4ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:23.750170 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-a1c00b05-3018-4586-8928-644e35c4ba63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.1517410 Feb 16 14:12:23.796147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-7e5da9dd-a0d3-42a6-b867-c669d3b974f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399537 Feb 16 14:12:23.925906 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-942a6bc6-24ea-4bd3-a57e-fb5f0f2f62b5 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240096 Feb 16 14:12:24.058874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ea87ba38-5125-4ef9-8952-c8be61049c49 req-0699b25c-c4aa-452a-ac12-a096c34de60b service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272018 Feb 16 14:12:24.811200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54021dfc-2026-4f43-955b-59c22fa403c2 req-6cfcb83d-792f-4e20-acb0-6fe4da9d0cdc tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:24.812644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54021dfc-2026-4f43-955b-59c22fa403c2 req-6cfcb83d-792f-4e20-acb0-6fe4da9d0cdc tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0853729 Feb 16 14:12:24.859663 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-54021dfc-2026-4f43-955b-59c22fa403c2 req-08f2dbfd-5837-4838-a728-9de6f0308899 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Feb 16 14:12:26.043675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214576-37bc-4b8a-801e-76690e5768d8 req-69764a0f-02f7-4f18-b18e-840e7d43d7a5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:26.045238 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa214576-37bc-4b8a-801e-76690e5768d8 req-69764a0f-02f7-4f18-b18e-840e7d43d7a5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0799804 Feb 16 14:12:26.099047 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fa214576-37bc-4b8a-801e-76690e5768d8 req-26655ab6-086b-4d87-b97f-0cb9ee087ff4 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450268 Feb 16 14:12:26.792259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:12:26.795577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:12:27.001494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:27.033444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:27.054428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:27.060343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'network_id': '4f375848-ccc0-42d7-a343-8b19120a5d2d', 'port_id': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'mac_address': 'fa:16:3e:40:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52e755a-be89-4daf-b2ed-d0495108757e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:12:27.066769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:27.097032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:27.137826 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'code': 200} Feb 16 14:12:27.175451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:27.231915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b2ba2b-23ab-4244-b69d-375bc2472279 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:12:27.238996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:27.252957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:27.258328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:27.300905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c7282-b9e4-4dbd-86a5-6f847956b82e req-5a16f38c-1031-47b1-b7f5-6f7c42354b94 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:27.303030 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6d7c7282-b9e4-4dbd-86a5-6f847956b82e req-5a16f38c-1031-47b1-b7f5-6f7c42354b94 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 944 time: 0.0885160 Feb 16 14:12:27.319413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1b2ba2b-23ab-4244-b69d-375bc2472279'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:12:27.350629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6d7c7282-b9e4-4dbd-86a5-6f847956b82e req-94aed973-748d-4efb-8e5b-f13517381ea9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Feb 16 14:12:27.373902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:27.663091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb3fc6-8d16-4372-9877-ad6457118990 req-8351bd9f-dd5c-476f-ad2b-f59f56f851fe tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:27.664597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9bb3fc6-8d16-4372-9877-ad6457118990 req-8351bd9f-dd5c-476f-ad2b-f59f56f851fe tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 945 time: 0.0799618 Feb 16 14:12:27.675651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2653-e062-456a-ba88-98bed2664c4f req-fb75667d-cce1-4ac2-b184-ddf156101d93 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:27.676337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-29cf2653-e062-456a-ba88-98bed2664c4f req-fb75667d-cce1-4ac2-b184-ddf156101d93 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Synchronizing usage tracker for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:12:27.693339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-29cf2653-e062-456a-ba88-98bed2664c4f req-fb75667d-cce1-4ac2-b184-ddf156101d93 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Unset dirty status for tenant:c4bc38dae45745a0ae16d3163b180dfb on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:12:27.694553 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-fb75667d-cce1-4ac2-b184-ddf156101d93 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242&tenant_id=c4bc38dae45745a0ae16d3163b180dfb&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1054716 Feb 16 14:12:27.716859 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9bb3fc6-8d16-4372-9877-ad6457118990 req-4e06bded-4cf8-469b-b428-13f7f55b0736 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444753 Feb 16 14:12:27.846633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2653-e062-456a-ba88-98bed2664c4f req-6a92329d-706d-4245-8267-178493880124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:27.848786 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-6a92329d-706d-4245-8267-178493880124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 1098 time: 0.0825016 Feb 16 14:12:27.978545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2653-e062-456a-ba88-98bed2664c4f req-8de7fb67-4796-43a2-a2cf-c6c2195211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:27.979947 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-8de7fb67-4796-43a2-a2cf-c6c2195211b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 200 len: 914 time: 0.1256137 Feb 16 14:12:28.052697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-068be9d1-b0e7-4a4c-81fb-3529f4ef2ff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 200 len: 217 time: 0.0662208 Feb 16 14:12:28.118195 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf2653-e062-456a-ba88-98bed2664c4f req-1e4463a9-4307-4e2e-aa4e-59189af931d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:28.119666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-1e4463a9-4307-4e2e-aa4e-59189af931d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 200 len: 853 time: 0.0613585 Feb 16 14:12:28.164473 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-fbdf8946-54db-4889-8e92-399982030f4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4f375848-ccc0-42d7-a343-8b19120a5d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392175 Feb 16 14:12:28.299160 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-234bad2b-3a5d-41a5-8bd5-d1684d0ecaf0 service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279604 Feb 16 14:12:28.445871 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29cf2653-e062-456a-ba88-98bed2664c4f req-3a529bc2-b115-4962-a79a-5cf14888ab8a service neutron] 10.222.0.26 "GET /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400726 Feb 16 14:12:28.797406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:28.867716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b1b2ba2b-23ab-4244-b69d-375bc2472279 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:28.868118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:28.914691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783f47a-844e-4130-8836-99c605992314 req-833d48ef-b96e-44b8-93ca-cc2f81bcd533 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:28.916184 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f783f47a-844e-4130-8836-99c605992314 req-833d48ef-b96e-44b8-93ca-cc2f81bcd533 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 945 time: 0.0827119 Feb 16 14:12:28.976269 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f783f47a-844e-4130-8836-99c605992314 req-2135a9a2-5f47-43c7-8085-5df257435c54 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519373 Feb 16 14:12:28.997105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:29.030278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:29.034064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:29.104656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:29.138872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:29.182705 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'code': 200} Feb 16 14:12:30.187369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cc817-d58a-4d82-a6ba-fd9b9cb7dfae req-c7ce9c74-ead9-40dc-bac7-f1640bab37e2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:30.189916 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd3cc817-d58a-4d82-a6ba-fd9b9cb7dfae req-c7ce9c74-ead9-40dc-bac7-f1640bab37e2 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.1024294 Feb 16 14:12:30.237244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd3cc817-d58a-4d82-a6ba-fd9b9cb7dfae req-df87fa5f-267a-4977-a695-1cfe61ba43c3 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Feb 16 14:12:30.437873 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9399d2-1bd9-4356-b987-47dba772b4e2 req-ccb02896-60b9-47ca-a637-1e15c07480a9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:30.439280 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea9399d2-1bd9-4356-b987-47dba772b4e2 req-ccb02896-60b9-47ca-a637-1e15c07480a9 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0837512 Feb 16 14:12:30.485842 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea9399d2-1bd9-4356-b987-47dba772b4e2 req-63936cd9-3381-4ef7-ab6b-be1579136205 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379193 Feb 16 14:12:30.789802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d5dbf-3874-482d-aec2-b74ea541b19c req-1721e1b1-af1a-4c90-a642-60610a5ecae5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:30.791185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f0d5dbf-3874-482d-aec2-b74ea541b19c req-1721e1b1-af1a-4c90-a642-60610a5ecae5 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.1953185 Feb 16 14:12:30.835445 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f0d5dbf-3874-482d-aec2-b74ea541b19c req-fba06a5c-a221-4504-a2c9-fc00efd367ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Feb 16 14:12:31.400625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ed303-1ae2-4398-8f53-73e869a8679d req-75a0097a-c6f5-4faa-9074-693548f1c8ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:31.402023 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4f8ed303-1ae2-4398-8f53-73e869a8679d req-75a0097a-c6f5-4faa-9074-693548f1c8ff tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0852818 Feb 16 14:12:31.451455 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4f8ed303-1ae2-4398-8f53-73e869a8679d req-a9cb44b4-fc61-499c-bc2c-4be7cf849924 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Feb 16 14:12:32.660936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77eb2b-6a2f-4bce-b9b1-e21b4f353093 req-8da15687-77f0-49fd-9066-bbaf91a8970e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:32.662441 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc77eb2b-6a2f-4bce-b9b1-e21b4f353093 req-8da15687-77f0-49fd-9066-bbaf91a8970e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.0859416 Feb 16 14:12:32.707236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc77eb2b-6a2f-4bce-b9b1-e21b4f353093 req-9fbd3eda-1747-4947-97be-94c665f22629 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/security-groups?id=cd5a89ad-bb9f-439c-8c01-0a868cfd954d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Feb 16 14:12:32.939759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-2f633e7e-302c-46cd-b597-4b3875829d4e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:32.942444 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-2f633e7e-302c-46cd-b597-4b3875829d4e tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 946 time: 0.1015255 Feb 16 14:12:33.012349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Deleting port b1b2ba2b-23ab-4244-b69d-375bc2472279 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:12:33.012687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:33.261406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] For port b1b2ba2b-23ab-4244-b69d-375bc2472279, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1b2ba2b-23ab-4244-b69d-375bc2472279,segment=NetworkSegment(42a682c0-f090-4bbb-9e4d-07a25fb0fdcd),segment_id=42a682c0-f090-4bbb-9e4d-07a25fb0fdcd)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:33.261660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:33.477141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Calling delete_port for b1b2ba2b-23ab-4244-b69d-375bc2472279 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:12:33.622173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:33.634694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1b2ba2b-23ab-4244-b69d-375bc2472279'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:12:33.680128 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Pushing event deleted for resources: {'Port': ['ID=b1b2ba2b-23ab-4244-b69d-375bc2472279,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:33.752019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] No DVR routers for this DVR port b1b2ba2b-23ab-4244-b69d-375bc2472279 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:12:33.754548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:33.757088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-deleted', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:33.773142 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f430e6b0-7e7a-4de4-87b1-57548ae1e0b0 req-c3a047c4-63ff-4f59-b0c4-9753def3d56c tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.26 "DELETE /v2.0/ports/b1b2ba2b-23ab-4244-b69d-375bc2472279 HTTP/1.1" status: 204 len: 173 time: 0.8255558 Feb 16 14:12:33.866571 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc6c426c-974f-4e16-b318-6245f7b0e73d req-f2bda7f7-2067-42b9-bf33-ff6ca37b11ea tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] 10.222.0.105 "GET /v2.0/ports?device_id=5bfaa2ec-6528-4338-a8b6-c74cc7e80242 HTTP/1.1" status: 200 len: 210 time: 0.0485563 Feb 16 14:12:33.970409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfaa2ec-6528-4338-a8b6-c74cc7e80242', 'name': 'network-vif-deleted', 'tag': 'b1b2ba2b-23ab-4244-b69d-375bc2472279', 'status': 'completed', 'code': 200} Feb 16 14:12:35.146887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40896) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:35.214811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Deleting subnet d52e755a-be89-4daf-b2ed-d0495108757e {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:12:35.219140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.270079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.329572 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.399518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.436667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52e755a-be89-4daf-b2ed-d0495108757e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:35.440343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.446722 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-62751e0f-e72b-4fab-8106-0e13583eaf23 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/d52e755a-be89-4daf-b2ed-d0495108757e HTTP/1.1" status: 204 len: 168 time: 0.2988162 Feb 16 14:12:35.449276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40900) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:35.554766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.680861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.705664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f375848-ccc0-42d7-a343-8b19120a5d2d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:35.721096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:35.721382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a682c0-f090-4bbb-9e4d-07a25fb0fdcd') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:35.732569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.748225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.754193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:12:35.754590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:12:35.767417 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:12:35.842785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.859549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:35.875869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f375848-ccc0-42d7-a343-8b19120a5d2d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:35.883897 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ecf93156-d8c5-4e10-9f54-66042ebf7b1b admin admin] 10.222.0.105 "DELETE /v2.0/networks/4f375848-ccc0-42d7-a343-8b19120a5d2d HTTP/1.1" status: 204 len: 168 time: 0.4336774 Feb 16 14:12:35.995762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40906) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:36.043105 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f77b2160-25f3-419b-b9bc-0248d617cff9 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=c4bc38dae45745a0ae16d3163b180dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460992 Feb 16 14:12:36.046640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40910) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:36.110176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:36.136539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:36.197699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:36.213819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a89ad-bb9f-439c-8c01-0a868cfd954d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:36.223253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.223603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.223935 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.224263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.224586 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.224906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.225229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.225565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.225864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.226182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.226526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.226838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:36.235916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:36.237049 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f741e5fa-3ac7-44e6-a891-5c6f73ea9c6d admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cd5a89ad-bb9f-439c-8c01-0a868cfd954d HTTP/1.1" status: 204 len: 168 time: 0.1895461 Feb 16 14:12:36.838498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:12:36.873491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: b1b2ba2b-23ab-4244-b69d-375bc2472279 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:12:36.873815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1b2ba2b-23ab-4244-b69d-375bc2472279 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:12:37.058493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40934) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:37.190682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-656369561-network', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:37.196088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:37.200673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Usage tracker for resource:network and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:37.203760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:37.210177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:37.221162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:12:37.223442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.235717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.253581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:37.257671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:37.260616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:37.266527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:37.357729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.363830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.397616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:12:37.409884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc13b32-d597-4ed1-8fc9-c22a9927bdb0,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:37.414503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.414868 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Added segment f21901a2-af0f-4d19-bea6-f22e284346fc of type vlan for network 06624369-27c4-4967-9a62-96a771b2f99a Feb 16 14:12:37.440614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.472907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.474121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:37.474723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.578452 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5183690 Feb 16 14:12:37.579295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dccee-9edd-4ba6-9efb-e6ffa8316c68 admin admin] Pushing event updated for resources: {'Network': ['ID=06624369-27c4-4967-9a62-96a771b2f99a,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:37.581516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40940) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:37.587704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Request body: {'subnet': {'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-656369561-subnet', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:37.589529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 06624369-27c4-4967-9a62-96a771b2f99a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:12:37.592853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:37.596983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Usage tracker for resource:subnet and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:37.600073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:37.606280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:37.619044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:12:37.621339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.844547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.916193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68bbed85-3078-4879-b3c4-66b00f33caa4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:37.927075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:12:37.927451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Network hostable DHCP agents. Network: 06624369-27c4-4967-9a62-96a771b2f99a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:12:37.948875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Network 06624369-27c4-4967-9a62-96a771b2f99a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:12:37.959078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 06624369-27c4-4967-9a62-96a771b2f99a) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:37.963161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:37.963729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:37.968424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12e3ec-7b0a-4006-9c61-730662b67552 None None] Network 06624369-27c4-4967-9a62-96a771b2f99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:12:37.985807 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-90ce6655-6ba6-4778-a153-99ee7ca491f2 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4032102 Feb 16 14:12:37.988656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40944) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:37.993628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:37.998184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:38.002020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Usage tracker for resource:router and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:38.004986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:38.010556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:38.021496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.022535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.038389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.191304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-06624369-27c4-4967-9a62-96a771b2f99a', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:12:38.192150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.346443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Allocated IP 172.20.0.2 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/2590bf40-5043-40c3-819e-7c0b09c84ad5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:12:38.402256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.543281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.553257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Transition to ACTIVE for port object 2590bf40-5043-40c3-819e-7c0b09c84ad5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:38.571196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Transition to ACTIVE for port object 2590bf40-5043-40c3-819e-7c0b09c84ad5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:38.577542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.646066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:38.647254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:38.651011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:12:38.660214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Pushing event updated for resources: {'Port': ['ID=2590bf40-5043-40c3-819e-7c0b09c84ad5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:38.698812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.699152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.699510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.699837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.700175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.700490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.700802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.701113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.701441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.701717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.702103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.702426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:38.716911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.749742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.753735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Attempting to bind port 2590bf40-5043-40c3-819e-7c0b09c84ad5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:12:38.754095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Attempting to bind port 2590bf40-5043-40c3-819e-7c0b09c84ad5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:12:38.754474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Attempting to bind port 2590bf40-5043-40c3-819e-7c0b09c84ad5 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:12:38.759801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:12:38.760162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:12:38.760559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.760924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:12:38.761372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Bound port: 2590bf40-5043-40c3-819e-7c0b09c84ad5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:12:38.761731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.851008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] For port 2590bf40-5043-40c3-819e-7c0b09c84ad5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:12:38.854485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] For port 2590bf40-5043-40c3-819e-7c0b09c84ad5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2590bf40-5043-40c3-819e-7c0b09c84ad5,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:12:38.859858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:38.884946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Allocated IP 172.26.1.60 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/d2af93c2-3487-41b5-9940-ff8ed3166cb3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:12:38.944761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0017586-309d-44cc-ba81-ca056cd83f39 None None] Pushing event updated for resources: {'Port': ['ID=2590bf40-5043-40c3-819e-7c0b09c84ad5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:39.034907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:39.065382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:39.134680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:39.138042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:39.141748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:12:39.183660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Pushing event updated for resources: {'Port': ['ID=d2af93c2-3487-41b5-9940-ff8ed3166cb3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:39.561577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:39.892731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2590bf40-5043-40c3-819e-7c0b09c84ad5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:39.960120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b9fee-f7fb-4fec-8d5c-be9c227e0245 None None] Network 06624369-27c4-4967-9a62-96a771b2f99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:12:40.031314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.085452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-44bbfc33-5221-4742-a262-fb3f9f911f09 None None] Provisioning for port 2590bf40-5043-40c3-819e-7c0b09c84ad5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:40.141840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2590bf40-5043-40c3-819e-7c0b09c84ad5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:40.153179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2590bf40-5043-40c3-819e-7c0b09c84ad5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:40.153543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.239513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Router f11c2772-7d0b-4f14-a42e-171d59460abc is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:12:40.334134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.370584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 2590bf40-5043-40c3-819e-7c0b09c84ad5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2590bf40-5043-40c3-819e-7c0b09c84ad5,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:40.376368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.426591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:12:40.438395 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:12:40.449206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=2590bf40-5043-40c3-819e-7c0b09c84ad5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:40.453326 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:40.453951 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:40.470549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.471803 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2e113caa-aab8-4495-ac9c-6a2129c4aafe admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4822297 Feb 16 14:12:40.474601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40948) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:40.618882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-44098e24-ba03-4c97-8672-342630837867 None None] Provisioning complete for port 2590bf40-5043-40c3-819e-7c0b09c84ad5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:40.619205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-44098e24-ba03-4c97-8672-342630837867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.672355 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:12:40.753421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef1f8ca4-c700-40f3-9363-84b5e2646a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:40.980027 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:39Z', 'revision_number': 3, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:40.984358 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:12:40.984749 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Updating router f11c2772-7d0b-4f14-a42e-171d59460abc port d2af93c2-3487-41b5-9940-ff8ed3166cb3 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:12:41.041604 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.289427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.371411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.383298 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Transition to ACTIVE for port object d2af93c2-3487-41b5-9940-ff8ed3166cb3 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:41.390416 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.466198 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Pushing event updated for resources: {'Port': ['ID=d2af93c2-3487-41b5-9940-ff8ed3166cb3,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:41.476770 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.477101 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.477457 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.477762 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.478071 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.478400 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.478719 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.479027 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.479331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.479633 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.479936 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.480231 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:41.486550 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Attempting to bind port d2af93c2-3487-41b5-9940-ff8ed3166cb3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:12:41.486945 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Attempting to bind port d2af93c2-3487-41b5-9940-ff8ed3166cb3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:12:41.487294 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Attempting to bind port d2af93c2-3487-41b5-9940-ff8ed3166cb3 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:12:41.492500 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:12:41.492854 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:12:41.493234 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.493599 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:12:41.494038 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Bound port: d2af93c2-3487-41b5-9940-ff8ed3166cb3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:12:41.494424 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.500014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Allocated IP 172.20.0.1 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/c29049e2-9c69-4615-b595-81b9294b741a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:12:41.569590 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] For port d2af93c2-3487-41b5-9940-ff8ed3166cb3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:12:41.573418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] For port d2af93c2-3487-41b5-9940-ff8ed3166cb3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2af93c2-3487-41b5-9940-ff8ed3166cb3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:12:41.579595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.654583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.665205 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:41.666010 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:41.670624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Transition to ACTIVE for port object c29049e2-9c69-4615-b595-81b9294b741a will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:41.695599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.730208 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2aac5-e395-4610-b280-52be145ed4e2 None None] Pushing event updated for resources: {'Port': ['ID=d2af93c2-3487-41b5-9940-ff8ed3166cb3,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:41.760915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:41.764005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:41.767845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:12:41.808472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Pushing event updated for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:41.840647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:41.871595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:12:41.908443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2590bf40-5043-40c3-819e-7c0b09c84ad5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:41.982325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2590bf40-5043-40c3-819e-7c0b09c84ad5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:41.982697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.190970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e535eb27-c19d-4bf9-bef7-68e99f51bd86 None None] Provisioning for port c29049e2-9c69-4615-b595-81b9294b741a completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:42.198155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e535eb27-c19d-4bf9-bef7-68e99f51bd86 None None] Provisioning complete for port c29049e2-9c69-4615-b595-81b9294b741a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:42.198542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e535eb27-c19d-4bf9-bef7-68e99f51bd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.219612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.225202 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:39Z', 'revision_number': 3, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:42.229564 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6c1c3-f218-47dd-aba7-d007f911e7f9 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:39Z', 'revision_number': 3, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:12:42.259036 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e535eb27-c19d-4bf9-bef7-68e99f51bd86 None None] Port c29049e2-9c69-4615-b595-81b9294b741a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:12:42.474335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.480316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.592085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Pushing event updated for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:42.594386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:42.735505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:42.736693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:42.985440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-56b06a83-94e0-4dab-bfe1-ac5254d28e0a None None] Provisioning complete for port c29049e2-9c69-4615-b595-81b9294b741a triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:42.986043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56b06a83-94e0-4dab-bfe1-ac5254d28e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.049863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-56b06a83-94e0-4dab-bfe1-ac5254d28e0a None None] Port c29049e2-9c69-4615-b595-81b9294b741a cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:12:43.070368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:12:43.252036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:12:43.261128 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-036418a8-5d77-40ed-980e-348c62cb1e1e admin admin] 10.222.0.105 "PUT /v2.0/routers/f11c2772-7d0b-4f14-a42e-171d59460abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7854285 Feb 16 14:12:43.693989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40958) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:43.699855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256912849', 'description': 'tempest-description--285798149'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:43.704249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:12:43.707292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:43.711443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:security_group and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:43.713446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:43.714044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:43.714551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:43.720475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:43.732471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.752450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:43.756342 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:security_group_rule and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:43.759199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:43.764913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:43.848368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.853125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.897016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d177ed-efce-483a-95a8-24751a8f36a2,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:43.903440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.904469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:12:43.910142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 40962) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:43.910798 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-12f62e0c-9df3-429c-a5f9-406cfa538659 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2150514 Feb 16 14:12:43.916138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'security_group_rule': {'security_group_id': '28d177ed-efce-483a-95a8-24751a8f36a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:43.922205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:43.927038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:security_group_rule and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:43.930195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:43.936713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:43.955659 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:43.956017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2af93c2-3487-41b5-9940-ff8ed3166cb3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:44.016778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.021189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.046431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c34ef1-f313-4df0-9fee-b5aba2c59483,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:44.056802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.058128 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-804ed572-5889-49e7-8e1c-151547408096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469088 Feb 16 14:12:44.061270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40966) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:44.066760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'security_group_rule': {'security_group_id': '28d177ed-efce-483a-95a8-24751a8f36a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:44.073977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:44.078158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:security_group_rule and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:44.081348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:44.084500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7c534277-8b0b-4609-84ee-97ac580cf1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.087846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:44.106169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.169890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.174487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.185110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port d2af93c2-3487-41b5-9940-ff8ed3166cb3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:44.196534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port d2af93c2-3487-41b5-9940-ff8ed3166cb3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:44.196896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.199967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fda221-578e-4805-81d7-ac8ea9e0d1ce,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:44.209930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.211365 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5be8d8dd-3dcc-4ae0-9efc-b76d6e661516 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489127 Feb 16 14:12:44.214580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 40970) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:44.219568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:44.225539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:44.229993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:floatingip and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:44.233010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:44.239175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:44.252955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.334663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.340177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.395004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.443667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.467259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 2, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:44.471698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port d2af93c2-3487-41b5-9940-ff8ed3166cb3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2af93c2-3487-41b5-9940-ff8ed3166cb3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:44.473263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:12:44.473605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Updating router f11c2772-7d0b-4f14-a42e-171d59460abc port c29049e2-9c69-4615-b595-81b9294b741a binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:12:44.500659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.534767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Allocated IP 172.26.1.189 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/4a4df5da-0ad5-4790-b50c-808212ef7bd9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:12:44.578590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.598729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=d2af93c2-3487-41b5-9940-ff8ed3166cb3,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:44.686356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.716724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.777971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:44.780854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:44.784498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:12:44.821988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=4a4df5da-0ad5-4790-b50c-808212ef7bd9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:44.873869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.935006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.938896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:44.951706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Transition to ACTIVE for port object c29049e2-9c69-4615-b595-81b9294b741a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:44.958806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.095589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91197e5-33dd-4096-9157-6ef6ff9e2ee2 None None] Pushing event updated for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:45.160154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.165025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.193145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Attempting to bind port c29049e2-9c69-4615-b595-81b9294b741a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:12:45.193498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Attempting to bind port c29049e2-9c69-4615-b595-81b9294b741a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:12:45.193850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Attempting to bind port c29049e2-9c69-4615-b595-81b9294b741a on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:12:45.200419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:12:45.200876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:12:45.201350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.201870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:12:45.202610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Bound port: c29049e2-9c69-4615-b595-81b9294b741a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:12:45.202983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.273293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=4a4df5da-0ad5-4790-b50c-808212ef7bd9,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:45.288135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.288468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.288792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.289143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.289477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.289774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.290089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.290462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.290768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.291064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.291369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.291672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:12:45.299404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.312282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] For port c29049e2-9c69-4615-b595-81b9294b741a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:12:45.315542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] For port c29049e2-9c69-4615-b595-81b9294b741a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c29049e2-9c69-4615-b595-81b9294b741a,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:12:45.321982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.322138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.323319 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4b1d7cda-182b-4f67-bb69-6cf4d6719bf5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1077931 Feb 16 14:12:45.401863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:45.401863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:45.456394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91197e5-33dd-4096-9157-6ef6ff9e2ee2 None None] Pushing event updated for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:45.493520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-6d092bcd-5950-4b57-9397-604ca429a187 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:12:45.512966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-6d092bcd-5950-4b57-9397-604ca429a187 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:12:45.514397 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-6d092bcd-5950-4b57-9397-604ca429a187 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1256912849&fields=id&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 267 time: 0.0615716 Feb 16 14:12:45.593284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:12:45.671480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-0d99830a-424e-4894-b58f-fe1aca9e6cfc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:45.672038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-0d99830a-424e-4894-b58f-fe1aca9e6cfc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:12:45.689799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-0d99830a-424e-4894-b58f-fe1aca9e6cfc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:12:45.691013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-0d99830a-424e-4894-b58f-fe1aca9e6cfc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1690452 Feb 16 14:12:45.707158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-83d78b55-6edf-4d5c-8e03-75a9cc5889e9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/quotas/cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 375 time: 0.0094631 Feb 16 14:12:45.798321 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-4934bf0f-fd65-475e-893f-936cd5a3a0fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857682 Feb 16 14:12:45.872920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.880508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2af93c2-3487-41b5-9940-ff8ed3166cb3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:45.928293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:45.999328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-4bf7ae1f-a08f-49ea-90c6-7c767029f901 service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833916 Feb 16 14:12:46.036181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port d2af93c2-3487-41b5-9940-ff8ed3166cb3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:46.036543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:46.132085 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-2c4fe3d1-155d-4450-bd98-d0a003ea6f24 service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249597 Feb 16 14:12:46.155177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:45Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:46.164379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97c73c-e47c-442f-bb46-45e19ebd2288 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:45Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:12:46.335466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7b9da126-2cdf-4cc3-a20a-173d058a7f08 req-1a420478-b589-44d0-80e9-0e89fd38f4d6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 210 time: 0.0474565 Feb 16 14:12:47.487089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c24c23e1-1850-491e-937b-b4f163957794 req-2ab168f7-3f4b-4310-836c-82236f51a45a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 210 time: 0.0461295 Feb 16 14:12:47.584992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-fb0702de-b573-4bbc-a4b0-4431e4c51e88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:47.586590 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-fb0702de-b573-4bbc-a4b0-4431e4c51e88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1561029 Feb 16 14:12:47.634538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-4be836ad-8e1c-46d0-9e68-662bf41da6fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:12:47.645882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-4be836ad-8e1c-46d0-9e68-662bf41da6fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:12:47.647006 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-4be836ad-8e1c-46d0-9e68-662bf41da6fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 380 time: 0.0523336 Feb 16 14:12:47.655345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'port': {'device_id': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'admin_state_up': True, 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'security_groups': ['28d177ed-efce-483a-95a8-24751a8f36a2']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:47.884817 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c29049e2-9c69-4615-b595-81b9294b741a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:47.918177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:12:47.922082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:port and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:12:47.924952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:12:47.931421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:12:47.945303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:12:47.949136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:47.955513 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c29049e2-9c69-4615-b595-81b9294b741a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:47.960466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c29049e2-9c69-4615-b595-81b9294b741a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:47.960833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.079891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.113177 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c29049e2-9c69-4615-b595-81b9294b741a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c29049e2-9c69-4615-b595-81b9294b741a,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:48.113774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Allocated IP 172.20.0.12 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/46c5281f-23f2-429f-a2be-cfff46ea867c) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:12:48.118028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.184422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:48.309150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.324487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Transition to ACTIVE for port object 46c5281f-23f2-429f-a2be-cfff46ea867c will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:48.350266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.427524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:12:48.430612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:12:48.434455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:12:48.464565 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:48.500369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:48.500949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.523026 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-d6c15065-1bcc-45c6-8b79-bb4ab027ab5d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712893 Feb 16 14:12:48.534526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Request body: {'port': {'device_id': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:48.649399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.673563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-24f9adc3-af91-48e9-8f23-2fc0a99f6db2 None None] Provisioning for port 46c5281f-23f2-429f-a2be-cfff46ea867c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:48.675901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46425a9f-a53a-4d3e-9eb1-199394950045 req-fd54561a-f877-4bad-9cec-2a2cdff814dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:48.677424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-46425a9f-a53a-4d3e-9eb1-199394950045 req-fd54561a-f877-4bad-9cec-2a2cdff814dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 932 time: 0.0817153 Feb 16 14:12:48.685453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-24f9adc3-af91-48e9-8f23-2fc0a99f6db2 None None] Provisioning complete for port 46c5281f-23f2-429f-a2be-cfff46ea867c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:48.685833 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24f9adc3-af91-48e9-8f23-2fc0a99f6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:48.725308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-46425a9f-a53a-4d3e-9eb1-199394950045 req-75be58bd-7d19-4cf1-abd7-620556c4da0d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417387 Feb 16 14:12:48.750776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-24f9adc3-af91-48e9-8f23-2fc0a99f6db2 None None] Port 46c5281f-23f2-429f-a2be-cfff46ea867c cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:12:49.019262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c5281f-23f2-429f-a2be-cfff46ea867c {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:12:49.027297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.042638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Transition to ACTIVE for port object 46c5281f-23f2-429f-a2be-cfff46ea867c will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:12:49.048856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.202536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:49.288525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Attempting to bind port 46c5281f-23f2-429f-a2be-cfff46ea867c on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:12:49.288881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Attempting to bind port 46c5281f-23f2-429f-a2be-cfff46ea867c by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:12:49.289197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Attempting to bind port 46c5281f-23f2-429f-a2be-cfff46ea867c on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:12:49.293630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Port 46c5281f-23f2-429f-a2be-cfff46ea867c on network 06624369-27c4-4967-9a62-96a771b2f99a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:12:49.293937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Attempting to bind port 46c5281f-23f2-429f-a2be-cfff46ea867c on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:12:49.299207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:12:49.299529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:12:49.299906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:12:49.300296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Bound port: 46c5281f-23f2-429f-a2be-cfff46ea867c, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:12:49.300629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.400974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:12:49.404473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:12:49.410695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.468753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:49.468861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.470266 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] 10.222.0.26 "PUT /v2.0/ports/46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 1094 time: 0.9401855 Feb 16 14:12:49.473158 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:49.499330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b661d-cb65-4d7a-86cc-74eaf08343c6 service neutron] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:49.548041 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'status': 'completed', 'code': 200} Feb 16 14:12:49.589864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-12f16359-4f37-476d-ad5c-a61f40e4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:49.591407 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-12f16359-4f37-476d-ad5c-a61f40e4f50a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1097 time: 0.0776014 Feb 16 14:12:49.669821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-9c8b4f06-4826-45cf-ac2f-faa0d7f8be8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 217 time: 0.0713587 Feb 16 14:12:49.731782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-05f27cae-714f-411a-8bd8-0b00f15f6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:49.733257 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-05f27cae-714f-411a-8bd8-0b00f15f6740 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0570223 Feb 16 14:12:49.872403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c29049e2-9c69-4615-b595-81b9294b741a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:49.912539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a100-5314-451f-8f0b-02d70654a452 req-2ed5c5d7-bf69-4fa6-8f24-0f312ad24ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:49.913751 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-2ed5c5d7-bf69-4fa6-8f24-0f312ad24ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1742923 Feb 16 14:12:49.929235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dff13-f939-4f8c-bec0-4350c03befdf req-9e302cb0-d405-40fb-af40-6f395d52738c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:49.937007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-365dff13-f939-4f8c-bec0-4350c03befdf req-9e302cb0-d405-40fb-af40-6f395d52738c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.0980611 Feb 16 14:12:49.940801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c29049e2-9c69-4615-b595-81b9294b741a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:49.941355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:49.985431 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-365dff13-f939-4f8c-bec0-4350c03befdf req-9f9b1803-19aa-4567-812e-4bece085909a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473948 Feb 16 14:12:50.048835 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-b20c086b-522d-4de3-b2e7-c0c1054531a8 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283062 Feb 16 14:12:50.179727 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abf4a100-5314-451f-8f0b-02d70654a452 req-83e7a895-4519-4e4f-a5e9-dfa1e530abbc service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251669 Feb 16 14:12:50.312364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-c019e2b5-44d5-4c7d-bbdb-7c4553d4db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:50.313738 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-c019e2b5-44d5-4c7d-bbdb-7c4553d4db7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1097 time: 0.0804250 Feb 16 14:12:50.469358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-41ebea05-33a9-4642-90d9-9c19635f982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:50.471469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-41ebea05-33a9-4642-90d9-9c19635f982a service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1519053 Feb 16 14:12:50.542229 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-d00f0a57-392b-4852-87b7-b3825113a031 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 217 time: 0.0645597 Feb 16 14:12:50.607836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-b130a661-0007-41a4-ac4f-aeaf470d1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:50.609141 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-b130a661-0007-41a4-ac4f-aeaf470d1506 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0612929 Feb 16 14:12:50.688205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-1d4cfc30-33ab-41f2-8604-984f871c519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:50.689705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-1d4cfc30-33ab-41f2-8604-984f871c519c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747778 Feb 16 14:12:50.823799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-34424309-ce9c-409d-989a-060df40cba19 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277304 Feb 16 14:12:50.957915 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-42a20adb-ff77-4293-86fe-d8c9dcd506e5 req-6a30412f-6fc3-4325-967b-fb67da087faf service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275427 Feb 16 14:12:51.184223 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a04bba-63ba-4e3d-9d61-90096ae0898b req-212d8032-a5b6-4403-afd2-5f37bf142d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:51.185737 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-48a04bba-63ba-4e3d-9d61-90096ae0898b req-212d8032-a5b6-4403-afd2-5f37bf142d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.0984130 Feb 16 14:12:51.231987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-48a04bba-63ba-4e3d-9d61-90096ae0898b req-9a3547a5-60ff-4a99-8da8-5870e18f7c80 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Feb 16 14:12:52.444475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee1316-0d62-4a2d-a2bf-3c0295c6f83a req-59aca181-862d-4813-b57b-eeb78e51b9aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:52.446310 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c0ee1316-0d62-4a2d-a2bf-3c0295c6f83a req-59aca181-862d-4813-b57b-eeb78e51b9aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.1018748 Feb 16 14:12:52.490782 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c0ee1316-0d62-4a2d-a2bf-3c0295c6f83a req-83502e0a-6e62-4b70-a157-c109e8938bdd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 Feb 16 14:12:52.953056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:12:53.091910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:53.105597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'mac_address': 'fa:16:3e:d5:b4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:12:53.166781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:53.184475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c5281f-23f2-429f-a2be-cfff46ea867c {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:12:53.208830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:53.213964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:53.281492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:53.562897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['46c5281f-23f2-429f-a2be-cfff46ea867c'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:12:53.683698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6394395-51dc-4307-974b-23540c03e70e req-e23842ac-721e-4c94-a5e3-7d99fee43714 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:53.685166 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6394395-51dc-4307-974b-23540c03e70e req-e23842ac-721e-4c94-a5e3-7d99fee43714 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 945 time: 0.0790336 Feb 16 14:12:53.732849 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6394395-51dc-4307-974b-23540c03e70e req-b8964e52-fb21-4057-baa0-87ceec1b39ff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418513 Feb 16 14:12:54.930331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3b472-1342-4d1c-879e-abb474925f85 req-685bb58f-f274-4aab-ab8b-75fe282c2163 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:54.931798 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91e3b472-1342-4d1c-879e-abb474925f85 req-685bb58f-f274-4aab-ab8b-75fe282c2163 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 945 time: 0.0839889 Feb 16 14:12:54.968577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:12:54.977010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91e3b472-1342-4d1c-879e-abb474925f85 req-d8b23660-e41f-44d3-9989-aa936e863790 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395510 Feb 16 14:12:55.040440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 46c5281f-23f2-429f-a2be-cfff46ea867c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:12:55.045144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 46c5281f-23f2-429f-a2be-cfff46ea867c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:12:55.045523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:55.165135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:55.192429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:55.203150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:12:55.208916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:55.280318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:12:55.297992 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'code': 200} Feb 16 14:12:55.526526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcb321-68bb-42d8-b383-2efbb2bdf422 req-f56da816-cbc7-430a-8770-c4c9407203dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:55.527950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ebcb321-68bb-42d8-b383-2efbb2bdf422 req-f56da816-cbc7-430a-8770-c4c9407203dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0692294 Feb 16 14:12:55.567764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6ebcb321-68bb-42d8-b383-2efbb2bdf422 req-87bbd2b8-1c2e-4aed-8d0c-c4954bed52b8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Feb 16 14:12:56.183160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8612-9739-4058-b3d1-579e5501b82f req-ed9f1948-f6f7-4cf5-bde4-8616c3176f2a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:56.184609 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-016a8612-9739-4058-b3d1-579e5501b82f req-ed9f1948-f6f7-4cf5-bde4-8616c3176f2a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0966787 Feb 16 14:12:56.335220 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-016a8612-9739-4058-b3d1-579e5501b82f req-b46433ee-41e2-4e9c-ac67-05993b3898aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449554 Feb 16 14:12:57.553242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1518a-29fd-4a93-b2dc-030ff4ffaae9 req-a4ff2764-2a44-42fe-b16f-38f817fcbb6e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:57.554638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4c1518a-29fd-4a93-b2dc-030ff4ffaae9 req-a4ff2764-2a44-42fe-b16f-38f817fcbb6e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0922651 Feb 16 14:12:57.600296 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4c1518a-29fd-4a93-b2dc-030ff4ffaae9 req-a1df6fe9-2a28-4ac0-aa1a-30c1b213e096 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Feb 16 14:12:57.791376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefc3b-fcf8-45dc-8413-28ff80bcab90 req-037461d3-6e34-49b7-9772-6170be51f482 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:57.792865 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8eefc3b-fcf8-45dc-8413-28ff80bcab90 req-037461d3-6e34-49b7-9772-6170be51f482 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0860245 Feb 16 14:12:57.803195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41032) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:12:57.809024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'floatingip': {'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:12:57.888727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:57.943605 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:12:58.485114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:58.490160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:58.666527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 associated. External IP: 172.26.1.189, port: 46c5281f-23f2-429f-a2be-cfff46ea867c. Feb 16 14:12:59.158088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:12:59.368070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:12:59.372980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:12:59.379288 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:12:59.389189 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:59.389807 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:59.433333 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b184a9ab-5a78-4640-9d7d-3f8323303d46 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "PUT /v2.0/floatingips/b66ab05c-cf01-473b-b378-c4e41c01b383 HTTP/1.1" status: 200 len: 992 time: 1.6286991 Feb 16 14:12:59.433939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:12:59.555530 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'status': 'completed', 'code': 200} Feb 16 14:12:59.570270 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:12:59.604632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc939-17b6-490a-a17f-f5fcbc491520 req-9ae9c349-ed8e-45ee-ac68-c7b922962572 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:59.607928 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e7fc939-17b6-490a-a17f-f5fcbc491520 req-9ae9c349-ed8e-45ee-ac68-c7b922962572 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0854418 Feb 16 14:12:59.627780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-88181114-e8f4-44d6-b11f-5586df7f777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:59.629285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-88181114-e8f4-44d6-b11f-5586df7f777c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0746424 Feb 16 14:12:59.651638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e7fc939-17b6-490a-a17f-f5fcbc491520 req-20709694-af0e-474c-86a1-15a30cdb5c75 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396814 Feb 16 14:12:59.770995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-464e6ffa-5a25-41ee-904b-a17cf1a89419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:59.772854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-464e6ffa-5a25-41ee-904b-a17cf1a89419 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1378319 Feb 16 14:12:59.846102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65844cf2-c546-45fd-83bd-77912567f16a req-ae05ba28-c518-4b24-a8b5-f5b4da7a1dc9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:59.847737 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65844cf2-c546-45fd-83bd-77912567f16a req-ae05ba28-c518-4b24-a8b5-f5b4da7a1dc9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0860870 Feb 16 14:12:59.881295 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-e69f4c79-faac-4c16-85a9-8dd72f000837 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 1000 time: 0.1014686 Feb 16 14:12:59.895163 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65844cf2-c546-45fd-83bd-77912567f16a req-36ee9cd9-4d95-4e18-bab0-f18b53b94e91 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Feb 16 14:12:59.923464 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:d5:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:12:58Z', 'revision_number': 1, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:59.928201 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:12:59.936782 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:12:59.937366 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:12:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:12:59.944050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-1b8a2bb5-8900-48f5-a848-5f484ae1abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:12:59.945962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-1b8a2bb5-8900-48f5-a848-5f484ae1abbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0595803 Feb 16 14:13:00.024663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-c686953e-5bde-4d6c-8e4f-8311ab0ce77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:00.026175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-c686953e-5bde-4d6c-8e4f-8311ab0ce77e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739851 Feb 16 14:13:00.114867 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:13:00.260935 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-df39145f-384e-4398-9110-2b82f4f8cb20 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285433 Feb 16 14:13:00.394564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e07bfb64-1715-40a9-91a4-bf750850f496 req-444c7038-4e92-428a-803d-371046007012 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273563 Feb 16 14:13:00.460841 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:d5:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:12:58Z', 'revision_number': 1, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:00.465082 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01193d-510b-4aaa-8007-53273727ee40 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:d5:b4:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:12:58Z', 'revision_number': 1, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:13:00.653508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f943d45-94ec-4022-ad1e-e95fcc889a39 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:13:01.097777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f886a56-6531-4ab8-8f81-c5f0526ea757 req-d843adaf-681e-46e5-a374-de0486130ccc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:01.099256 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3f886a56-6531-4ab8-8f81-c5f0526ea757 req-d843adaf-681e-46e5-a374-de0486130ccc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0912127 Feb 16 14:13:01.145868 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3f886a56-6531-4ab8-8f81-c5f0526ea757 req-f96d2b54-4e95-418e-b3ae-b5de7e28fc9f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397425 Feb 16 14:13:01.358476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f88b-be71-459b-8491-4cf6e2210c19 req-0ca61959-367d-44ed-8aaa-5d8aadcdf101 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:01.359910 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c704f88b-be71-459b-8491-4cf6e2210c19 req-0ca61959-367d-44ed-8aaa-5d8aadcdf101 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0897253 Feb 16 14:13:01.403727 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c704f88b-be71-459b-8491-4cf6e2210c19 req-d40eda60-eb79-42b3-8f6d-d3ea5704622f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Feb 16 14:13:01.764856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-6b98a785-ef4c-4567-8b7b-ba728307ab36 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0738225 Feb 16 14:13:01.813931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ac827-5c0a-4ffc-9cfd-3ad84c068dbf req-bfa67968-b39d-4e97-b121-c4cf23ba6c8e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:01.815450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f83ac827-5c0a-4ffc-9cfd-3ad84c068dbf req-bfa67968-b39d-4e97-b121-c4cf23ba6c8e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0839288 Feb 16 14:13:01.864595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f83ac827-5c0a-4ffc-9cfd-3ad84c068dbf req-47204503-36b4-4565-96d3-e52184b4789c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Feb 16 14:13:02.972835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-3b5cb85f-76e7-4968-ba82-4c2b6797e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:02.974386 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-3b5cb85f-76e7-4968-ba82-4c2b6797e676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0769241 Feb 16 14:13:03.052805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a4bd-67c6-4b8d-b16a-a1bec3593394 req-d7fd4da9-7fb3-424a-9376-f3158f4d6bf1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:03.054235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a569a4bd-67c6-4b8d-b16a-a1bec3593394 req-d7fd4da9-7fb3-424a-9376-f3158f4d6bf1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0803597 Feb 16 14:13:03.099550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a569a4bd-67c6-4b8d-b16a-a1bec3593394 req-47aebbb2-ca22-44fe-81d8-7190c7b746fa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391326 Feb 16 14:13:03.107186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-d38e8667-680a-4262-85d7-9cf2ca25c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:03.108659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-d38e8667-680a-4262-85d7-9cf2ca25c48d service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1283889 Feb 16 14:13:03.215511 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-6faac3e6-8a72-4d19-8d61-4dc79433f76f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 1002 time: 0.1010764 Feb 16 14:13:03.279894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-86a76ea4-0490-47a4-82f2-e27d3524759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:03.281170 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-86a76ea4-0490-47a4-82f2-e27d3524759f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0602720 Feb 16 14:13:03.369977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-898c391f-be5b-4ce3-aba7-fc0607a3d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:03.371428 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-898c391f-be5b-4ce3-aba7-fc0607a3d8c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832298 Feb 16 14:13:03.513817 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-83ef1409-af1a-4db1-afd2-9ebaeed4f5aa service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363454 Feb 16 14:13:03.645512 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-c4b0f37c-5692-43b3-ba5b-7bddc92aa2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257162 Feb 16 14:13:04.299453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74acc8-8f80-4e04-80ca-f12653dc870c req-44706125-5bac-49b4-9df2-154cf8e2da2e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:04.300824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b74acc8-8f80-4e04-80ca-f12653dc870c req-44706125-5bac-49b4-9df2-154cf8e2da2e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0901608 Feb 16 14:13:04.344820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b74acc8-8f80-4e04-80ca-f12653dc870c req-38b43bbf-7e45-4dcb-8676-0eddedc5deff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Feb 16 14:13:05.556394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575acef-0f63-40fc-9292-5cd1231742bb req-a8f39eff-b235-4dc8-a5c3-8f78e2aec374 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:05.557821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3575acef-0f63-40fc-9292-5cd1231742bb req-a8f39eff-b235-4dc8-a5c3-8f78e2aec374 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0871458 Feb 16 14:13:05.612046 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3575acef-0f63-40fc-9292-5cd1231742bb req-2dbfb77c-e7b4-438c-9280-3b672fbb0c01 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485015 Feb 16 14:13:06.827390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f16b6-4224-4539-9ed8-b2d9892dbdd1 req-ed48575d-f833-47f1-9ff2-54da66f2fae6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:06.829020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-779f16b6-4224-4539-9ed8-b2d9892dbdd1 req-ed48575d-f833-47f1-9ff2-54da66f2fae6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0875795 Feb 16 14:13:06.891331 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-779f16b6-4224-4539-9ed8-b2d9892dbdd1 req-ccca0358-3e35-4c02-a0ff-f4ef9ad41fb6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561271 Feb 16 14:13:08.092986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925ce43-72ff-4a02-ba6f-07ec9a470b38 req-a4ebb6a9-b6c3-49c1-83a3-79be5557fd03 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:08.094384 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6925ce43-72ff-4a02-ba6f-07ec9a470b38 req-a4ebb6a9-b6c3-49c1-83a3-79be5557fd03 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0830321 Feb 16 14:13:08.140974 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6925ce43-72ff-4a02-ba6f-07ec9a470b38 req-3d108cb5-9794-407b-ab56-e5507dcfe196 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384564 Feb 16 14:13:09.368116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26a817-2506-490b-9d42-7c5f31bb270d req-d1137c58-8ac3-4c09-a9ad-d4a9198f9ca4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:09.369632 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e26a817-2506-490b-9d42-7c5f31bb270d req-d1137c58-8ac3-4c09-a9ad-d4a9198f9ca4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0974405 Feb 16 14:13:09.415821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e26a817-2506-490b-9d42-7c5f31bb270d req-6eab7448-e559-4d65-9b88-2e2bb646a44c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377917 Feb 16 14:13:10.633523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f805406-75b7-4b19-b98a-7319d91c0c61 req-c511ad5e-d8fd-4a36-a08c-a9f2f6e9b8f1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:10.634959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3f805406-75b7-4b19-b98a-7319d91c0c61 req-c511ad5e-d8fd-4a36-a08c-a9f2f6e9b8f1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0853677 Feb 16 14:13:10.683275 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3f805406-75b7-4b19-b98a-7319d91c0c61 req-30977993-5a74-4c18-8fcb-3df94c3aa7f0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425327 Feb 16 14:13:10.728956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-185d299d-b3b5-477b-9a03-b89edf338c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:11.885981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252496-aa7b-4062-aef5-8785b11ba0c8 req-3678e695-69bd-46a1-85f7-a075edf3e848 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:11.887501 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14252496-aa7b-4062-aef5-8785b11ba0c8 req-3678e695-69bd-46a1-85f7-a075edf3e848 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0848861 Feb 16 14:13:11.932312 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14252496-aa7b-4062-aef5-8785b11ba0c8 req-6073a98a-0ad2-4c92-99b4-98a3deb46d68 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388682 Feb 16 14:13:13.233411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e00b-2b14-46c8-9bc3-d9ca1149fc68 req-e9a26131-235d-4ec1-b524-07a9f3f7dc08 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:13.234887 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-afe8e00b-2b14-46c8-9bc3-d9ca1149fc68 req-e9a26131-235d-4ec1-b524-07a9f3f7dc08 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.1969180 Feb 16 14:13:13.279667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-afe8e00b-2b14-46c8-9bc3-d9ca1149fc68 req-4b06399b-f0e7-4b54-9e7f-e382886765cf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389972 Feb 16 14:13:13.956314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ea15234-b0d9-4d2c-85bc-c26fd8d4b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:14.268459 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:14.275590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:14.474592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3765393-3610-46f7-9a84-1ca6f7b70ee0 req-b73f1fe8-f611-475a-98f2-d6bdf6c2cc0a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:14.476024 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3765393-3610-46f7-9a84-1ca6f7b70ee0 req-b73f1fe8-f611-475a-98f2-d6bdf6c2cc0a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0863137 Feb 16 14:13:14.532784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3765393-3610-46f7-9a84-1ca6f7b70ee0 req-1db39c74-6af1-4b75-826b-adcfaf827272 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497978 Feb 16 14:13:15.748254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5366361-009b-4786-8b81-95bf22753adb req-e45407b7-44a0-4dca-838b-4289d2cc4719 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:15.749697 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5366361-009b-4786-8b81-95bf22753adb req-e45407b7-44a0-4dca-838b-4289d2cc4719 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0955448 Feb 16 14:13:15.767958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:15.797059 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5366361-009b-4786-8b81-95bf22753adb req-109bec1d-7d43-48f1-9acc-38adae406f7a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Feb 16 14:13:15.818322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:16.992468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903200-cdb6-483f-94be-497add24bdd4 req-7466a347-1860-441f-8bc6-937447ebb92a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:16.993939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6c903200-cdb6-483f-94be-497add24bdd4 req-7466a347-1860-441f-8bc6-937447ebb92a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0833974 Feb 16 14:13:17.044634 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6c903200-cdb6-483f-94be-497add24bdd4 req-9a13dca4-a965-411e-9ca6-16d46fee0ec2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Feb 16 14:13:18.251053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3caa93-1ca5-4b86-9a30-f325039da71f req-32917bb5-5274-402e-b2ef-67cd01224d89 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:18.252629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc3caa93-1ca5-4b86-9a30-f325039da71f req-32917bb5-5274-402e-b2ef-67cd01224d89 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0909586 Feb 16 14:13:18.303229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cc3caa93-1ca5-4b86-9a30-f325039da71f req-40286881-52ab-4098-b587-5ddc11fef994 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Feb 16 14:13:19.516892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd08c74-4863-49d4-aa56-8f0430905037 req-e821cd0f-b4c9-4a5b-99de-d49b5b5bc8d6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:19.518394 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ecd08c74-4863-49d4-aa56-8f0430905037 req-e821cd0f-b4c9-4a5b-99de-d49b5b5bc8d6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0990138 Feb 16 14:13:19.564673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ecd08c74-4863-49d4-aa56-8f0430905037 req-51ef6a35-eb82-4003-86e1-2182e3959d4d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405655 Feb 16 14:13:20.762076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51976a8-f9e7-49bb-894c-38096b85437f req-4c0c20f3-962f-49f4-856a-81f167361f36 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:20.763544 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a51976a8-f9e7-49bb-894c-38096b85437f req-4c0c20f3-962f-49f4-856a-81f167361f36 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0855467 Feb 16 14:13:20.810843 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a51976a8-f9e7-49bb-894c-38096b85437f req-830a8f5b-1c86-4370-b73e-03ebe975e4f1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413013 Feb 16 14:13:22.025667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a003c7-90e4-4a1f-9063-b40b4a18a7f4 req-2af33790-6049-463e-ba47-f3afd1adbc86 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:22.030741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f6a003c7-90e4-4a1f-9063-b40b4a18a7f4 req-2af33790-6049-463e-ba47-f3afd1adbc86 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.1021335 Feb 16 14:13:22.077492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f6a003c7-90e4-4a1f-9063-b40b4a18a7f4 req-6d7a452d-49bf-4ead-901f-a673a24a4617 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441663 Feb 16 14:13:23.292034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c972895-7548-4d07-bfc5-4df8f31b079d req-783332e9-0f6f-48cc-b5bc-19555333239c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:23.293446 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c972895-7548-4d07-bfc5-4df8f31b079d req-783332e9-0f6f-48cc-b5bc-19555333239c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0948858 Feb 16 14:13:23.344772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c972895-7548-4d07-bfc5-4df8f31b079d req-bab585d1-b6fe-4bdc-81f8-fd8447dd91e5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Feb 16 14:13:24.555489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0e21b-1628-4b43-84bb-ebe7747e053b req-c8c44a76-30f5-4b73-b86c-2367688e0899 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:24.556942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5da0e21b-1628-4b43-84bb-ebe7747e053b req-c8c44a76-30f5-4b73-b86c-2367688e0899 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0867338 Feb 16 14:13:24.604318 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5da0e21b-1628-4b43-84bb-ebe7747e053b req-fabf5b11-6b5b-4a86-95ac-3357ba76b4c2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Feb 16 14:13:25.812550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641a9ba-9d53-4e48-bd6b-ec050ca475f7 req-6c04e169-9b1e-4bb2-ad96-4ea66cf0b8f7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:25.814130 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d641a9ba-9d53-4e48-bd6b-ec050ca475f7 req-6c04e169-9b1e-4bb2-ad96-4ea66cf0b8f7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0936785 Feb 16 14:13:25.860180 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d641a9ba-9d53-4e48-bd6b-ec050ca475f7 req-6700f467-8604-4807-9d0d-77e3af29dc3f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397513 Feb 16 14:13:27.065765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849fc9-4930-4455-b0a4-7c4444dd77fe req-bfbef911-df11-42b8-98d5-8991443642a0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:27.067470 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac849fc9-4930-4455-b0a4-7c4444dd77fe req-bfbef911-df11-42b8-98d5-8991443642a0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0827315 Feb 16 14:13:27.117504 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac849fc9-4930-4455-b0a4-7c4444dd77fe req-77acb770-e0aa-4941-9f7b-f5a21be5703d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Feb 16 14:13:28.326982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832402a1-460c-4c49-8903-33d4e7a3eeb0 req-026a9e40-c76d-46d9-a653-7f28747e5936 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:28.328412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-832402a1-460c-4c49-8903-33d4e7a3eeb0 req-026a9e40-c76d-46d9-a653-7f28747e5936 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0930276 Feb 16 14:13:28.375439 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-832402a1-460c-4c49-8903-33d4e7a3eeb0 req-cd6a193b-0624-4fd6-8df4-9f8c401030f3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Feb 16 14:13:29.587644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cedf61-f7ee-4eb5-8f8a-eba375b3f98a req-048109c0-bfe1-4489-91d6-04738a4c46a1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:29.589083 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1cedf61-f7ee-4eb5-8f8a-eba375b3f98a req-048109c0-bfe1-4489-91d6-04738a4c46a1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0913849 Feb 16 14:13:29.636623 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1cedf61-f7ee-4eb5-8f8a-eba375b3f98a req-60192731-a8dd-4c51-9c87-1b5e12a084df tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389194 Feb 16 14:13:30.480723 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-9113935d-58cd-40a8-bade-c195cb6922d8 service neutron] 10.222.0.26 "GET /v2.0/ports/46c5281f-23f2-429f-a2be-cfff46ea867c/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0996399 Feb 16 14:13:30.764806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-8bdc1dcf-dfd9-4491-b13e-0d16c9da5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:30.766345 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-8bdc1dcf-dfd9-4491-b13e-0d16c9da5e9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1099 time: 0.0710356 Feb 16 14:13:30.846236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76836d0-beac-4bd8-a316-faa8fab50668 req-9bf5b4ea-3f14-43eb-8844-f60b6b02f384 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:30.847800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b76836d0-beac-4bd8-a316-faa8fab50668 req-9bf5b4ea-3f14-43eb-8844-f60b6b02f384 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0861678 Feb 16 14:13:30.871931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-901bd062-5d0e-4dab-a9fb-8935990b901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:30.873719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-901bd062-5d0e-4dab-a9fb-8935990b901b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1099 time: 0.0855765 Feb 16 14:13:30.898323 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b76836d0-beac-4bd8-a316-faa8fab50668 req-18ec1a56-d84e-4d7a-b313-36c157f033b3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438361 Feb 16 14:13:31.008332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-dc28dece-bc5a-4560-95a0-870eaba3cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:31.010577 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-dc28dece-bc5a-4560-95a0-870eaba3cc42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1313372 Feb 16 14:13:31.123376 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-c6006850-b894-4313-b90e-344ba7f9edb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 1002 time: 0.1067688 Feb 16 14:13:31.291257 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-19615398-832f-4612-9922-fad990aba6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:31.292661 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-19615398-832f-4612-9922-fad990aba6a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.1633296 Feb 16 14:13:31.379511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-fbce1970-dadf-42c4-a01e-0ef65b3893ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:31.380876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-fbce1970-dadf-42c4-a01e-0ef65b3893ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820608 Feb 16 14:13:31.513914 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-aed323f9-6a13-4ee6-8945-0ad4c58596e9 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264453 Feb 16 14:13:31.648469 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ca9d031-d567-4797-b74c-1abc3482b00a req-37f2fc24-0931-4233-84e5-c8aaf8bc5bbb service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284077 Feb 16 14:13:32.095655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31287a7-1035-49b5-9b94-811ac16dc62b req-930c120f-45f8-4922-b4cb-c217431dd0a8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:32.097133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31287a7-1035-49b5-9b94-811ac16dc62b req-930c120f-45f8-4922-b4cb-c217431dd0a8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0839896 Feb 16 14:13:32.146912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c31287a7-1035-49b5-9b94-811ac16dc62b req-c4b91c4f-47ee-4ff6-bef3-4345c5e185ff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Feb 16 14:13:33.125750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:13:33.266874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:33.279733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'mac_address': 'fa:16:3e:d5:b4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:13:33.334288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac286c-ad09-4734-906e-03c86ccde869 req-5e8ba853-ce2a-4a48-b958-4f8ff0cb14f8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:33.335821 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96ac286c-ad09-4734-906e-03c86ccde869 req-5e8ba853-ce2a-4a48-b958-4f8ff0cb14f8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0812402 Feb 16 14:13:33.337905 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:33.355848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46c5281f-23f2-429f-a2be-cfff46ea867c {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:13:33.372175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:33.377453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:33.380570 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96ac286c-ad09-4734-906e-03c86ccde869 req-3c858a9c-1265-4b5c-bc90-001edce3eef2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Feb 16 14:13:33.446280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:33.460373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['46c5281f-23f2-429f-a2be-cfff46ea867c'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:13:34.582639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c5b13-acba-42ec-94bf-f3b68c243611 req-158eff46-f765-4874-ac64-263be84da952 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:34.584053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b87c5b13-acba-42ec-94bf-f3b68c243611 req-158eff46-f765-4874-ac64-263be84da952 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 945 time: 0.0957282 Feb 16 14:13:34.628803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b87c5b13-acba-42ec-94bf-f3b68c243611 req-06a3b9d4-5ef0-45c5-aa03-909bf27c91b2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Feb 16 14:13:34.943132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:13:34.945303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb239406-334a-459c-ab9d-1d3e9e5cf352 req-3f668209-8763-4428-92c3-aee012e5feb3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:34.947076 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb239406-334a-459c-ab9d-1d3e9e5cf352 req-3f668209-8763-4428-92c3-aee012e5feb3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 945 time: 0.0812573 Feb 16 14:13:34.949933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-ab4cefcd-c526-44c4-904e-20c165665bed tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:34.950661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-ab4cefcd-c526-44c4-904e-20c165665bed tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:13:34.968830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-ab4cefcd-c526-44c4-904e-20c165665bed tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:13:34.970075 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-ab4cefcd-c526-44c4-904e-20c165665bed tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1053085 Feb 16 14:13:34.979082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-28840130-2fac-43b8-978f-e297d4403bab tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:13:34.980116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-28840130-2fac-43b8-978f-e297d4403bab tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051823 Feb 16 14:13:34.997422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb239406-334a-459c-ab9d-1d3e9e5cf352 req-bc5b1391-13db-4816-992f-444451d4e874 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437739 Feb 16 14:13:35.118997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-b2bd63da-a8a2-4e76-ac97-7e75102c3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:35.120492 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-b2bd63da-a8a2-4e76-ac97-7e75102c3835 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 1098 time: 0.0726135 Feb 16 14:13:35.139630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:13:35.206367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 46c5281f-23f2-429f-a2be-cfff46ea867c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:13:35.206683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:35.251958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-3efe44de-252e-4fc4-8027-abeb31155f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:35.253405 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-3efe44de-252e-4fc4-8027-abeb31155f23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1274362 Feb 16 14:13:35.322977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:35.349598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:35.356522 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-7dbfa418-dd6b-48cf-a222-a51ceef92aec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 200 len: 1001 time: 0.0966682 Feb 16 14:13:35.359604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:35.366512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:35.406971 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'code': 200} Feb 16 14:13:35.427715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-b905341b-ee0f-485e-b53e-a0172a8c87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:35.429169 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-b905341b-ee0f-485e-b53e-a0172a8c87f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0674343 Feb 16 14:13:35.440671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:35.512672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-512ff427-7b59-400e-9b31-0eeb7ad3179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:35.514924 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-512ff427-7b59-400e-9b31-0eeb7ad3179b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787089 Feb 16 14:13:35.643913 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-f7ce60d1-914e-4f70-9516-7ef885e1a9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232185 Feb 16 14:13:35.776185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-35b09f27-6eba-40f0-9898-7fb3d63a9a82 req-62e3fd54-5353-445e-842d-14ac258efe4f service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260808 Feb 16 14:13:36.190247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697281ef-66d0-457f-978e-c04a7246c7ed req-f8086208-90c5-4100-86b2-e9c408d569aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:36.191825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-697281ef-66d0-457f-978e-c04a7246c7ed req-f8086208-90c5-4100-86b2-e9c408d569aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0858126 Feb 16 14:13:36.239269 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-697281ef-66d0-457f-978e-c04a7246c7ed req-aaee04c3-89d5-48b6-ad4c-b823d40e2b72 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Feb 16 14:13:37.446248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78131bf-e2f9-480e-b5d7-4585d953f14b req-56dcc7b2-c663-4409-a342-9e7286e83361 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:37.447820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a78131bf-e2f9-480e-b5d7-4585d953f14b req-56dcc7b2-c663-4409-a342-9e7286e83361 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0884123 Feb 16 14:13:37.498244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a78131bf-e2f9-480e-b5d7-4585d953f14b req-5104465d-565c-4d5c-a3df-66fc4b220158 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Feb 16 14:13:37.712206 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5dfc9-df84-43e9-a0d5-609741b9c96c req-d4cf9643-2100-4e92-a9ce-ba722edf0b4b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:37.713659 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0bb5dfc9-df84-43e9-a0d5-609741b9c96c req-d4cf9643-2100-4e92-a9ce-ba722edf0b4b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0959284 Feb 16 14:13:37.767422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0bb5dfc9-df84-43e9-a0d5-609741b9c96c req-78e2bad3-9d61-418f-bb1d-df3d8612c34b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Feb 16 14:13:37.956995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3141c-88b9-44ce-a567-5dc9179ced6a req-9e80780d-b3f8-443c-82ca-9b34f4c1f842 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:37.958524 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cf3141c-88b9-44ce-a567-5dc9179ced6a req-9e80780d-b3f8-443c-82ca-9b34f4c1f842 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0850554 Feb 16 14:13:38.003201 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cf3141c-88b9-44ce-a567-5dc9179ced6a req-c10fabb5-7a82-46fd-8f1a-346360fb0c4d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Feb 16 14:13:38.391363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe2dc3-bc45-4e73-aa85-feb875c3747b req-95d5c204-95fc-4fdb-b637-70bda37e8c89 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:38.392836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8fe2dc3-bc45-4e73-aa85-feb875c3747b req-95d5c204-95fc-4fdb-b637-70bda37e8c89 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 946 time: 0.0814991 Feb 16 14:13:38.441154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8fe2dc3-bc45-4e73-aa85-feb875c3747b req-d510c88a-0f17-45b0-9d68-d1711350ea02 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 Feb 16 14:13:39.150284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:13:39.281190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:39.307926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:39.318993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:39.324427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:39.355776 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'code': 200} Feb 16 14:13:39.393541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:39.400806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.401149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.401484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.401835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.402199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.402584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.402926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.403255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.403606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.403923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.404241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.404556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:39.648280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fbb41-adde-4321-9282-5e9b6b2bfce4 req-fc4bb093-3cdb-485e-bd05-c53645e48bf6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:39.649699 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6f6fbb41-adde-4321-9282-5e9b6b2bfce4 req-fc4bb093-3cdb-485e-bd05-c53645e48bf6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.0936563 Feb 16 14:13:39.694671 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6f6fbb41-adde-4321-9282-5e9b6b2bfce4 req-9840803f-c71b-4bc2-8c55-18781ed2bccd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391102 Feb 16 14:13:40.232101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-6ec0b620-51aa-4cd2-8b48-a8e6ee554d0c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:40.233536 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-6ec0b620-51aa-4cd2-8b48-a8e6ee554d0c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.0997267 Feb 16 14:13:40.310349 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Deleting port 46c5281f-23f2-429f-a2be-cfff46ea867c {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:13:40.310586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:40.681030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] For port 46c5281f-23f2-429f-a2be-cfff46ea867c, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=46c5281f-23f2-429f-a2be-cfff46ea867c,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:40.681331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:40.734370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2de95a3f-a399-49bb-826f-fdfb7c9e3a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:40.887725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed684a-2561-401f-9a36-3f368af1ba56 req-73159cb1-d383-4492-af34-ffe06d5301d0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:40.889214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0aed684a-2561-401f-9a36-3f368af1ba56 req-73159cb1-d383-4492-af34-ffe06d5301d0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 944 time: 0.0820208 Feb 16 14:13:40.937507 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0aed684a-2561-401f-9a36-3f368af1ba56 req-9e4bdd06-3983-4fd0-9ff5-4c523114b0f1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423555 Feb 16 14:13:40.991736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:40.992134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:40.992446 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 disassociated. External IP: 172.26.1.189, port: 46c5281f-23f2-429f-a2be-cfff46ea867c. Feb 16 14:13:40.992784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Calling delete_port for 46c5281f-23f2-429f-a2be-cfff46ea867c owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:13:41.143906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:41.195638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'Port': ['ID=46c5281f-23f2-429f-a2be-cfff46ea867c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:41.387001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:13:41.569039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:13:41.579526 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:13:41.592227 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:13:41.593100 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:13:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:41.645118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] No DVR routers for this DVR port 46c5281f-23f2-429f-a2be-cfff46ea867c on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:13:41.647888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:41.650716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-deleted', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:41.667700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-68f8c1c8-fcbd-4021-a239-ca61c188da4f req-8fac56c9-ea3f-4967-ac9d-fcc20ace7436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "DELETE /v2.0/ports/46c5281f-23f2-429f-a2be-cfff46ea867c HTTP/1.1" status: 204 len: 173 time: 1.4283504 Feb 16 14:13:41.702867 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d', 'name': 'network-vif-deleted', 'tag': '46c5281f-23f2-429f-a2be-cfff46ea867c', 'status': 'completed', 'code': 200} Feb 16 14:13:41.825427 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:13:42.126999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-56e071ea-5850-4607-ab55-0420f793ee4b req-4e56ee66-fd8c-4aa9-b4be-b2ac9c2172e2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=d7ddd7f2-03e9-43a8-a6fc-5dcedec8c60d HTTP/1.1" status: 200 len: 210 time: 0.0505893 Feb 16 14:13:42.150330 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:42.154245 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:13:42.162536 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:13:42.163130 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:13:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:42.340844 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:13:42.651523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-94732970-a7a3-4053-92e8-62127207a906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:42.655937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94732970-a7a3-4053-92e8-62127207a906 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:13:42.868761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15667de-cc6e-450f-8f33-0949775bbf17 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:13:43.478725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-7c6acd7a-57d3-493e-b401-31210c48fd18 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1256912849&fields=id&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 267 time: 0.0410140 Feb 16 14:13:43.741390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-618cde2d-c0d0-401a-93b9-d93629e3a8d6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:43.742876 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-618cde2d-c0d0-401a-93b9-d93629e3a8d6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.2576067 Feb 16 14:13:43.760465 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-7c2f60e7-6e64-4f82-af9d-88aa70d68d15 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/quotas/cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 375 time: 0.0094872 Feb 16 14:13:43.859202 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-30416374-c71b-4263-9967-30ab2e0b4cda tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909600 Feb 16 14:13:43.951597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd47c493-1650-4c11-9162-4601f78b8d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:44.004198 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-c349590e-d428-402f-b228-1b2eb7cdeba2 service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328552 Feb 16 14:13:44.139886 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-2c30f5d0-56ef-415e-a8b2-4b4765cd72d3 service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292601 Feb 16 14:13:44.276954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:44.285275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:44.344542 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5c029d99-da5f-411f-9515-be734325d995 req-2c400f06-f043-4d69-83f0-7d2c2e643575 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 210 time: 0.0426128 Feb 16 14:13:45.170259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:13:45.207880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 46c5281f-23f2-429f-a2be-cfff46ea867c {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:13:45.208279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 46c5281f-23f2-429f-a2be-cfff46ea867c not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:13:45.408782 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-2e598f3b-de63-436c-ba79-1a50ba92052d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:45.410205 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-2e598f3b-de63-436c-ba79-1a50ba92052d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1549032 Feb 16 14:13:45.461156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-04a4072d-b592-415f-b1ab-6a45ba23e964 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 380 time: 0.0425272 Feb 16 14:13:45.473066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'port': {'device_id': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'admin_state_up': True, 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'security_groups': ['28d177ed-efce-483a-95a8-24751a8f36a2']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:13:45.492467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1ed9524c-5553-41f4-9627-b3cea2fba0f2 req-45de491e-5139-472b-9628-fefbe1d06c82 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 210 time: 0.0431004 Feb 16 14:13:45.623902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:13:45.628671 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:port and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:13:45.631707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:13:45.638133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:13:45.651249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:13:45.655000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:45.779088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:45.817122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:45.923199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Allocated IP 172.20.0.11 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/21a91668-b3a9-44e7-a279-408e77d133c0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:13:46.120312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.135873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Transition to ACTIVE for port object 21a91668-b3a9-44e7-a279-408e77d133c0 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:13:46.160454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.232165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:13:46.235116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:13:46.239011 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:13:46.269066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:46.284704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.285042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.285370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.285698 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.286016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.286359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.286678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.286999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.287316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.287628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.287943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.288252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:13:46.318634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:46.319275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.345872 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-277cf314-3ab3-4abc-a027-22660b291d88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766406 Feb 16 14:13:46.357314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Request body: {'port': {'device_id': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:13:46.431959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80d814e2-9613-47be-a4c7-03b66b635f5a None None] Provisioning for port 21a91668-b3a9-44e7-a279-408e77d133c0 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:13:46.436861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-80d814e2-9613-47be-a4c7-03b66b635f5a None None] Provisioning complete for port 21a91668-b3a9-44e7-a279-408e77d133c0 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:13:46.437227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80d814e2-9613-47be-a4c7-03b66b635f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.471382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.489137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-80d814e2-9613-47be-a4c7-03b66b635f5a None None] Port 21a91668-b3a9-44e7-a279-408e77d133c0 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:13:46.681973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af47a8-1b64-4e2d-a45d-9ba85574e342 req-28825e2a-3d8f-4ed2-a400-85f202d4af88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:46.683480 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-15af47a8-1b64-4e2d-a45d-9ba85574e342 req-28825e2a-3d8f-4ed2-a400-85f202d4af88 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 932 time: 0.0851979 Feb 16 14:13:46.730295 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-15af47a8-1b64-4e2d-a45d-9ba85574e342 req-ebdb7837-0a0d-4868-acdc-f30669d092fa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Feb 16 14:13:46.822971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a91668-b3a9-44e7-a279-408e77d133c0 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:13:46.830263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.844411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Transition to ACTIVE for port object 21a91668-b3a9-44e7-a279-408e77d133c0 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:13:46.850466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:46.978491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:47.088355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Attempting to bind port 21a91668-b3a9-44e7-a279-408e77d133c0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:13:47.088690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Attempting to bind port 21a91668-b3a9-44e7-a279-408e77d133c0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:13:47.089012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Attempting to bind port 21a91668-b3a9-44e7-a279-408e77d133c0 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:13:47.093548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Port 21a91668-b3a9-44e7-a279-408e77d133c0 on network 06624369-27c4-4967-9a62-96a771b2f99a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:13:47.093851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Attempting to bind port 21a91668-b3a9-44e7-a279-408e77d133c0 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:13:47.104916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:13:47.105252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:13:47.105678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:13:47.106111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Bound port: 21a91668-b3a9-44e7-a279-408e77d133c0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:13:47.107216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:47.196484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:13:47.199322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:13:47.205897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:47.268133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:47.268774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:47.270127 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] 10.222.0.26 "PUT /v2.0/ports/21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1094 time: 0.9174232 Feb 16 14:13:47.270589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:47.298501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e84794-242e-4769-90a1-10e712f42e53 service neutron] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:47.342613 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0', 'status': 'completed', 'code': 200} Feb 16 14:13:47.385947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-7291686a-e361-4403-bc7e-1b28775c1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:47.387781 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-7291686a-e361-4403-bc7e-1b28775c1e15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1097 time: 0.0777955 Feb 16 14:13:47.460600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-46b11f76-993e-4e55-a564-baa4227062ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 217 time: 0.0663924 Feb 16 14:13:47.522632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-01bcef33-40f0-499a-b3bc-b5e09554a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:47.523989 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-01bcef33-40f0-499a-b3bc-b5e09554a773 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0570126 Feb 16 14:13:47.606528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54713-e69c-4139-873e-313477e11fd7 req-04b5fff3-54db-40fe-9e7d-8ddc92a11eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:47.607970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-04b5fff3-54db-40fe-9e7d-8ddc92a11eba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767055 Feb 16 14:13:47.854175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-49386340-d4ba-4165-a3df-7c198ed07c7c service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398725 Feb 16 14:13:47.926363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366337af-2644-4a18-a550-2e0d9c7ed3d8 req-539c1a1d-dfd0-4d0a-aa42-97878097f6b4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:47.927998 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-366337af-2644-4a18-a550-2e0d9c7ed3d8 req-539c1a1d-dfd0-4d0a-aa42-97878097f6b4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0847416 Feb 16 14:13:47.980006 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-366337af-2644-4a18-a550-2e0d9c7ed3d8 req-212a42db-7a86-4190-904f-8d185308061f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Feb 16 14:13:48.001841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-75d54713-e69c-4139-873e-313477e11fd7 req-ab8accc8-bfb8-4b01-a03a-f319602b2efd service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355002 Feb 16 14:13:48.114752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-20a45792-9256-491b-8298-d474c3409106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:48.116213 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-20a45792-9256-491b-8298-d474c3409106 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1097 time: 0.0710571 Feb 16 14:13:48.251406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-090d5193-653c-4001-864a-0a61d5d0e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:48.252855 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-090d5193-653c-4001-864a-0a61d5d0e3d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1305881 Feb 16 14:13:48.334418 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-a881e01f-e702-40ce-9498-7d81a92d6c50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 217 time: 0.0751159 Feb 16 14:13:48.394857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-05fc93de-ae68-4931-95d5-53b837920c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:48.396143 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-05fc93de-ae68-4931-95d5-53b837920c00 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0561633 Feb 16 14:13:48.472556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-d0b1eecf-5d01-4dc7-aad7-51f2b9fbcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:48.473964 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-d0b1eecf-5d01-4dc7-aad7-51f2b9fbcc29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721676 Feb 16 14:13:48.604811 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-2f86d58c-d688-4cea-b65d-12294c5914f8 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244903 Feb 16 14:13:48.736711 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4b1aa91c-5814-4761-b360-8a8c9f63f566 req-fd424439-9b39-4f7d-b2d5-faeb573b1b71 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246557 Feb 16 14:13:49.183002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b911c3-4d80-44b3-a017-9f0860570ff7 req-f2b3d303-03a9-46e6-86a5-314f7ccfac9c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:49.184537 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-88b911c3-4d80-44b3-a017-9f0860570ff7 req-f2b3d303-03a9-46e6-86a5-314f7ccfac9c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0931902 Feb 16 14:13:49.234403 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-88b911c3-4d80-44b3-a017-9f0860570ff7 req-987c51b7-e223-4aa0-896b-f0f51eecbfef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403004 Feb 16 14:13:50.450283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e738d8-d335-48fd-8e94-018d53e1d27e req-ef455f64-6c41-4e28-a799-975f20626e00 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:50.451768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24e738d8-d335-48fd-8e94-018d53e1d27e req-ef455f64-6c41-4e28-a799-975f20626e00 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0899110 Feb 16 14:13:50.503736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24e738d8-d335-48fd-8e94-018d53e1d27e req-d7afbb59-a352-4c51-970a-9a8ed30ce1ea tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Feb 16 14:13:51.190250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:13:51.333249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:51.346248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '21a91668-b3a9-44e7-a279-408e77d133c0', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '21a91668-b3a9-44e7-a279-408e77d133c0', 'mac_address': 'fa:16:3e:db:bd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:13:51.404029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:51.421456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a91668-b3a9-44e7-a279-408e77d133c0 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:13:51.436943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:51.441154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:51.510088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:51.700578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7462d-1e98-4de0-baca-d4b9cecc21ca req-dd096d89-8b65-4a91-86a2-8643f0791900 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:51.702078 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fdc7462d-1e98-4de0-baca-d4b9cecc21ca req-dd096d89-8b65-4a91-86a2-8643f0791900 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 945 time: 0.0859473 Feb 16 14:13:51.746751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fdc7462d-1e98-4de0-baca-d4b9cecc21ca req-bb6e8f3a-c338-4cc5-90ad-df8e384c975d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Feb 16 14:13:51.752972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['21a91668-b3a9-44e7-a279-408e77d133c0'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:13:52.950605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ff4e1-3462-4e8c-9fb6-039569903f88 req-f734b826-b976-468b-8b9c-bc562759822a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:52.952137 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c7ff4e1-3462-4e8c-9fb6-039569903f88 req-f734b826-b976-468b-8b9c-bc562759822a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 945 time: 0.0917706 Feb 16 14:13:52.998192 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c7ff4e1-3462-4e8c-9fb6-039569903f88 req-c26325ba-40e8-42eb-861b-9d649bce73a8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Feb 16 14:13:53.188046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:13:53.285702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 21a91668-b3a9-44e7-a279-408e77d133c0 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:13:53.290498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 21a91668-b3a9-44e7-a279-408e77d133c0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:13:53.290869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:53.405639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:53.432442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:53.442733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:13:53.447380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:53.482458 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0', 'code': 200} Feb 16 14:13:53.517167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:13:53.712736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b77bf0-1f31-421e-8b57-d65888ba1c34 req-98a95c00-be11-4a46-ab5a-91febf3e5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:53.714799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57b77bf0-1f31-421e-8b57-d65888ba1c34 req-98a95c00-be11-4a46-ab5a-91febf3e5481 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1099 time: 0.0762727 Feb 16 14:13:53.757821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57b77bf0-1f31-421e-8b57-d65888ba1c34 req-d2fd4758-22c6-4e4c-b18d-7d2615711829 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365808 Feb 16 14:13:54.189699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cac645-8cd7-4cf6-8f3f-8d8eeb0bc9f9 req-a537054f-3e5c-4f5f-92cc-2d7c244968dd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:54.191177 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e5cac645-8cd7-4cf6-8f3f-8d8eeb0bc9f9 req-a537054f-3e5c-4f5f-92cc-2d7c244968dd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0842097 Feb 16 14:13:54.235561 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e5cac645-8cd7-4cf6-8f3f-8d8eeb0bc9f9 req-8409506d-081d-4677-8d7a-23f0551789f3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Feb 16 14:13:55.431948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d53fc3-9fc2-4699-8dab-3e5b15b4ee8a req-b238121c-078b-49f9-b5cd-288a1a6d6532 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:55.433390 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-44d53fc3-9fc2-4699-8dab-3e5b15b4ee8a req-b238121c-078b-49f9-b5cd-288a1a6d6532 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0852931 Feb 16 14:13:55.479911 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-44d53fc3-9fc2-4699-8dab-3e5b15b4ee8a req-7d1018c0-83be-4192-8566-65ea5216dbc7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380793 Feb 16 14:13:55.683424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f314a8-8fce-40eb-8e0e-f0f0e42a38b7 req-4423551d-7489-4533-ba37-5df35b5c3c40 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:55.684870 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d2f314a8-8fce-40eb-8e0e-f0f0e42a38b7 req-4423551d-7489-4533-ba37-5df35b5c3c40 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0889282 Feb 16 14:13:55.695199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41216) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:13:55.700155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'floatingip': {'port_id': '21a91668-b3a9-44e7-a279-408e77d133c0'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:13:55.790383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:56.513871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:56.519320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:56.692543 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 associated. External IP: 172.26.1.189, port: 21a91668-b3a9-44e7-a279-408e77d133c0. Feb 16 14:13:57.042926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:13:57.226348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:13:57.230646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:13:57.236849 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:13:57.247766 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:13:57.248379 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:13:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:57.285278 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9c942057-d4d0-4e16-bac1-70dec57b1ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "PUT /v2.0/floatingips/b66ab05c-cf01-473b-b378-c4e41c01b383 HTTP/1.1" status: 200 len: 992 time: 1.5889838 Feb 16 14:13:57.285921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:13:57.339421 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0', 'status': 'completed', 'code': 200} Feb 16 14:13:57.433443 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:13:57.438704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-96be7bf9-c9b5-47e6-afea-f107591c94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:57.440198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-96be7bf9-c9b5-47e6-afea-f107591c94f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1099 time: 0.0778790 Feb 16 14:13:57.576616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-18811844-eac6-417e-b015-61e3a0031fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:57.577958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-18811844-eac6-417e-b015-61e3a0031fc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1302733 Feb 16 14:13:57.624882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3378fd0-7aca-4468-b45c-2d8078525e8a req-0ff63239-6be0-4f6f-ae0b-32eff0cb3db5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:57.626938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3378fd0-7aca-4468-b45c-2d8078525e8a req-0ff63239-6be0-4f6f-ae0b-32eff0cb3db5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0883999 Feb 16 14:13:57.677005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3378fd0-7aca-4468-b45c-2d8078525e8a req-691d128e-c672-4fe1-82fe-d195daf21356 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 Feb 16 14:13:57.684486 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-062f3880-c4fb-4f5d-b9b4-512fe72f4dee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1000 time: 0.1003914 Feb 16 14:13:57.746305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-4158f900-2087-4ea8-b34e-248c67cb8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:57.747683 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-4158f900-2087-4ea8-b34e-248c67cb8a35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0566621 Feb 16 14:13:57.821702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-a2146b2e-d5ed-41ce-b087-35c6de0a044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:57.823354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-a2146b2e-d5ed-41ce-b087-35c6de0a044e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696442 Feb 16 14:13:57.837523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '21a91668-b3a9-44e7-a279-408e77d133c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:db:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:13:56Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:57.841468 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:13:57.850849 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:13:57.852053 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:13:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:57.954584 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-06a9d756-843e-4cba-97f8-a351a9d870d9 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Feb 16 14:13:58.029088 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:13:58.191256 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf31cb85-4356-444a-a4ad-0f8af33993b0 req-cd825ec8-eea9-473f-87cd-7a1bc931c293 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309532 Feb 16 14:13:58.379658 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '21a91668-b3a9-44e7-a279-408e77d133c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:db:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:13:56Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:13:58.384244 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2ccd07-fea4-4464-a124-8af6428a31e1 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '21a91668-b3a9-44e7-a279-408e77d133c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:db:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:13:56Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:13:58.576262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c37d291-da40-4df1-aa36-8ce50551b644 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:13:58.868318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef7fc9-fb3e-4169-b2f6-df7d34521e64 req-bf64a917-f8b3-42cc-a509-d51fa712af45 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:13:58.869830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6aef7fc9-fb3e-4169-b2f6-df7d34521e64 req-bf64a917-f8b3-42cc-a509-d51fa712af45 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0842321 Feb 16 14:13:58.915270 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6aef7fc9-fb3e-4169-b2f6-df7d34521e64 req-f0f4617a-54f8-43d5-b044-45d30f5a871b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395300 Feb 16 14:14:00.141834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb2ac3-2fb9-4cc7-8d52-29199c3b0ce1 req-716076ec-9fc8-48ed-8082-38b13f371df0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:00.143354 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34bb2ac3-2fb9-4cc7-8d52-29199c3b0ce1 req-716076ec-9fc8-48ed-8082-38b13f371df0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.1011751 Feb 16 14:14:00.307292 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34bb2ac3-2fb9-4cc7-8d52-29199c3b0ce1 req-eea7e56a-0361-4ef8-a404-dd70c53cc8ce tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563365 Feb 16 14:14:01.524663 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0976-d960-4f20-a4e5-0e690956dbb1 req-0d37c2f6-d9eb-4480-ba1f-34b9ef24798a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:01.526065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-16ae0976-d960-4f20-a4e5-0e690956dbb1 req-0d37c2f6-d9eb-4480-ba1f-34b9ef24798a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0927234 Feb 16 14:14:01.571320 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-16ae0976-d960-4f20-a4e5-0e690956dbb1 req-fc934cf4-e9a5-4b95-95b1-31a2cf8a2a1a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393131 Feb 16 14:14:02.768179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c77755-df55-4e00-bbf7-485979be5803 req-b4218465-0f09-4666-9531-76cb41327713 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:02.769627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10c77755-df55-4e00-bbf7-485979be5803 req-b4218465-0f09-4666-9531-76cb41327713 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0873325 Feb 16 14:14:02.816373 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10c77755-df55-4e00-bbf7-485979be5803 req-dc36be6d-942f-4a2d-949f-fb304f680f73 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 Feb 16 14:14:04.013052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cea6a-2b50-4517-931b-deff401703ec req-dcbb370f-c002-4673-ac55-97b1cb888ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:04.014540 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b29cea6a-2b50-4517-931b-deff401703ec req-dcbb370f-c002-4673-ac55-97b1cb888ac1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0808575 Feb 16 14:14:04.061374 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b29cea6a-2b50-4517-931b-deff401703ec req-c59273a8-23cb-4f9d-b45f-63f592bf3587 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409129 Feb 16 14:14:05.267487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf621ff-af7b-453d-80b8-0e9827d679df req-6d7662fa-359f-4718-a224-514d1b1033db tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:05.268950 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2cf621ff-af7b-453d-80b8-0e9827d679df req-6d7662fa-359f-4718-a224-514d1b1033db tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0883777 Feb 16 14:14:05.313404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2cf621ff-af7b-453d-80b8-0e9827d679df req-0bcb1dd5-03cf-4f0b-89c8-96061186d198 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387957 Feb 16 14:14:06.530314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ad0cb-5d98-4e3e-9910-89d9bc3c094d req-ea427556-8ce6-4373-8ed4-0f924477a101 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:06.531898 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af4ad0cb-5d98-4e3e-9910-89d9bc3c094d req-ea427556-8ce6-4373-8ed4-0f924477a101 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.1017601 Feb 16 14:14:06.576562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af4ad0cb-5d98-4e3e-9910-89d9bc3c094d req-b6063c9e-4e2b-4825-adb9-a7181ef0eaf4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Feb 16 14:14:07.795877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd6ab-b1d4-4486-a6dd-231f4ece426d req-c0e44897-dca9-4f5b-929a-ad8bbcd449fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:07.797467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a4fd6ab-b1d4-4486-a6dd-231f4ece426d req-c0e44897-dca9-4f5b-929a-ad8bbcd449fb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0985007 Feb 16 14:14:07.841923 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6a4fd6ab-b1d4-4486-a6dd-231f4ece426d req-96de854d-11e5-4b45-8aec-585f49fb1062 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384467 Feb 16 14:14:09.053057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ce2eb-c66c-4b6c-a904-76b25545306a req-c887e847-7d2e-429a-9554-588e319378ad tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:09.055082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-538ce2eb-c66c-4b6c-a904-76b25545306a req-c887e847-7d2e-429a-9554-588e319378ad tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.1011357 Feb 16 14:14:09.105783 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-538ce2eb-c66c-4b6c-a904-76b25545306a req-81ef3641-8e96-4249-b9af-2a27686d5484 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442643 Feb 16 14:14:10.307377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6a604-bc2c-45d1-a604-29e54c94c71d req-7a8c5a18-884e-494c-87c9-0b1338a432a0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:10.308942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4d6a604-bc2c-45d1-a604-29e54c94c71d req-7a8c5a18-884e-494c-87c9-0b1338a432a0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0913432 Feb 16 14:14:10.357007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4d6a604-bc2c-45d1-a604-29e54c94c71d req-18cd9ae7-fd16-4260-963a-e1f15c81fe0a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Feb 16 14:14:10.743150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc286315-d1bd-4455-ae35-24095b973601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:11.556695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6ea10-aea4-4b17-b6c0-b5536e9ac5b2 req-b4ed4dee-d8d8-4181-82b6-d792b3bb4f42 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:11.558257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbb6ea10-aea4-4b17-b6c0-b5536e9ac5b2 req-b4ed4dee-d8d8-4181-82b6-d792b3bb4f42 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0847101 Feb 16 14:14:11.603774 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbb6ea10-aea4-4b17-b6c0-b5536e9ac5b2 req-a4e30844-32c9-4889-a3eb-a292c4736048 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Feb 16 14:14:11.947865 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:14:12.819274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996c591-4c2b-42e2-bdf0-141192873816 req-3b17e246-a17f-45b7-8277-822b4764a890 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:12.820766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f996c591-4c2b-42e2-bdf0-141192873816 req-3b17e246-a17f-45b7-8277-822b4764a890 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0930879 Feb 16 14:14:12.864805 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f996c591-4c2b-42e2-bdf0-141192873816 req-92c724d3-e274-46ce-a65a-7172782e79c1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Feb 16 14:14:13.946651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7f2676b6-be68-4fc2-af1e-8cafd758b327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:14.068836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e658624-f434-4aa2-9242-60677f83efba req-2f6a6a75-bcdb-4287-93e1-dd78ca4cb343 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:14.070286 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4e658624-f434-4aa2-9242-60677f83efba req-2f6a6a75-bcdb-4287-93e1-dd78ca4cb343 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0854063 Feb 16 14:14:14.119410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4e658624-f434-4aa2-9242-60677f83efba req-41cfe9f2-e8f3-4afc-bad9-13ee4e08ce1d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Feb 16 14:14:14.280615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:14.283185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:15.326042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec502-7c45-4078-a91c-7ca1d42a6e44 req-ec528f1f-8456-4ffe-9c47-44901ab6f370 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:15.327495 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a0ec502-7c45-4078-a91c-7ca1d42a6e44 req-ec528f1f-8456-4ffe-9c47-44901ab6f370 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0890777 Feb 16 14:14:15.370825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a0ec502-7c45-4078-a91c-7ca1d42a6e44 req-0e3dd3c4-02d1-409c-a767-c789256c95b0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Feb 16 14:14:15.818911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:15.823528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:16.566360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3933588-37b1-44a8-99f2-379fe9f86062 req-e6ea3a10-9e00-4f80-ae2d-d3012fbef1ac tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:16.568159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3933588-37b1-44a8-99f2-379fe9f86062 req-e6ea3a10-9e00-4f80-ae2d-d3012fbef1ac tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0904765 Feb 16 14:14:16.614673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3933588-37b1-44a8-99f2-379fe9f86062 req-33e3961a-ba6a-4a1a-aaa8-60d8e85d0ef2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Feb 16 14:14:17.823182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05daebc-bb5d-4b0f-b8aa-b56770adb4ec req-22d9407a-de90-442e-9f5f-553262e7d54e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:17.824646 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e05daebc-bb5d-4b0f-b8aa-b56770adb4ec req-22d9407a-de90-442e-9f5f-553262e7d54e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0916221 Feb 16 14:14:17.869891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e05daebc-bb5d-4b0f-b8aa-b56770adb4ec req-4d756645-83f8-4e7b-86cc-6f55c0deb414 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Feb 16 14:14:19.079128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb7e6d-e2a8-4f99-80cd-d34bb357681a req-1e353111-b3d7-4e87-a156-c9031c2f19d5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:19.080674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1bb7e6d-e2a8-4f99-80cd-d34bb357681a req-1e353111-b3d7-4e87-a156-c9031c2f19d5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0939105 Feb 16 14:14:19.139067 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1bb7e6d-e2a8-4f99-80cd-d34bb357681a req-41252924-bb4a-4c60-bab5-97965652ee3d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Feb 16 14:14:20.357539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0290b09-a35f-4e07-ba13-053f14362456 req-b0548e72-6f71-4864-b87c-4f195b8b0ac9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:20.359018 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b0290b09-a35f-4e07-ba13-053f14362456 req-b0548e72-6f71-4864-b87c-4f195b8b0ac9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.1044724 Feb 16 14:14:20.402903 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b0290b09-a35f-4e07-ba13-053f14362456 req-fc54ff58-257c-45a3-aa04-ab9f088c8db0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381958 Feb 16 14:14:21.607153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd102-7898-4cff-8dd8-cd0482311a08 req-d3319c49-8e15-4829-9b9a-6bba4e225c3e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:21.608600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-573dd102-7898-4cff-8dd8-cd0482311a08 req-d3319c49-8e15-4829-9b9a-6bba4e225c3e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0944421 Feb 16 14:14:21.653634 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-573dd102-7898-4cff-8dd8-cd0482311a08 req-11ab0349-bcd7-43f0-8d3a-54cdcb7753e9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Feb 16 14:14:22.856664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe16e0c-2041-4bd6-ab7b-7cf34986f87a req-a760f386-6f48-4372-a3fd-b023197ff3ba tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:22.858946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dbe16e0c-2041-4bd6-ab7b-7cf34986f87a req-a760f386-6f48-4372-a3fd-b023197ff3ba tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0845318 Feb 16 14:14:22.904627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dbe16e0c-2041-4bd6-ab7b-7cf34986f87a req-9c6551a5-c5b7-4426-9195-821a4a78fecf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Feb 16 14:14:24.117526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb99bb-1b90-481f-bc68-d07f1a49ca19 req-19265c1a-30af-438e-bbb6-20df57040081 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:24.118905 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9bbb99bb-1b90-481f-bc68-d07f1a49ca19 req-19265c1a-30af-438e-bbb6-20df57040081 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0937533 Feb 16 14:14:24.167204 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9bbb99bb-1b90-481f-bc68-d07f1a49ca19 req-6fed6c36-262c-4be0-aabe-377fec396e00 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Feb 16 14:14:25.543846 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-22d152b6-6791-4fff-87ce-f0817a660e1c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694511 Feb 16 14:14:25.594486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c8a7-0e89-4f92-8e17-9f828e7032d4 req-f2b16bf3-75d8-470f-b78d-ee83d5844fd3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:25.595912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3512c8a7-0e89-4f92-8e17-9f828e7032d4 req-f2b16bf3-75d8-470f-b78d-ee83d5844fd3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0800700 Feb 16 14:14:25.643730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3512c8a7-0e89-4f92-8e17-9f828e7032d4 req-f27b1875-d97b-4416-8968-612459393afe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Feb 16 14:14:26.676504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-9898f1c0-7300-4f88-9f40-3205624afd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:26.677991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-9898f1c0-7300-4f88-9f40-3205624afd21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1099 time: 0.0786808 Feb 16 14:14:26.809931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-9b69353f-b5f6-4d0f-849a-81276e8fec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:26.811448 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-9b69353f-b5f6-4d0f-849a-81276e8fec62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1272199 Feb 16 14:14:26.836326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11b0fd-b915-4689-b5e5-38a54997a94b req-d5f616fa-84d0-4df9-8520-ee7c280bde5f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:26.837829 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0a11b0fd-b915-4689-b5e5-38a54997a94b req-d5f616fa-84d0-4df9-8520-ee7c280bde5f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0835121 Feb 16 14:14:26.883165 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0a11b0fd-b915-4689-b5e5-38a54997a94b req-0809a633-447a-46fd-85ca-c4669c28980c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Feb 16 14:14:26.914342 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-5c2e795e-1ee2-481e-9e60-f8d737514c78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1002 time: 0.0973725 Feb 16 14:14:26.978719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-32358966-8c88-423e-87b8-22d6f4e0b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:26.980027 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-32358966-8c88-423e-87b8-22d6f4e0b283 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0602920 Feb 16 14:14:27.053457 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-86a52584-71f7-40bf-8ed8-13b9df63fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:27.054941 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-86a52584-71f7-40bf-8ed8-13b9df63fa1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694644 Feb 16 14:14:27.202753 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-bcacaa67-7001-423b-a919-14650b380079 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418967 Feb 16 14:14:27.332567 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-2d6a4b73-d476-4c35-8d06-0d7058c0362c service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241491 Feb 16 14:14:28.070763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bf93c-e911-4080-904d-36497bd36fb9 req-96a57b2a-b17f-47c0-81b0-b955497dbb84 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:28.072218 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-821bf93c-e911-4080-904d-36497bd36fb9 req-96a57b2a-b17f-47c0-81b0-b955497dbb84 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0847709 Feb 16 14:14:28.117090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-821bf93c-e911-4080-904d-36497bd36fb9 req-ae88ac81-9928-4297-a615-4d18f1ad8632 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 Feb 16 14:14:29.074956 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-20ea930d-2210-43dd-9d4d-65f01a841228 service neutron] 10.222.0.26 "GET /v2.0/ports/21a91668-b3a9-44e7-a279-408e77d133c0/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0857618 Feb 16 14:14:29.305366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4404b3-4464-4a93-b6af-974dc9b6780b req-6b2c296e-8a0e-48c8-9a6d-434ae03f9e7b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.306755 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb4404b3-4464-4a93-b6af-974dc9b6780b req-6b2c296e-8a0e-48c8-9a6d-434ae03f9e7b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0804436 Feb 16 14:14:29.344891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-8bf0076a-d593-4b57-ac83-7aefc623aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.346454 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-8bf0076a-d593-4b57-ac83-7aefc623aa99 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1099 time: 0.0709770 Feb 16 14:14:29.352267 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb4404b3-4464-4a93-b6af-974dc9b6780b req-18049127-6077-4273-ba81-0b593fcde017 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Feb 16 14:14:29.439647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-15b61f91-ad5b-4ba7-849b-88b1fd520849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.441107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-15b61f91-ad5b-4ba7-849b-88b1fd520849 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1099 time: 0.0730939 Feb 16 14:14:29.574043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-93346190-301c-4696-94c2-87bd05f2a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.575383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-93346190-301c-4696-94c2-87bd05f2a241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1277020 Feb 16 14:14:29.679696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-f750b64b-7737-474e-800a-25f0c67ea8eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1002 time: 0.0980432 Feb 16 14:14:29.748708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-66b9fa17-b1c6-45f9-8a9f-b25906db41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.750076 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-66b9fa17-b1c6-45f9-8a9f-b25906db41fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0644872 Feb 16 14:14:29.826290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-1690cf95-5bc0-4157-a6c7-5cd2bf6ecfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:29.827648 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-1690cf95-5bc0-4157-a6c7-5cd2bf6ecfcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712838 Feb 16 14:14:30.050645 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-e0525d0a-2623-4404-99c9-a5aae1255012 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162926 Feb 16 14:14:30.183001 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabaf98d-ec31-4cd5-b1f2-bdd321e4f820 req-588137cf-303b-41a2-948e-3a08305fb096 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264136 Feb 16 14:14:30.556874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0474-d5ca-4778-9eb7-056a681d07f5 req-9014171f-ddb6-484d-92c5-58a3faef77b0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:30.558250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac1b0474-d5ca-4778-9eb7-056a681d07f5 req-9014171f-ddb6-484d-92c5-58a3faef77b0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0959074 Feb 16 14:14:30.607506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac1b0474-d5ca-4778-9eb7-056a681d07f5 req-0e655623-1bc7-4222-9bec-b436f85d14b7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408664 Feb 16 14:14:31.818249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523ca4b-be5c-43a8-b2b3-37f318685da3 req-0282802c-9930-4d29-ba68-424e52912f58 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:31.819679 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c523ca4b-be5c-43a8-b2b3-37f318685da3 req-0282802c-9930-4d29-ba68-424e52912f58 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.0958610 Feb 16 14:14:31.866503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c523ca4b-be5c-43a8-b2b3-37f318685da3 req-71ec2246-2a70-4dc9-9b96-657f8b8c8bda tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Feb 16 14:14:33.186394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e948d9-b8c0-4656-aeee-a7df465d9052 req-64c1f29d-9913-48d8-b8ad-bfc71905023f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:33.187656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8e948d9-b8c0-4656-aeee-a7df465d9052 req-64c1f29d-9913-48d8-b8ad-bfc71905023f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 946 time: 0.2006147 Feb 16 14:14:33.234942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8e948d9-b8c0-4656-aeee-a7df465d9052 req-0fbc2622-3a6e-40f2-b000-7ab995e25251 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386360 Feb 16 14:14:33.349665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:14:33.486085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:33.514282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:14:33.524794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:14:33.530766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:33.581319 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0', 'code': 200} Feb 16 14:14:33.589639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74540012-4f43-4603-8f3c-68ebbbc36d37 req-59b04a7d-8418-49de-8d50-7bd25af48229 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:33.591196 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74540012-4f43-4603-8f3c-68ebbbc36d37 req-59b04a7d-8418-49de-8d50-7bd25af48229 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0894771 Feb 16 14:14:33.614257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:33.625253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-feb95ab9-0d77-4f2a-948e-bd8d06d45b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:33.626007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-feb95ab9-0d77-4f2a-948e-bd8d06d45b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:14:33.639961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74540012-4f43-4603-8f3c-68ebbbc36d37 req-83fcc074-e0c1-43d6-a781-455407d49a54 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426333 Feb 16 14:14:33.642501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-feb95ab9-0d77-4f2a-948e-bd8d06d45b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:14:33.643753 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-feb95ab9-0d77-4f2a-948e-bd8d06d45b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1144817 Feb 16 14:14:33.786730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-bf65085c-f6d2-433c-96ea-70d125cd3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:33.788037 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-bf65085c-f6d2-433c-96ea-70d125cd3e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1097 time: 0.0730560 Feb 16 14:14:33.918726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-c442268e-d77a-4aeb-8e6c-15c8945917d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:33.920144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-c442268e-d77a-4aeb-8e6c-15c8945917d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1265261 Feb 16 14:14:34.036878 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-9cd2c6cf-2c20-4779-a9b6-ed7fca7363d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1000 time: 0.1069305 Feb 16 14:14:34.107377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-a3243141-0be0-4e60-8d5d-02cd11a7b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:34.108755 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-a3243141-0be0-4e60-8d5d-02cd11a7b4c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0656409 Feb 16 14:14:34.185809 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-bb00c906-62e6-40d9-902b-acd4b9dbc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:34.187280 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-bb00c906-62e6-40d9-902b-acd4b9dbc5ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727265 Feb 16 14:14:34.330331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-489b6762-fd94-4026-8cc1-413aee1ae829 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367209 Feb 16 14:14:34.463133 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8df06839-d19a-4520-b25d-820ab5335bd2 req-058b905b-f32b-44d3-a8b4-d17d066843bf service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268296 Feb 16 14:14:34.859181 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c5e44-2924-422e-bbe1-c1c445152e7a req-2ee4c395-b518-4bd7-a380-056cc13e69cc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:34.860627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-199c5e44-2924-422e-bbe1-c1c445152e7a req-2ee4c395-b518-4bd7-a380-056cc13e69cc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.1070507 Feb 16 14:14:34.905578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-199c5e44-2924-422e-bbe1-c1c445152e7a req-558c5db9-becc-4fe3-a80a-354809b01e11 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391593 Feb 16 14:14:36.099740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0735af1-f3a5-4274-bf8a-34e472c04d22 req-97c907f0-6779-48fc-8996-33313d566eda tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:36.101240 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0735af1-f3a5-4274-bf8a-34e472c04d22 req-97c907f0-6779-48fc-8996-33313d566eda tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0863802 Feb 16 14:14:36.145787 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0735af1-f3a5-4274-bf8a-34e472c04d22 req-63cf420f-ee6b-4864-91c0-6980b7567900 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386105 Feb 16 14:14:36.339443 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18449cb1-25b8-471b-a968-27c0e8b74b58 req-8b41960e-bacb-49cb-8872-c72efc8604c1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:36.340891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-18449cb1-25b8-471b-a968-27c0e8b74b58 req-8b41960e-bacb-49cb-8872-c72efc8604c1 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0815277 Feb 16 14:14:36.391837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-18449cb1-25b8-471b-a968-27c0e8b74b58 req-940c4dd3-2157-4aef-9fda-234e56a28f43 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 Feb 16 14:14:36.749400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0179c5-3712-4fa7-b390-6b27d9303cbc req-857991b1-d5b4-40ca-95ae-71d52b0bf6d7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:36.750918 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec0179c5-3712-4fa7-b390-6b27d9303cbc req-857991b1-d5b4-40ca-95ae-71d52b0bf6d7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0907726 Feb 16 14:14:36.796197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ec0179c5-3712-4fa7-b390-6b27d9303cbc req-891a073d-1d69-4541-affe-4e4c4716c092 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393713 Feb 16 14:14:36.832443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3766-e95d-4323-aadd-2979f282708a req-e15ba156-162b-4c0f-b99d-17fb46963905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:36.833910 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-e15ba156-162b-4c0f-b99d-17fb46963905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 1097 time: 0.1192031 Feb 16 14:14:36.977191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3766-e95d-4323-aadd-2979f282708a req-ac3c84c9-0a8e-4faa-81ca-27dfcc81bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:36.978533 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-ac3c84c9-0a8e-4faa-81ca-27dfcc81bd2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1382613 Feb 16 14:14:37.086385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-7d285c52-f375-4374-913a-b8758bb150d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 200 len: 1000 time: 0.1015027 Feb 16 14:14:37.154937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3766-e95d-4323-aadd-2979f282708a req-6c6fa2e6-fd81-433b-b1c3-6561ce3a8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:37.156313 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-6c6fa2e6-fd81-433b-b1c3-6561ce3a8739 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0640776 Feb 16 14:14:37.235244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3766-e95d-4323-aadd-2979f282708a req-3cc83923-0021-4dda-aeb8-15e75e87da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:37.236600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-3cc83923-0021-4dda-aeb8-15e75e87da57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743725 Feb 16 14:14:37.371794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:14:37.480959 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-c8817561-0000-45f1-8d00-1ebd16f6f2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380846 Feb 16 14:14:37.624539 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a9dc3766-e95d-4323-aadd-2979f282708a req-614b9da3-e272-4f30-9afc-99768e470319 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372287 Feb 16 14:14:37.994721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fadc09-dc0a-4b0d-9e4d-79ecd9667d73 req-8ba906c7-7d4a-45d4-a619-c9a35b17d584 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:37.996236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-99fadc09-dc0a-4b0d-9e4d-79ecd9667d73 req-8ba906c7-7d4a-45d4-a619-c9a35b17d584 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0802729 Feb 16 14:14:38.044115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-99fadc09-dc0a-4b0d-9e4d-79ecd9667d73 req-32ce8fc0-4d18-4ec4-8024-30cdb4787359 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Feb 16 14:14:39.257151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cafd9-d28e-4569-85fa-37d02bead6e4 req-43d41b76-2ef1-442b-99a9-cde50cfd85aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:39.258541 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-481cafd9-d28e-4569-85fa-37d02bead6e4 req-43d41b76-2ef1-442b-99a9-cde50cfd85aa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0966990 Feb 16 14:14:39.307089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-481cafd9-d28e-4569-85fa-37d02bead6e4 req-c58f5b2a-6de3-4c1d-921b-7769003e46c5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396626 Feb 16 14:14:39.711691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7c436-9b60-4655-abf9-f345a273c54e req-1a4ea5ed-ca3c-4e8e-9687-0a5954f8cb3a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:39.713138 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c9d7c436-9b60-4655-abf9-f345a273c54e req-1a4ea5ed-ca3c-4e8e-9687-0a5954f8cb3a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0861437 Feb 16 14:14:39.757422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c9d7c436-9b60-4655-abf9-f345a273c54e req-abb40904-d463-4bf8-9f6a-2a5c9bf75e74 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Feb 16 14:14:40.734613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-749d6726-e8c3-48a3-b6c4-b0954813b527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:40.962024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa97e3d-7395-4e04-8a5e-e9496a3773ba req-14996426-e36b-4109-b0b2-1dcfb8489efc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:40.963649 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2aa97e3d-7395-4e04-8a5e-e9496a3773ba req-14996426-e36b-4109-b0b2-1dcfb8489efc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0846550 Feb 16 14:14:41.007610 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2aa97e3d-7395-4e04-8a5e-e9496a3773ba req-6b0568fa-0568-4adb-9d82-cda1a9ba0409 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385277 Feb 16 14:14:41.521286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-176fdcc3-e460-4f7b-b942-c96871444edf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:41.522634 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-176fdcc3-e460-4f7b-b942-c96871444edf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0828001 Feb 16 14:14:41.597637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Deleting port 21a91668-b3a9-44e7-a279-408e77d133c0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:14:41.597975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:41.842177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] For port 21a91668-b3a9-44e7-a279-408e77d133c0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=21a91668-b3a9-44e7-a279-408e77d133c0,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:14:41.842619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:42.138289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:42.138687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:42.138975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 disassociated. External IP: 172.26.1.189, port: 21a91668-b3a9-44e7-a279-408e77d133c0. Feb 16 14:14:42.139318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Calling delete_port for 21a91668-b3a9-44e7-a279-408e77d133c0 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:14:42.203533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5001739-835c-4c3b-bbb6-78130320c4b5 req-0d0861e9-5576-4c08-a88b-fe2d34f54191 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:42.204942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5001739-835c-4c3b-bbb6-78130320c4b5 req-0d0861e9-5576-4c08-a88b-fe2d34f54191 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 944 time: 0.0839436 Feb 16 14:14:42.249694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5001739-835c-4c3b-bbb6-78130320c4b5 req-7fa7b8e9-7bd4-44a8-a174-dfd5ee416043 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Feb 16 14:14:42.288006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:42.337117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'Port': ['ID=21a91668-b3a9-44e7-a279-408e77d133c0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:42.526691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:14:42.704735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:14:42.715188 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:14:42.726039 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:14:42.726700 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:14:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:42.884611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] No DVR routers for this DVR port 21a91668-b3a9-44e7-a279-408e77d133c0 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:14:42.887164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:42.889907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-deleted', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:14:42.906576 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d663ab53-cc65-49bd-8191-3ed40231bd00 req-5e9401cb-5ad2-413c-988d-203ccab88f28 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "DELETE /v2.0/ports/21a91668-b3a9-44e7-a279-408e77d133c0 HTTP/1.1" status: 204 len: 173 time: 1.3789294 Feb 16 14:14:42.915101 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:14:42.944009 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28515fe-aa55-4ead-b1ac-c77d2e45c9df', 'name': 'network-vif-deleted', 'tag': '21a91668-b3a9-44e7-a279-408e77d133c0', 'status': 'completed', 'code': 200} Feb 16 14:14:43.272202 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:43.276542 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:14:43.285538 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:14:43.286160 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:14:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:43.413414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24d517f7-925f-4b71-8792-90f2773b06e4 req-932e9372-93c7-41a4-a4c4-b8d2312ff940 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=a28515fe-aa55-4ead-b1ac-c77d2e45c9df HTTP/1.1" status: 200 len: 210 time: 0.0424519 Feb 16 14:14:43.465450 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:14:43.781377 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:43.785879 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492a834-424b-449b-afa7-2a1f8db1675b None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:14:43.954680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fc566cd9-1ee0-4715-a17e-57de0c88e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:44.014844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddfa0c4-5e6d-42dd-a2d6-1a376a658f99 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:14:44.273674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:44.279465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:44.778932 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-b427f2a7-760d-4446-a235-dd0b3d259fcf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1256912849&fields=id&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 267 time: 0.0405979 Feb 16 14:14:44.934599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-0a3e29cd-d701-4e5f-b887-01cd2c02ba43 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:44.936115 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-0a3e29cd-d701-4e5f-b887-01cd2c02ba43 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1481581 Feb 16 14:14:44.951740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-477daf71-e7f5-4ff0-b3d4-aabab55591e0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/quotas/cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 375 time: 0.0094559 Feb 16 14:14:45.036731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e7dc09fd-6a72-42db-a636-a82212223db2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798662 Feb 16 14:14:45.177928 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-905f33d2-5f8f-46ef-b63d-fe9d9d6afd2d service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295357 Feb 16 14:14:45.312989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-fcd1e29d-160d-4337-8a0a-d95530fc5626 service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281323 Feb 16 14:14:45.418398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:14:45.458312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 21a91668-b3a9-44e7-a279-408e77d133c0 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:14:45.458569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 21a91668-b3a9-44e7-a279-408e77d133c0 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:14:45.504970 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-61d215fe-2f91-4fba-807a-5c41c290ed8b req-9733b589-4b9b-4d7d-bcc5-76062314569b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 210 time: 0.0428910 Feb 16 14:14:45.818963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:45.826544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:46.572748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-a36ddb9b-e5db-4e49-b72c-778adc3f883b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:46.574321 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-a36ddb9b-e5db-4e49-b72c-778adc3f883b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1690145 Feb 16 14:14:46.624033 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-a816bbda-8387-42a4-b890-b7d5925585ba tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 380 time: 0.0419965 Feb 16 14:14:46.632319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'port': {'device_id': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'admin_state_up': True, 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'security_groups': ['28d177ed-efce-483a-95a8-24751a8f36a2']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:14:46.663778 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3580b222-e736-4338-9dd5-dcc955c40fd2 req-c46f521c-8a70-4f16-8b6a-e1cbb18e4d35 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 210 time: 0.0495334 Feb 16 14:14:46.775566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:14:46.779916 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:port and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:14:46.782999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:14:46.788899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:14:46.801429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:14:46.805036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:46.980772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Allocated IP 172.20.0.10 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/f078e55d-9de5-449a-9e12-515875710526) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:14:47.172510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.188829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Transition to ACTIVE for port object f078e55d-9de5-449a-9e12-515875710526 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:14:47.215020 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.284472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:14:47.287717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:14:47.294302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:14:47.327115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:47.348286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.348628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.348959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.349283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.349599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.349907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.350244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.350578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.350895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.351212 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.351522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.351835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:47.379491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:47.380083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.404300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-d1e2ae22-fd53-4607-8452-a184feb23fd6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756793 Feb 16 14:14:47.415894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Request body: {'port': {'device_id': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:14:47.498035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52dc2914-c18b-4421-89fd-5c7b760d77af None None] Provisioning for port f078e55d-9de5-449a-9e12-515875710526 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:14:47.503202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52dc2914-c18b-4421-89fd-5c7b760d77af None None] Provisioning complete for port f078e55d-9de5-449a-9e12-515875710526 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:14:47.503677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52dc2914-c18b-4421-89fd-5c7b760d77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.536969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.560047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-52dc2914-c18b-4421-89fd-5c7b760d77af None None] Port f078e55d-9de5-449a-9e12-515875710526 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:14:47.850987 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b41962-d136-478b-b549-d5906a48afb0 req-d1e0d7eb-3fce-4df3-8a99-e8de5f3d44ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:47.852426 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24b41962-d136-478b-b549-d5906a48afb0 req-d1e0d7eb-3fce-4df3-8a99-e8de5f3d44ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 932 time: 0.0819342 Feb 16 14:14:47.891147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f078e55d-9de5-449a-9e12-515875710526 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:14:47.898813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:47.900291 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24b41962-d136-478b-b549-d5906a48afb0 req-b9d4793a-15cd-473e-9bf3-3032422c0b4b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Feb 16 14:14:47.915660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Transition to ACTIVE for port object f078e55d-9de5-449a-9e12-515875710526 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:14:47.923040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:48.077317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:48.252161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Attempting to bind port f078e55d-9de5-449a-9e12-515875710526 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:14:48.252487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Attempting to bind port f078e55d-9de5-449a-9e12-515875710526 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:14:48.253032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Attempting to bind port f078e55d-9de5-449a-9e12-515875710526 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:14:48.261515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Port f078e55d-9de5-449a-9e12-515875710526 on network 06624369-27c4-4967-9a62-96a771b2f99a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:14:48.262026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Attempting to bind port f078e55d-9de5-449a-9e12-515875710526 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:14:48.270641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:14:48.270973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:14:48.271353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:14:48.271765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Bound port: f078e55d-9de5-449a-9e12-515875710526, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:14:48.272106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:48.364420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:14:48.367823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:14:48.372424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:48.434047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:48.434677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:48.436051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] 10.222.0.26 "PUT /v2.0/ports/f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1094 time: 1.0244956 Feb 16 14:14:48.436499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:14:48.464356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af60bf-4ac6-45a5-a465-a7a19e414a11 service neutron] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:48.508663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'status': 'completed', 'code': 200} Feb 16 14:14:48.548925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-7c1998ba-1e1b-4caa-9d2a-0d6f59b2c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:48.550417 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-7c1998ba-1e1b-4caa-9d2a-0d6f59b2c0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1097 time: 0.0745082 Feb 16 14:14:48.623139 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-e8b083ac-71a7-4a8b-a4e7-687c043d30d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 217 time: 0.0646267 Feb 16 14:14:48.683444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-df4b0a3d-1aa1-495e-9c28-c44772941df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:48.684805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-df4b0a3d-1aa1-495e-9c28-c44772941df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0561841 Feb 16 14:14:48.763048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-4fc338f2-953e-447a-930f-ee351369c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:48.764525 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-4fc338f2-953e-447a-930f-ee351369c1c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736184 Feb 16 14:14:48.912652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-0c80668a-8228-4ee7-9396-608567278715 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416037 Feb 16 14:14:48.949070 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:14:49.046632 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8780cf79-c6d8-4d2c-ac63-b93c47ce3739 req-4a74261c-00ff-43da-b20f-34a66dc40700 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276097 Feb 16 14:14:49.165292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361431b4-2440-47b1-8254-5df6ceee2414 req-d41c66be-eb35-43d3-8cec-4caa0ed5bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:49.166820 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-d41c66be-eb35-43d3-8cec-4caa0ed5bb51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1097 time: 0.0746469 Feb 16 14:14:49.202887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b356d94-fb8e-4b7c-b537-3b9ee79b9514 req-c36df8fc-4891-4e82-94a9-4b6c0f979d8b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:49.204356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b356d94-fb8e-4b7c-b537-3b9ee79b9514 req-c36df8fc-4891-4e82-94a9-4b6c0f979d8b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 944 time: 0.1973722 Feb 16 14:14:49.252594 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b356d94-fb8e-4b7c-b537-3b9ee79b9514 req-e377ef2b-4dbf-4ec0-8a6b-1d563dccd3dd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Feb 16 14:14:49.306386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361431b4-2440-47b1-8254-5df6ceee2414 req-fbbc9b38-3769-468d-ab36-a3e67e4b030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:49.307740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-fbbc9b38-3769-468d-ab36-a3e67e4b030c service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1349206 Feb 16 14:14:49.385554 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-7cdabb43-dbf3-4a2f-aa61-61419a20d9d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 217 time: 0.0712497 Feb 16 14:14:49.453541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361431b4-2440-47b1-8254-5df6ceee2414 req-8e0a61cf-bb28-4821-ab3a-d7385c572297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:49.455573 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-8e0a61cf-bb28-4821-ab3a-d7385c572297 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0643973 Feb 16 14:14:49.546538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361431b4-2440-47b1-8254-5df6ceee2414 req-ca65953c-c618-4033-af24-c2aa28d409a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:49.548507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-ca65953c-c618-4033-af24-c2aa28d409a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868907 Feb 16 14:14:49.687881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-af82cb2b-c44f-4648-8758-09bcaccb687d service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332476 Feb 16 14:14:49.819048 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-361431b4-2440-47b1-8254-5df6ceee2414 req-f51c875f-a86b-4b4a-9229-881760312297 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246727 Feb 16 14:14:50.483013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857fd12-3fe3-4648-add2-26ddcca5a8d0 req-24d3cca8-520d-4557-9ed2-5efe42c068c9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:50.484460 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b857fd12-3fe3-4648-add2-26ddcca5a8d0 req-24d3cca8-520d-4557-9ed2-5efe42c068c9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 944 time: 0.1022573 Feb 16 14:14:50.533359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b857fd12-3fe3-4648-add2-26ddcca5a8d0 req-bd6e93be-4cba-4164-b278-f10d9f0d6bba tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Feb 16 14:14:51.452131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:14:51.590005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:14:51.603366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'f078e55d-9de5-449a-9e12-515875710526', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:14:51.657496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:51.674615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f078e55d-9de5-449a-9e12-515875710526 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:14:51.690694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:14:51.694882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:51.718528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0898b9-1323-44fc-b119-d97691bcf853 req-814ac3a6-13da-44ed-9e02-62cf30165383 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:51.719949 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f0898b9-1323-44fc-b119-d97691bcf853 req-814ac3a6-13da-44ed-9e02-62cf30165383 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 944 time: 0.0805275 Feb 16 14:14:51.763271 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7f0898b9-1323-44fc-b119-d97691bcf853 req-6f248c89-dc89-4b2c-9ed8-63fc63d9338d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375280 Feb 16 14:14:51.764597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:51.771924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.772263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.772593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.772916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.773232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.773554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.773869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.774181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.774525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.774822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.775135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:51.775453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:14:52.040354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['f078e55d-9de5-449a-9e12-515875710526'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:14:52.974795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f257bb-a0cb-4547-a4f5-c0dc6b404247 req-2e75bdcb-869f-48cd-ba38-0200c3cc5364 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:52.976269 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1f257bb-a0cb-4547-a4f5-c0dc6b404247 req-2e75bdcb-869f-48cd-ba38-0200c3cc5364 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 945 time: 0.0988424 Feb 16 14:14:53.023265 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1f257bb-a0cb-4547-a4f5-c0dc6b404247 req-965c96ba-b9f2-4bc0-9672-6bcbad0dfca0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Feb 16 14:14:53.466864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:14:53.545890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port f078e55d-9de5-449a-9e12-515875710526 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:14:53.552085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port f078e55d-9de5-449a-9e12-515875710526 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:14:53.552453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:53.676574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:53.703843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:14:53.713578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:14:53.719021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:53.752183 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'code': 200} Feb 16 14:14:53.789862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:14:53.989083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c32b45-76da-453e-9ec4-f137d977e69a req-33fabe58-3bc0-4bb2-9255-5c457eedad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:53.990541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20c32b45-76da-453e-9ec4-f137d977e69a req-33fabe58-3bc0-4bb2-9255-5c457eedad22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1099 time: 0.0735531 Feb 16 14:14:54.042867 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-20c32b45-76da-453e-9ec4-f137d977e69a req-9d7f6e69-2466-4b5e-b58a-70f6698cbcc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454714 Feb 16 14:14:54.237558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7ee43-340a-4c10-be54-1f7a9fe339dc req-035aafad-46a7-4ee0-b0c4-cdacee645a00 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:54.239547 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-17b7ee43-340a-4c10-be54-1f7a9fe339dc req-035aafad-46a7-4ee0-b0c4-cdacee645a00 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.1063750 Feb 16 14:14:54.282898 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-17b7ee43-340a-4c10-be54-1f7a9fe339dc req-8c5e13cc-cae3-478c-8ca4-28b52cf26d14 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Feb 16 14:14:55.484820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f9eb-e892-484b-9985-e39ae83b5832 req-b7493db0-1d60-4133-95ff-bfd279526c66 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:55.486242 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b087f9eb-e892-484b-9985-e39ae83b5832 req-b7493db0-1d60-4133-95ff-bfd279526c66 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0844483 Feb 16 14:14:55.529869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b087f9eb-e892-484b-9985-e39ae83b5832 req-27070b65-e9bb-4765-a570-1672a6d85ed2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Feb 16 14:14:56.741438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8adc6a-fd2f-4ec0-9cc1-d00bfed5c089 req-b302df00-9c79-405b-92d6-7395552ae4c7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:56.742926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b8adc6a-fd2f-4ec0-9cc1-d00bfed5c089 req-b302df00-9c79-405b-92d6-7395552ae4c7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0908158 Feb 16 14:14:56.786912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b8adc6a-fd2f-4ec0-9cc1-d00bfed5c089 req-ddcb3aa1-7931-417b-adae-bce812c53f6d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Feb 16 14:14:56.983552 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1a26e-2456-4686-9905-f747283fb15c req-6343b2e0-6619-4eaf-b7a1-5a9a8bf2ffce tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:56.985154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8e1a26e-2456-4686-9905-f747283fb15c req-6343b2e0-6619-4eaf-b7a1-5a9a8bf2ffce tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0885706 Feb 16 14:14:56.994708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41404) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:14:56.999539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'floatingip': {'port_id': 'f078e55d-9de5-449a-9e12-515875710526'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:14:57.079109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:57.705072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:57.712029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:58.007750 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 associated. External IP: 172.26.1.189, port: f078e55d-9de5-449a-9e12-515875710526. Feb 16 14:14:58.386860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:14:58.578877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:14:58.583709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:14:58.590059 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:14:58.600461 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:14:58.601071 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:14:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:58.641912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1d8ddf8a-91a6-4494-a3ff-57ef24b1eb97 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "PUT /v2.0/floatingips/b66ab05c-cf01-473b-b378-c4e41c01b383 HTTP/1.1" status: 200 len: 992 time: 1.6466451 Feb 16 14:14:58.642523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:14:58.687966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'status': 'completed', 'code': 200} Feb 16 14:14:58.789898 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:14:58.803012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-e8d80fff-0349-4d9d-ad0c-bf1f581a98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:58.805050 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-e8d80fff-0349-4d9d-ad0c-bf1f581a98e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1099 time: 0.0891292 Feb 16 14:14:59.075251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eb35f-fa68-47bb-a7c0-c2107e6d4545 req-4c54bdac-d2c2-41fa-a5c9-f4bacdce8b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:59.076974 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5f6eb35f-fa68-47bb-a7c0-c2107e6d4545 req-4c54bdac-d2c2-41fa-a5c9-f4bacdce8b22 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0867944 Feb 16 14:14:59.126814 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-9200ece2-d8a3-4d59-8737-5863878000c8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1679757 Feb 16 14:14:59.127895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-bda96b42-81bf-4a9d-bccf-afdd220ea744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:59.129156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-bda96b42-81bf-4a9d-bccf-afdd220ea744 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.3187888 Feb 16 14:14:59.132005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5f6eb35f-fa68-47bb-a7c0-c2107e6d4545 req-b40a272c-3a4a-4418-951a-7f9f273db15d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471046 Feb 16 14:14:59.190072 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:14:57Z', 'revision_number': 9, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:59.196547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:14:59.206455 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:14:59.207091 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:14:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:59.241907 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-b60f90b3-4ec8-46a2-a038-700e10d00717 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1000 time: 0.1057894 Feb 16 14:14:59.309624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-73afeace-1ce8-4e42-8acc-ca441319a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:59.311287 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-73afeace-1ce8-4e42-8acc-ca441319a43b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0635407 Feb 16 14:14:59.406088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-de7f05bc-9d53-496e-b8d9-db37949bb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:14:59.407532 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-de7f05bc-9d53-496e-b8d9-db37949bb909 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903792 Feb 16 14:14:59.437874 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:14:59.561288 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-067d3f7b-99f4-4f48-8dd4-45eaa25b3ac0 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457300 Feb 16 14:14:59.718502 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e62fbad5-e49f-4b45-87b9-02f4c11bf597 req-ca290140-ffc6-421d-bb3b-7453a522322a service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520724 Feb 16 14:14:59.860284 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:14:57Z', 'revision_number': 9, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:14:59.866377 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d6a1f-ab0f-4cf4-b332-466979caaefb None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:14:57Z', 'revision_number': 9, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:15:00.081335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1c422-ad33-4967-9ed7-14bea5551816 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:15:00.449487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-114dd4b5-4e00-46c8-aa94-6601f5881df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:00.451022 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-114dd4b5-4e00-46c8-aa94-6601f5881df9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1099 time: 0.0832872 Feb 16 14:15:00.483300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96577a2a-8fe9-4291-8539-bc6461a34d68 req-b8c67ba0-1959-4d7f-928f-17d8d8d42436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:00.484734 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96577a2a-8fe9-4291-8539-bc6461a34d68 req-b8c67ba0-1959-4d7f-928f-17d8d8d42436 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0826733 Feb 16 14:15:00.528826 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96577a2a-8fe9-4291-8539-bc6461a34d68 req-9f6c3471-3643-46d1-a083-1b45199257c9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381212 Feb 16 14:15:00.613546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-13ac6bfc-43bb-4d0a-a285-e61bfa7ed1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:00.614324 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-13ac6bfc-43bb-4d0a-a285-e61bfa7ed1fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1578481 Feb 16 14:15:00.717735 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-ea36a6d2-4f91-4f7a-b944-7a8a8ae211d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1003 time: 0.0978351 Feb 16 14:15:00.785744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-023f306c-bd6a-4e93-83ce-83683ed6c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:00.787316 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-023f306c-bd6a-4e93-83ce-83683ed6c9c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0642066 Feb 16 14:15:00.865772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-2b33b982-bd73-4579-8540-193b5a0934c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:00.867297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-2b33b982-bd73-4579-8540-193b5a0934c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741012 Feb 16 14:15:00.999335 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-fdd385f9-878b-4e9a-b8f4-4c06a7e85324 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262095 Feb 16 14:15:01.141200 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-e79e28a3-c278-4762-a3e9-d076cea071b2 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360610 Feb 16 14:15:01.720977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545ba4f-df6a-4477-9e6f-0a7985c1914f req-3d9d2bf1-a2ca-4c30-92ba-cdda5b9148ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:01.722460 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4545ba4f-df6a-4477-9e6f-0a7985c1914f req-3d9d2bf1-a2ca-4c30-92ba-cdda5b9148ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0836051 Feb 16 14:15:01.770381 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4545ba4f-df6a-4477-9e6f-0a7985c1914f req-17c918c0-d23a-4076-a44e-22991bc5f2bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Feb 16 14:15:02.968112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fed39-b348-4ed7-ae45-b7b00c9b4280 req-840bf7eb-7c10-4dd7-bb2d-7399f833ed6a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:02.969605 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e51fed39-b348-4ed7-ae45-b7b00c9b4280 req-840bf7eb-7c10-4dd7-bb2d-7399f833ed6a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0885625 Feb 16 14:15:03.054971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e51fed39-b348-4ed7-ae45-b7b00c9b4280 req-0cd1d136-5ee9-49d6-afdc-90ba100ec7d2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789039 Feb 16 14:15:04.240813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8b9b0-fcab-463c-9ddb-63e0651baccb req-c9d81b1a-f905-4c82-bc82-1cb531ebeddb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:04.242393 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34e8b9b0-fcab-463c-9ddb-63e0651baccb req-c9d81b1a-f905-4c82-bc82-1cb531ebeddb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0808713 Feb 16 14:15:04.289592 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-34e8b9b0-fcab-463c-9ddb-63e0651baccb req-2be9a02a-6b79-4033-adb5-9d19ddb7c15c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413711 Feb 16 14:15:05.493889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72fc93-06f6-44c8-b65a-4467b2b7185f req-ac7f3409-1a56-43b5-9e70-6367b3987136 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:05.495418 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c72fc93-06f6-44c8-b65a-4467b2b7185f req-ac7f3409-1a56-43b5-9e70-6367b3987136 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0955625 Feb 16 14:15:05.541244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7c72fc93-06f6-44c8-b65a-4467b2b7185f req-6a10b132-d472-4b73-861a-986a36a086ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375674 Feb 16 14:15:06.847134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb69dc3-27d2-47ae-bb09-aa36470dff82 req-7b81911b-a6d2-4d5b-bf13-f80db506f838 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:06.848545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ddb69dc3-27d2-47ae-bb09-aa36470dff82 req-7b81911b-a6d2-4d5b-bf13-f80db506f838 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.2021286 Feb 16 14:15:06.892118 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ddb69dc3-27d2-47ae-bb09-aa36470dff82 req-d051ddaa-af99-46db-8ed4-46177a2d57c3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378246 Feb 16 14:15:08.170866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfad4d-d343-41a9-a924-8fc045a3c038 req-de8a42c7-d674-4c95-a644-daa6f08c251b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:08.172222 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8bfad4d-d343-41a9-a924-8fc045a3c038 req-de8a42c7-d674-4c95-a644-daa6f08c251b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.1601112 Feb 16 14:15:08.217971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8bfad4d-d343-41a9-a924-8fc045a3c038 req-142e2635-569d-4767-b0bd-a6b81f46673b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Feb 16 14:15:09.549019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044b99f-fb1b-4b20-a757-1fae0cdd22de req-a041c87d-19ac-48cf-85f7-9f04d73cafe4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:09.550420 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a044b99f-fb1b-4b20-a757-1fae0cdd22de req-a041c87d-19ac-48cf-85f7-9f04d73cafe4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.2109423 Feb 16 14:15:09.594670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a044b99f-fb1b-4b20-a757-1fae0cdd22de req-16294b1b-a201-4537-97da-fd09c873029c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 Feb 16 14:15:10.738344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-793b6146-9733-4edb-a388-2552276f5c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:10.809507 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028c177-877f-4998-8fd9-f41ced450653 req-fb9bba9d-7ea9-4003-8478-012e2aa1b2c8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:10.811123 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a028c177-877f-4998-8fd9-f41ced450653 req-fb9bba9d-7ea9-4003-8478-012e2aa1b2c8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.1045988 Feb 16 14:15:10.858683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a028c177-877f-4998-8fd9-f41ced450653 req-eb7c960a-a881-4296-9036-ca02e7f0df43 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Feb 16 14:15:12.049059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91397588-7931-4829-b894-15cd1234fbf6 req-84b08c5d-e235-4e4c-b9b6-d30db3bb1d8e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:12.050840 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91397588-7931-4829-b894-15cd1234fbf6 req-84b08c5d-e235-4e4c-b9b6-d30db3bb1d8e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0814950 Feb 16 14:15:12.098519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-91397588-7931-4829-b894-15cd1234fbf6 req-b89ce39e-255b-43a1-980d-ab43d042a7a3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 Feb 16 14:15:13.312461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf22f5-8e3a-4dbb-a241-f2f4f199144b req-abe9ed57-2c98-4fd1-a0d5-4783dcb5160f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:13.313959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94bf22f5-8e3a-4dbb-a241-f2f4f199144b req-abe9ed57-2c98-4fd1-a0d5-4783dcb5160f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0960045 Feb 16 14:15:13.371720 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-94bf22f5-8e3a-4dbb-a241-f2f4f199144b req-5bef4b40-c8e2-40c1-866f-67b3c7776ed7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514259 Feb 16 14:15:13.954748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67455df3-d309-4ebe-ac38-665842954a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:14.277025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:14.279798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:14.584744 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6eecf4-e7f4-433d-a4cb-317923e2366d req-03a129c7-5ca6-46d0-8923-5b3c84c194d8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:14.586173 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd6eecf4-e7f4-433d-a4cb-317923e2366d req-03a129c7-5ca6-46d0-8923-5b3c84c194d8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0940185 Feb 16 14:15:14.631218 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd6eecf4-e7f4-433d-a4cb-317923e2366d req-68cba9df-f51d-4134-b405-375a26a58eba tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Feb 16 14:15:15.827938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:15.830689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958cdf-0969-4904-8035-d6abe0f07154 req-ceb0e654-3900-4e90-8e5c-a7c98fcc87f8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:15.832359 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b1958cdf-0969-4904-8035-d6abe0f07154 req-ceb0e654-3900-4e90-8e5c-a7c98fcc87f8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0868709 Feb 16 14:15:15.832695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:15.876565 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b1958cdf-0969-4904-8035-d6abe0f07154 req-136f05a9-1d06-48dc-b148-b055294da30b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382810 Feb 16 14:15:17.078658 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c225f-2a5e-4c51-8fa1-5b9a084fd4c5 req-b5dc4465-bf45-4bd2-aca2-1bc44deebbea tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:17.080121 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-600c225f-2a5e-4c51-8fa1-5b9a084fd4c5 req-b5dc4465-bf45-4bd2-aca2-1bc44deebbea tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0832577 Feb 16 14:15:17.131148 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-600c225f-2a5e-4c51-8fa1-5b9a084fd4c5 req-bf765628-7713-4757-986f-b42d7be9d23f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Feb 16 14:15:18.052715 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-0a482142-43a1-4855-b3a5-d4c25225c441 service neutron] 10.222.0.26 "GET /v2.0/ports/f078e55d-9de5-449a-9e12-515875710526/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.1750090 Feb 16 14:15:18.332451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996f836-e384-4c3b-9c70-16bdc8d78115 req-845eb595-e31e-4608-b55d-082cf4a4f1f9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.333895 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0996f836-e384-4c3b-9c70-16bdc8d78115 req-845eb595-e31e-4608-b55d-082cf4a4f1f9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0824776 Feb 16 14:15:18.334679 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-cbaa8889-ea6b-43ed-9ea8-43167d0d8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.336115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-cbaa8889-ea6b-43ed-9ea8-43167d0d8ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1099 time: 0.0701540 Feb 16 14:15:18.379231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0996f836-e384-4c3b-9c70-16bdc8d78115 req-37d4d01d-0d94-43c3-bd86-e1d1a3da2eb5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387666 Feb 16 14:15:18.432573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-f7f7b6aa-284e-4f66-8de7-33cba1475b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.433966 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-f7f7b6aa-284e-4f66-8de7-33cba1475b22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1099 time: 0.0722272 Feb 16 14:15:18.574477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-2a97aa4a-ae7f-40b1-90ee-f0e8f5c6a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.576147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-2a97aa4a-ae7f-40b1-90ee-f0e8f5c6a5da service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1364219 Feb 16 14:15:18.691216 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-fa7dcd03-46a3-4619-9904-46d011907be5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1003 time: 0.1075304 Feb 16 14:15:18.756552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-83fa67d5-d9f7-469b-ac5b-043417e6a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.757929 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-83fa67d5-d9f7-469b-ac5b-043417e6a1e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0606604 Feb 16 14:15:18.833481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb614-df98-4485-9c72-05c69210be79 req-c3720b08-8df4-456e-a16c-963d51225c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:18.834985 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-c3720b08-8df4-456e-a16c-963d51225c07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713198 Feb 16 14:15:18.967775 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-08e99008-2a3f-44c2-8509-65f7164d945f service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263628 Feb 16 14:15:19.115202 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d8fb614-df98-4485-9c72-05c69210be79 req-3a87f6ba-15da-4cba-8fbf-59cba1d343ff service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413038 Feb 16 14:15:19.592154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881199b1-6914-4c5d-a503-f72397702b3f req-234dcc3c-7871-4537-8717-cbb49237ad6c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:19.593626 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-881199b1-6914-4c5d-a503-f72397702b3f req-234dcc3c-7871-4537-8717-cbb49237ad6c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.1032743 Feb 16 14:15:19.642077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-881199b1-6914-4c5d-a503-f72397702b3f req-f6dd8b1f-fd50-4fa3-8fec-693e432f2662 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396092 Feb 16 14:15:20.850616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fc41b-2482-45f7-a502-01b22c6e8958 req-c2e4c56d-c39e-4e78-93b8-5768efccec9e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:20.852225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-398fc41b-2482-45f7-a502-01b22c6e8958 req-c2e4c56d-c39e-4e78-93b8-5768efccec9e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0938110 Feb 16 14:15:20.895559 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-398fc41b-2482-45f7-a502-01b22c6e8958 req-621914e4-f0be-4e32-86b7-4cbf4346ba41 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376077 Feb 16 14:15:21.587689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:15:21.590565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:15:21.839913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:21.857544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:21.877407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'f078e55d-9de5-449a-9e12-515875710526', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:15:21.883857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:21.930187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:21.943024 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'code': 200} Feb 16 14:15:21.945475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:22.000077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:22.022761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f078e55d-9de5-449a-9e12-515875710526 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:15:22.061260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:22.091227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c943d-eb65-4552-8d0b-64c23ec1d9fb req-5c24404d-6852-48ed-ac8a-1e2755be7933 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:22.092564 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-414c943d-eb65-4552-8d0b-64c23ec1d9fb req-5c24404d-6852-48ed-ac8a-1e2755be7933 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 944 time: 0.0844655 Feb 16 14:15:22.092740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:15:22.093084 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:15:22.138738 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-414c943d-eb65-4552-8d0b-64c23ec1d9fb req-92f7a337-4cd2-41ef-8fac-8cfc926ee5ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391846 Feb 16 14:15:22.560895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-3a67453b-276c-4723-882a-1110f18282bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:22.562045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-3a67453b-276c-4723-882a-1110f18282bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:15:22.580606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-3a67453b-276c-4723-882a-1110f18282bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:15:22.581754 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-3a67453b-276c-4723-882a-1110f18282bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 944 time: 0.1058822 Feb 16 14:15:22.616692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d6b7-cae8-4650-a746-1f78c5f21b87 req-7d8fef1e-2d71-4f2b-951e-6eeeb0b7737b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:22.618507 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ecd5d6b7-cae8-4650-a746-1f78c5f21b87 req-7d8fef1e-2d71-4f2b-951e-6eeeb0b7737b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 944 time: 0.0837717 Feb 16 14:15:22.649469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:22.663814 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ecd5d6b7-cae8-4650-a746-1f78c5f21b87 req-c4fa7b58-f42e-48f3-93a0-0a0cf8b1539a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388498 Feb 16 14:15:22.666288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f078e55d-9de5-449a-9e12-515875710526 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:15:22.669572 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-29966307-0fd4-4c71-bdfc-87a6d1bf6a70 service neutron] 10.222.0.26 "GET /v2.0/ports/f078e55d-9de5-449a-9e12-515875710526/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0815327 Feb 16 14:15:22.682719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:22.686840 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:22.755290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['f078e55d-9de5-449a-9e12-515875710526'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:15:22.766977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-83e27ae5-e1a5-42a3-b867-e21047d1f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:22.768475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-83e27ae5-e1a5-42a3-b867-e21047d1f3d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1098 time: 0.0741794 Feb 16 14:15:22.796965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:22.901551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-5d49b5b7-0847-4f0b-81b7-18b6a976ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:22.903058 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-5d49b5b7-0847-4f0b-81b7-18b6a976ee6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1281815 Feb 16 14:15:23.008574 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-be7d7f26-37bc-4e5c-91e4-0d64b15b3c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1002 time: 0.0997963 Feb 16 14:15:23.073379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-e46970df-e8fd-41f5-a395-57b967b4f8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:23.074801 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-e46970df-e8fd-41f5-a395-57b967b4f8c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0605965 Feb 16 14:15:23.151083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-5e693d58-1b5b-41be-a294-dc77fbacec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:23.152522 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-5e693d58-1b5b-41be-a294-dc77fbacec5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713685 Feb 16 14:15:23.287226 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-5cf0f057-26de-477e-ad40-afe1b97e995d service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Feb 16 14:15:23.525553 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-c845284a-0f6e-4c49-a2de-bfb4d980474f service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317843 Feb 16 14:15:23.605041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:15:23.686132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port f078e55d-9de5-449a-9e12-515875710526 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:15:23.686876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:23.806139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:23.838649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:23.844496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:23.858281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf45af-76ce-44db-a1fc-30880018866c req-b39b1bf8-1604-49f5-817b-8794a4df02ee tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:23.859738 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1bf45af-76ce-44db-a1fc-30880018866c req-b39b1bf8-1604-49f5-817b-8794a4df02ee tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 945 time: 0.0863948 Feb 16 14:15:23.904384 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1bf45af-76ce-44db-a1fc-30880018866c req-09e37250-10f8-4873-bf67-6187e0bb41d5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387769 Feb 16 14:15:23.911150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:23.944551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:23.997960 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'code': 200} Feb 16 14:15:25.111491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649b142-0ae5-4e24-9ebe-3b926a5a39e4 req-ae83bc1c-9287-44b2-8bed-6c09e40f7dd0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:25.112949 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a649b142-0ae5-4e24-9ebe-3b926a5a39e4 req-ae83bc1c-9287-44b2-8bed-6c09e40f7dd0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0962665 Feb 16 14:15:25.162291 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a649b142-0ae5-4e24-9ebe-3b926a5a39e4 req-3398f48a-de24-4a61-9ba9-82a26c352e19 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Feb 16 14:15:25.940773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-d7588cbf-ca24-4435-a111-6a67feac3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:25.942185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-d7588cbf-ca24-4435-a111-6a67feac3b01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1099 time: 0.0774052 Feb 16 14:15:25.949579 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:15:26.037096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-c8f55d71-419e-44e9-ae88-2931ef804eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:26.038585 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-c8f55d71-419e-44e9-ae88-2931ef804eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 1099 time: 0.0749791 Feb 16 14:15:26.168558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-cff5fc29-4ce3-4ed2-9c85-9d64acfa9afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:26.169980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-cff5fc29-4ce3-4ed2-9c85-9d64acfa9afc service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1253681 Feb 16 14:15:26.272414 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-396229c7-dcf6-49ca-bbca-cbaa4d26cbda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 200 len: 1003 time: 0.0965824 Feb 16 14:15:26.334607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-772ede29-9385-4b06-a890-ed273ffffdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:26.336020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-772ede29-9385-4b06-a890-ed273ffffdfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0576253 Feb 16 14:15:26.353474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86cb6a-55b3-4b09-bd45-237dc0fdea9a req-9a8a004a-710a-4f94-a5f1-02c4392e8d1d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:26.354974 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb86cb6a-55b3-4b09-bd45-237dc0fdea9a req-9a8a004a-710a-4f94-a5f1-02c4392e8d1d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0809448 Feb 16 14:15:26.399086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb86cb6a-55b3-4b09-bd45-237dc0fdea9a req-b807bc8d-4d25-4221-8272-8f742484566c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Feb 16 14:15:26.413571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-8dfcbb1c-dd0e-4c71-9019-271c3bd874b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:26.415117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-8dfcbb1c-dd0e-4c71-9019-271c3bd874b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731769 Feb 16 14:15:26.557695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-707b63c9-f878-4431-b61b-530e9b5cc246 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358547 Feb 16 14:15:26.693230 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-029aecf7-2393-492e-ac8a-60990ea1a46f req-24104c37-dfeb-42f5-8745-a9f9d0e204b6 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297991 Feb 16 14:15:27.604829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3883a9d-6777-4237-bf01-5894dabfe3b6 req-cc2f8e55-47a0-46f2-be0b-5625fd8cdca7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:27.606385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3883a9d-6777-4237-bf01-5894dabfe3b6 req-cc2f8e55-47a0-46f2-be0b-5625fd8cdca7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 946 time: 0.0911441 Feb 16 14:15:27.630007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:15:27.653937 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b3883a9d-6777-4237-bf01-5894dabfe3b6 req-556474df-89bd-4666-870a-a48224252980 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Feb 16 14:15:27.769011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:27.781883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'f078e55d-9de5-449a-9e12-515875710526', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': 'f078e55d-9de5-449a-9e12-515875710526', 'mac_address': 'fa:16:3e:15:b8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:15:27.841602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:27.859105 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f078e55d-9de5-449a-9e12-515875710526 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:15:27.874258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:27.879877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:27.950958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=9']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:27.976991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['f078e55d-9de5-449a-9e12-515875710526'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:15:28.843995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e013422-9dba-4022-a8cb-681086864019 req-495a672a-981e-415f-b0cc-0a627ed06fa0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:28.845471 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e013422-9dba-4022-a8cb-681086864019 req-495a672a-981e-415f-b0cc-0a627ed06fa0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 945 time: 0.0830426 Feb 16 14:15:28.890961 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e013422-9dba-4022-a8cb-681086864019 req-4db63e7c-b061-4e45-a1bb-2c294ca501b6 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 Feb 16 14:15:29.645250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:15:29.719827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port f078e55d-9de5-449a-9e12-515875710526 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:15:29.720231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:29.836876 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:29.864558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:29.874793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:29.879895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:29.916235 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'code': 200} Feb 16 14:15:29.951698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=10']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:30.085102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39fcc4-5cf8-474b-9319-ae730ef29104 req-584531e0-c4c6-4389-b46a-dd07c863b603 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:30.086553 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac39fcc4-5cf8-474b-9319-ae730ef29104 req-584531e0-c4c6-4389-b46a-dd07c863b603 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0910985 Feb 16 14:15:30.132589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac39fcc4-5cf8-474b-9319-ae730ef29104 req-10d848b3-2d58-4e42-97bf-6906f8f34287 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375569 Feb 16 14:15:30.337956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6a43b-446a-4999-af3a-3f6ab3c845dc req-13fc9783-9466-49c8-918d-d97de298db4c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:30.339461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-48a6a43b-446a-4999-af3a-3f6ab3c845dc req-13fc9783-9466-49c8-918d-d97de298db4c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0959699 Feb 16 14:15:30.386452 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-48a6a43b-446a-4999-af3a-3f6ab3c845dc req-369c7610-a03a-4a0c-afc8-7b64b4387ed5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Feb 16 14:15:30.578300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38358c1-9bf2-4b96-b22a-0ab1286b5a28 req-506124f3-bfbb-4eaf-aebd-734701c2dcbd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:30.579755 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a38358c1-9bf2-4b96-b22a-0ab1286b5a28 req-506124f3-bfbb-4eaf-aebd-734701c2dcbd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0874357 Feb 16 14:15:30.627241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a38358c1-9bf2-4b96-b22a-0ab1286b5a28 req-df2b2fcc-c1c5-4487-bcb2-4b785b599762 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 Feb 16 14:15:31.020780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e009998-786c-4764-b13b-341aa4712a65 req-e6082f93-fb47-4ae0-8e5f-a50b49c2bfb2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:31.022248 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e009998-786c-4764-b13b-341aa4712a65 req-e6082f93-fb47-4ae0-8e5f-a50b49c2bfb2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0850191 Feb 16 14:15:31.066435 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2e009998-786c-4764-b13b-341aa4712a65 req-2cb33f00-462f-4b4f-bd73-d36bb1083015 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382676 Feb 16 14:15:32.276054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078072bd-6a8c-4e50-be26-6f19d61c720d req-bd492dd7-7b3e-4789-bd3f-927ebd0fc7ab tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:32.277388 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-078072bd-6a8c-4e50-be26-6f19d61c720d req-bd492dd7-7b3e-4789-bd3f-927ebd0fc7ab tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0920663 Feb 16 14:15:32.325175 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-078072bd-6a8c-4e50-be26-6f19d61c720d req-9a605f97-6533-4b70-baac-df93609b8235 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391316 Feb 16 14:15:33.154186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-79611971-caea-40ce-bfa4-3f1a61402c93 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:33.155643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-79611971-caea-40ce-bfa4-3f1a61402c93 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.1019742 Feb 16 14:15:33.224459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Deleting port f078e55d-9de5-449a-9e12-515875710526 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:15:33.224790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:33.477041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] For port f078e55d-9de5-449a-9e12-515875710526, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=f078e55d-9de5-449a-9e12-515875710526,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:33.477346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:33.517657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2cd00-4b81-4062-905b-f45ad6554012 req-ebc82de1-053e-4c95-9191-06954ca2fd42 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:33.519209 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d2e2cd00-4b81-4062-905b-f45ad6554012 req-ebc82de1-053e-4c95-9191-06954ca2fd42 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 947 time: 0.0887415 Feb 16 14:15:33.564107 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d2e2cd00-4b81-4062-905b-f45ad6554012 req-39fd3bd6-65b7-4f97-8296-fb471dbeadf2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 Feb 16 14:15:33.866381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:33.866747 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:33.867049 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 disassociated. External IP: 172.26.1.189, port: f078e55d-9de5-449a-9e12-515875710526. Feb 16 14:15:33.867378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Calling delete_port for f078e55d-9de5-449a-9e12-515875710526 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:15:34.019244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:34.068404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'Port': ['ID=f078e55d-9de5-449a-9e12-515875710526,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:34.257735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:15:34.435246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:15:34.447863 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:15:34.458069 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:15:34.458722 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:15:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:34.513626 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] No DVR routers for this DVR port f078e55d-9de5-449a-9e12-515875710526 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:15:34.516230 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:34.518928 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-deleted', 'tag': 'f078e55d-9de5-449a-9e12-515875710526'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:34.534937 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7b48379a-3a2b-47ed-b3c2-51fbc2a2dc6b req-3e3f1fad-2f07-4c64-b21e-fde50d0e75fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "DELETE /v2.0/ports/f078e55d-9de5-449a-9e12-515875710526 HTTP/1.1" status: 204 len: 173 time: 1.3741965 Feb 16 14:15:34.566198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63962a8f-28c4-4d34-a824-5e3e53edcf4c', 'name': 'network-vif-deleted', 'tag': 'f078e55d-9de5-449a-9e12-515875710526', 'status': 'completed', 'code': 200} Feb 16 14:15:34.641496 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:15:34.736375 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bbba6218-8a51-4544-9dff-5d58f03df7cc req-9bbf81e9-2ffc-4dd1-94f8-9be46df54387 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=63962a8f-28c4-4d34-a824-5e3e53edcf4c HTTP/1.1" status: 200 len: 210 time: 0.0419183 Feb 16 14:15:34.953013 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:34.957318 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:15:34.966856 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:15:34.967461 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:15:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:35.146097 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:15:35.505157 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:35.509113 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47f7ea-65e0-47c1-ab40-b6f8dd580b9b None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:15:35.728516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efa3e-6326-4cc3-a478-645103e05804 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:15:36.077130 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-f3df8d11-4b0d-41d8-8c0b-22717b28cf63 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-securitygroup--1256912849&fields=id&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 267 time: 0.0393403 Feb 16 14:15:36.226636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-f015e56f-97fd-4a95-891b-ff7caf7d9f6f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:36.228056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-f015e56f-97fd-4a95-891b-ff7caf7d9f6f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1413505 Feb 16 14:15:36.244128 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-20cc1408-43f9-4c62-9e8b-8ac42f067d41 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/quotas/cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 375 time: 0.0090516 Feb 16 14:15:36.332527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-9b70c680-2474-464e-8e00-f57fcc9acedb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833864 Feb 16 14:15:36.612680 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-9c6cf50b-dcc9-4be1-b659-a18110cc354a service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620590 Feb 16 14:15:36.750596 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-ee4e4971-107c-4da0-a19c-5bd89644d6dd service neutron] 10.222.0.105 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289549 Feb 16 14:15:36.931330 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4aec6e51-c92f-4ea6-b89d-b9080501679a req-d9b0e7b7-5ef7-4acb-8425-1effed3c9d93 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 210 time: 0.0416965 Feb 16 14:15:37.689395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:15:37.729584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: f078e55d-9de5-449a-9e12-515875710526 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:15:37.729921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device f078e55d-9de5-449a-9e12-515875710526 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:15:38.015456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-20a98168-0c3b-41da-a741-e9b9dd29b146 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:38.017005 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-20a98168-0c3b-41da-a741-e9b9dd29b146 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 811 time: 0.1510761 Feb 16 14:15:38.067409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3f678ee9-a3ac-4dee-92f0-763e7682592a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 380 time: 0.0422559 Feb 16 14:15:38.076608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'port': {'device_id': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'admin_state_up': True, 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'security_groups': ['28d177ed-efce-483a-95a8-24751a8f36a2']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:38.091927 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-191b66af-1793-4a1d-bb2b-6fcedc08f702 req-e39f045b-b5a3-48af-a210-a064969664c3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 210 time: 0.0490484 Feb 16 14:15:38.210618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:15:38.215012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Usage tracker for resource:port and tenant:cb2fa9fa7cc54547ac9d46cb34a355dc is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:15:38.217869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:15:38.223692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:15:38.234700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Made reservation on behalf of cb2fa9fa7cc54547ac9d46cb34a355dc for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:15:38.238151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:38.414639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Allocated IP 172.20.0.3 (06624369-27c4-4967-9a62-96a771b2f99a/68bbed85-3078-4879-b3c4-66b00f33caa4/813968e3-ec34-4a14-9be5-10d9d3e02a65) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:15:38.602765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:38.617937 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Transition to ACTIVE for port object 813968e3-ec34-4a14-9be5-10d9d3e02a65 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:15:38.642999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:38.715793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Network 06624369-27c4-4967-9a62-96a771b2f99a is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:15:38.719187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:15:38.721630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:15:38.757311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:38.790612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:38.791292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:38.818555 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-30f3648e-4b82-4d6e-86bc-b3c26c5a051b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7456496 Feb 16 14:15:38.830658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Request body: {'port': {'device_id': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:38.989283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-489945e0-23d9-43d4-8e1c-6964745a3c25 None None] Provisioning for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:15:38.994830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-489945e0-23d9-43d4-8e1c-6964745a3c25 None None] Provisioning complete for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:15:38.995316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-489945e0-23d9-43d4-8e1c-6964745a3c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.052364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-489945e0-23d9-43d4-8e1c-6964745a3c25 None None] Port 813968e3-ec34-4a14-9be5-10d9d3e02a65 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:15:39.055400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.274173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5ca52-e250-4a59-be64-37c4456df312 req-718b2e81-70f3-407b-9016-689f71867ab3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:39.276658 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d4e5ca52-e250-4a59-be64-37c4456df312 req-718b2e81-70f3-407b-9016-689f71867ab3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 931 time: 0.0789962 Feb 16 14:15:39.321065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d4e5ca52-e250-4a59-be64-37c4456df312 req-759f4869-06ad-497a-9323-0373d2180f24 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 Feb 16 14:15:39.394422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:15:39.401525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.415697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Transition to ACTIVE for port object 813968e3-ec34-4a14-9be5-10d9d3e02a65 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:15:39.420888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.578317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:39.658071 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Attempting to bind port 813968e3-ec34-4a14-9be5-10d9d3e02a65 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:15:39.658372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Attempting to bind port 813968e3-ec34-4a14-9be5-10d9d3e02a65 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:15:39.658695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Attempting to bind port 813968e3-ec34-4a14-9be5-10d9d3e02a65 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:15:39.663522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Port 813968e3-ec34-4a14-9be5-10d9d3e02a65 on network 06624369-27c4-4967-9a62-96a771b2f99a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:15:39.663836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Attempting to bind port 813968e3-ec34-4a14-9be5-10d9d3e02a65 on network 06624369-27c4-4967-9a62-96a771b2f99a {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:15:39.669493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:15:39.669863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Checking segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:15:39.670253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Bound using segment: {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:15:39.670712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Bound port: 813968e3-ec34-4a14-9be5-10d9d3e02a65, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21901a2-af0f-4d19-bea6-f22e284346fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:15:39.671053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.764429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:15:39.767254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:15:39.773068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.837453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:39.838837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:39.840230 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] 10.222.0.26 "PUT /v2.0/ports/813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1093 time: 1.0138927 Feb 16 14:15:39.840779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:39.865943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a546-02bf-4def-a9e7-409ac7e127ef service neutron] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:39.916904 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'status': 'completed', 'code': 200} Feb 16 14:15:39.959722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-65d8d415-86b1-4ace-a39d-d818fb8af1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:39.961195 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-65d8d415-86b1-4ace-a39d-d818fb8af1f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1096 time: 0.0803187 Feb 16 14:15:40.032510 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3d414840-fbc5-4d3d-bf86-b08ba7343c63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 217 time: 0.0637634 Feb 16 14:15:40.108228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3464eb99-da39-4dea-931f-58b17af83acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.109666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-3464eb99-da39-4dea-931f-58b17af83acd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0718768 Feb 16 14:15:40.198129 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-8de23f89-f443-4cc8-9107-9b6851a1df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.199518 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-8de23f89-f443-4cc8-9107-9b6851a1df30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837452 Feb 16 14:15:40.329707 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-f39f4b53-32b6-4562-b138-5d197080f2d4 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236119 Feb 16 14:15:40.459905 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-efcfd6c4-e23c-498a-81c5-95ed39bfbbe6 req-27aa0979-ca25-4206-9b89-7f9309705e54 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241221 Feb 16 14:15:40.513098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8ccca-56ea-4abc-84a6-f76b547606ad req-52623873-65ce-4e58-a162-53d1cdd329c9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.514655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c3a8ccca-56ea-4abc-84a6-f76b547606ad req-52623873-65ce-4e58-a162-53d1cdd329c9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0867496 Feb 16 14:15:40.559379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c3a8ccca-56ea-4abc-84a6-f76b547606ad req-c569fd75-a676-4783-968e-c113fc7dd4a7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Feb 16 14:15:40.580278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-f682e5c9-e38e-4b19-91ef-765db85acf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.581753 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-f682e5c9-e38e-4b19-91ef-765db85acf8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1096 time: 0.0762489 Feb 16 14:15:40.735541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326bc1f3-c975-491a-9d11-991943929871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:40.807611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-a359fed7-e1c3-494c-a160-0749f34ae6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.809052 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-a359fed7-e1c3-494c-a160-0749f34ae6b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.2215800 Feb 16 14:15:40.878176 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-34faf95a-edcb-4a6a-8866-3d61d8728244 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 217 time: 0.0624325 Feb 16 14:15:40.938462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-530cd785-8370-4d1f-aecb-3d7f4939b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:40.940193 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-530cd785-8370-4d1f-aecb-3d7f4939b9c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0560613 Feb 16 14:15:41.016895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-4f6fd452-fc90-4b16-a8c1-29ac1a4ce833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:41.018424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-4f6fd452-fc90-4b16-a8c1-29ac1a4ce833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717757 Feb 16 14:15:41.165499 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-c6b088e6-9566-4a82-8138-722256610c2c service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404910 Feb 16 14:15:41.299980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac679a23-1625-42aa-bbc1-4181d568c44f req-f27fcdab-6a6e-4e27-8420-758929efb20f service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280541 Feb 16 14:15:41.747578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c1a8b-d4fe-48b1-8a3c-1fc0c68c480c req-24e29134-12fb-4605-8e4c-5952a9c88a03 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:41.749098 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-397c1a8b-d4fe-48b1-8a3c-1fc0c68c480c req-24e29134-12fb-4605-8e4c-5952a9c88a03 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0807781 Feb 16 14:15:41.795134 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-397c1a8b-d4fe-48b1-8a3c-1fc0c68c480c req-942f6e62-c019-481d-aa23-9f68a91addd7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Feb 16 14:15:42.992004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d763d-3675-4312-a9d7-ae91f9040f82 req-487ec0d5-c492-4d3f-9557-97cb3b45a958 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:42.993492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b45d763d-3675-4312-a9d7-ae91f9040f82 req-487ec0d5-c492-4d3f-9557-97cb3b45a958 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0906837 Feb 16 14:15:43.037724 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b45d763d-3675-4312-a9d7-ae91f9040f82 req-00d72cd2-c34c-41e1-b9e8-c0b9c9e3b278 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Feb 16 14:15:43.714445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:15:43.858987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:43.872693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:15:43.929387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:43.956628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:15:43.962051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-17c7b2ac-114d-4f1e-ac4c-e5734a79d979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:43.974063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:43.977998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:44.045773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:44.235705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd06cf-6944-4fe7-b564-b94ff6fced71 req-007b761a-f560-479e-9006-2405edd1ae73 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:44.237083 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40fd06cf-6944-4fe7-b564-b94ff6fced71 req-007b761a-f560-479e-9006-2405edd1ae73 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0855191 Feb 16 14:15:44.277889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:44.283466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:44.288262 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40fd06cf-6944-4fe7-b564-b94ff6fced71 req-fbce482c-e6ca-4187-b0aa-b6dea616e0fe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Feb 16 14:15:44.312535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['813968e3-ec34-4a14-9be5-10d9d3e02a65'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:15:45.498049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60323ce7-2cb9-4de4-b097-555f1fb193ba req-7a9c63f6-36de-4d6a-ba54-88b2afa97aac tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:45.499528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-60323ce7-2cb9-4de4-b097-555f1fb193ba req-7a9c63f6-36de-4d6a-ba54-88b2afa97aac tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0968544 Feb 16 14:15:45.545243 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-60323ce7-2cb9-4de4-b097-555f1fb193ba req-0ef5f659-44d6-4084-a0a1-b1eb5c523d3f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398457 Feb 16 14:15:45.725398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:15:45.801287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:15:45.820395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:15:45.820765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:45.862771 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:45.877296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:45.950258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:45.978178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:45.987694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:15:45.992066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:46.028071 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:15:46.062788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:15:46.258247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507eb48-ffe0-46a1-be87-aaaa6a2b3b0d req-19c703da-7d9c-4f92-b9da-f57d97346350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:46.259629 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7507eb48-ffe0-46a1-be87-aaaa6a2b3b0d req-19c703da-7d9c-4f92-b9da-f57d97346350 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.0756705 Feb 16 14:15:46.299117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7507eb48-ffe0-46a1-be87-aaaa6a2b3b0d req-0d44d882-e747-4bfb-936b-e11e3e3d832c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Feb 16 14:15:46.743292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b57df-4dbf-40bc-9607-52b5b70db86e req-760fcb01-f70a-42cc-b015-407f7c9fbee9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:46.744725 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf4b57df-4dbf-40bc-9607-52b5b70db86e req-760fcb01-f70a-42cc-b015-407f7c9fbee9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0873449 Feb 16 14:15:46.795273 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf4b57df-4dbf-40bc-9607-52b5b70db86e req-adab9b66-d31c-4311-b76e-d13bac3b613b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Feb 16 14:15:47.997306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd314d2-2f64-4289-8288-399e96500de4 req-49e33ee9-affe-4c52-bc46-c8ab3ff6efc3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:47.999245 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dd314d2-2f64-4289-8288-399e96500de4 req-49e33ee9-affe-4c52-bc46-c8ab3ff6efc3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0871732 Feb 16 14:15:48.047287 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dd314d2-2f64-4289-8288-399e96500de4 req-7947cbe4-2277-46fc-9667-207b778d7e9d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387328 Feb 16 14:15:48.244693 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7ea32-e4ea-472b-a960-f47d1d20d542 req-cecebbda-d5ec-4889-a3c2-3fba29d43c4f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:48.246136 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8c7ea32-e4ea-472b-a960-f47d1d20d542 req-cecebbda-d5ec-4889-a3c2-3fba29d43c4f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0987554 Feb 16 14:15:48.260113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41578) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:15:48.265287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Request body: {'floatingip': {'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:15:48.346188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:49.057413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:49.063795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:49.243618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 associated. External IP: 172.26.1.189, port: 813968e3-ec34-4a14-9be5-10d9d3e02a65. Feb 16 14:15:49.608550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:15:49.789394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:15:49.794183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:15:49.799736 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:15:49.810698 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:15:49.811313 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:15:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:49.849505 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60a07394-04f5-40e1-808a-c2a88f4a8854 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "PUT /v2.0/floatingips/b66ab05c-cf01-473b-b378-c4e41c01b383 HTTP/1.1" status: 200 len: 992 time: 1.5882506 Feb 16 14:15:49.850152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:15:49.895731 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'status': 'completed', 'code': 200} Feb 16 14:15:49.989025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:15:49.990183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-a1567a4e-ff6a-4073-ac42-9e3156a593fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:49.992195 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-a1567a4e-ff6a-4073-ac42-9e3156a593fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.0757165 Feb 16 14:15:50.133494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-95f23c92-0701-438d-91b8-ee0dcd1632ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:50.134982 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-95f23c92-0701-438d-91b8-ee0dcd1632ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1366849 Feb 16 14:15:50.251364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-b4377ab0-2c68-4c51-9d02-cb503370e18f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1000 time: 0.1107957 Feb 16 14:15:50.330385 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-504f122c-fe6b-4077-9e00-fa7a15b38c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:50.331851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-504f122c-fe6b-4077-9e00-fa7a15b38c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0749083 Feb 16 14:15:50.352586 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:15:48Z', 'revision_number': 13, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:50.356865 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:15:50.365631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:15:50.366421 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:15:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:50.413796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-8cb9550f-4e40-46f1-88fa-dbc024ff9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:50.415526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-8cb9550f-4e40-46f1-88fa-dbc024ff9545 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778275 Feb 16 14:15:50.550675 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-25b932b6-9194-41f6-abe7-63f020e99ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293316 Feb 16 14:15:50.553171 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:15:50.682479 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b4d45f06-23b1-41ca-998b-f9b182584abb req-f4a38f80-1e59-41e0-9c68-bd7e74125837 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261477 Feb 16 14:15:50.906514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:15:48Z', 'revision_number': 13, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:15:50.910790 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cf4c2b-3ac9-47f3-9584-e370e0300c53 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'b66ab05c-cf01-473b-b378-c4e41c01b383', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'floating_ip_address': '172.26.1.189', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:12:44Z', 'updated_at': '2022-02-16T14:15:48Z', 'revision_number': 13, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:15:51.155582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca7ae8-7e26-4fa8-8da2-53689ec5af73 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:15:51.549418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341afe2-2469-4881-83e2-800cabeaa2e2 req-0acc3d67-9ef7-4b3e-b6f7-25ceab859643 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:15:51.550971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5341afe2-2469-4881-83e2-800cabeaa2e2 req-0acc3d67-9ef7-4b3e-b6f7-25ceab859643 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0836701 Feb 16 14:15:51.595327 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5341afe2-2469-4881-83e2-800cabeaa2e2 req-349c2862-d87e-4954-8dee-638d7a4a0804 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386953 Feb 16 14:16:01.442040 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d55e213d-5142-49dd-ada4-1952d502b902 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303530 Feb 16 14:16:01.442772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa3c74-8ad2-4716-997b-8d88847873c2 req-2caff27f-eb6a-4553-b581-e35a0ffeb931 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:01.443829 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53aa3c74-8ad2-4716-997b-8d88847873c2 req-2caff27f-eb6a-4553-b581-e35a0ffeb931 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0834341 Feb 16 14:16:01.489000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53aa3c74-8ad2-4716-997b-8d88847873c2 req-1a79bf37-546a-4ba1-b91a-bc35e9c1e0c5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 Feb 16 14:16:02.621076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-37c145f8-0741-4f5d-83fb-44280f5b53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:02.622398 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-37c145f8-0741-4f5d-83fb-44280f5b53da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.0776281 Feb 16 14:16:02.686475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5ac50-bfe2-4082-a688-f205052184f1 req-0a7545c8-ab37-485c-8351-077b740617cb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:02.687895 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ec5ac50-bfe2-4082-a688-f205052184f1 req-0a7545c8-ab37-485c-8351-077b740617cb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0838277 Feb 16 14:16:02.736648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8ec5ac50-bfe2-4082-a688-f205052184f1 req-24359db1-ac3b-44e1-9670-fcc4c4bc2aaa tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Feb 16 14:16:02.853580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d266d3b4-a14d-4219-9943-18aa95c4d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:02.854933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d266d3b4-a14d-4219-9943-18aa95c4d854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.2266779 Feb 16 14:16:02.948410 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:16:02.959250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-fd57cfc9-f838-4032-bbc7-c515fd40cc77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1002 time: 0.0979776 Feb 16 14:16:03.021337 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-715199a1-306b-4119-94f3-f4c5d2c903f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:03.022865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-715199a1-306b-4119-94f3-f4c5d2c903f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0583155 Feb 16 14:16:03.108113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-9dfbdcb2-a399-4831-a407-d357b08d2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:03.109515 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-9dfbdcb2-a399-4831-a407-d357b08d2273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773394 Feb 16 14:16:03.252257 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-cb37ab16-5170-43d3-bf28-8170782781a2 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288314 Feb 16 14:16:03.385916 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-a67e805d-3ca2-47c5-80b4-fc2e4d858bfe service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270943 Feb 16 14:16:03.928062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f4e0d-341d-4d4e-8ef6-056cb203f891 req-5a1e6538-ecd3-438e-9ad3-45f5e7af67c2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:03.929487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe7f4e0d-341d-4d4e-8ef6-056cb203f891 req-5a1e6538-ecd3-438e-9ad3-45f5e7af67c2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0827868 Feb 16 14:16:03.976983 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe7f4e0d-341d-4d4e-8ef6-056cb203f891 req-b7b8c7b5-170b-4c64-a57a-89a0e8823ff8 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Feb 16 14:16:05.291062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0506c0-08c1-4e36-976d-5bfab7b8adfc req-91e5e956-7714-4644-a288-6be74c754144 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:05.292399 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e0506c0-08c1-4e36-976d-5bfab7b8adfc req-91e5e956-7714-4644-a288-6be74c754144 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.1984124 Feb 16 14:16:05.336788 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e0506c0-08c1-4e36-976d-5bfab7b8adfc req-aef72195-d00e-4472-ac6a-46b25c944905 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Feb 16 14:16:06.551903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07b406-6c1f-40e8-b9c0-dbaa5e541e2e req-e8049ddd-ee7e-443d-8687-50fd7bed9987 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:06.553369 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b07b406-6c1f-40e8-b9c0-dbaa5e541e2e req-e8049ddd-ee7e-443d-8687-50fd7bed9987 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0981278 Feb 16 14:16:06.601729 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b07b406-6c1f-40e8-b9c0-dbaa5e541e2e req-cfe59c8b-5c11-44ac-acc1-cf0303765d60 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Feb 16 14:16:07.809991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4761c9-87f4-4fef-8de2-811ffdd13a2c req-97be44e4-79a0-4d53-85be-14e0721e0c23 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:07.811463 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f4761c9-87f4-4fef-8de2-811ffdd13a2c req-97be44e4-79a0-4d53-85be-14e0721e0c23 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0903938 Feb 16 14:16:07.859095 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1f4761c9-87f4-4fef-8de2-811ffdd13a2c req-8da14685-4f9c-4990-930b-6cf96d19e72a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413337 Feb 16 14:16:09.224299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8cd4c-3a6b-48db-95ed-ccdb5bc3be7a req-de4585fa-d9b5-4a7e-a074-95e5d07c4685 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:09.225803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74c8cd4c-3a6b-48db-95ed-ccdb5bc3be7a req-de4585fa-d9b5-4a7e-a074-95e5d07c4685 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0866160 Feb 16 14:16:09.270360 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-74c8cd4c-3a6b-48db-95ed-ccdb5bc3be7a req-99014dc8-5b31-482b-aa5f-d3ef30f5f0eb tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387363 Feb 16 14:16:10.466985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7344e45-688d-469d-8300-b4fbcb020935 req-a7eee77a-518c-4801-b81d-17f07524be0d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:10.468410 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f7344e45-688d-469d-8300-b4fbcb020935 req-a7eee77a-518c-4801-b81d-17f07524be0d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0861924 Feb 16 14:16:10.512184 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f7344e45-688d-469d-8300-b4fbcb020935 req-744943eb-659d-4758-8bed-d0911c4b280a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380545 Feb 16 14:16:10.736987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11a92097-17f3-4218-b32d-c79e5e4e6fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:11.706907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321a41a-47ce-4598-85f4-fcda3e551f54 req-cec135d7-a623-4ad3-b424-34baf985d01a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:11.708335 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8321a41a-47ce-4598-85f4-fcda3e551f54 req-cec135d7-a623-4ad3-b424-34baf985d01a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0806713 Feb 16 14:16:11.755318 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8321a41a-47ce-4598-85f4-fcda3e551f54 req-d6e85cd4-72bc-4a73-97a2-2804f9261c67 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 Feb 16 14:16:12.963153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b8f8-980b-4a05-bcca-48148d294379 req-20ec868d-9de2-4869-b744-37a36dee0b85 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:12.964575 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f34b8f8-980b-4a05-bcca-48148d294379 req-20ec868d-9de2-4869-b744-37a36dee0b85 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0931563 Feb 16 14:16:13.010966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f34b8f8-980b-4a05-bcca-48148d294379 req-47d009e3-477d-413b-b663-da79aa173313 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404975 Feb 16 14:16:13.952517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e41de49a-6a5c-4991-a18c-219990ac6b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:14.223111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7dcbd-46e7-44dc-8edc-3090210e14cc req-f89f4979-ce65-4d26-96bb-a107e4e55a9a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:14.224786 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7eb7dcbd-46e7-44dc-8edc-3090210e14cc req-f89f4979-ce65-4d26-96bb-a107e4e55a9a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0919187 Feb 16 14:16:14.281644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:14.283100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7eb7dcbd-46e7-44dc-8edc-3090210e14cc req-35f8a9ff-378e-4e6d-958a-08b27a1b01ff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492606 Feb 16 14:16:14.288135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:15.507664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8f6c6-80e7-432a-8fbb-8cc62dd6e217 req-d091e393-2529-4896-8183-1305fce9be13 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:15.509007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12d8f6c6-80e7-432a-8fbb-8cc62dd6e217 req-d091e393-2529-4896-8183-1305fce9be13 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0988836 Feb 16 14:16:15.557354 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12d8f6c6-80e7-432a-8fbb-8cc62dd6e217 req-d31c4d8a-42f1-4489-89fa-5e21c2b29db5 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399044 Feb 16 14:16:15.840969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:15.842866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:16.768491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4ec54-0dd8-47df-a384-2e4b694183bc req-afa5c065-9ef5-43e5-a61a-4f52ab73bede tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:16.769913 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07c4ec54-0dd8-47df-a384-2e4b694183bc req-afa5c065-9ef5-43e5-a61a-4f52ab73bede tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0929925 Feb 16 14:16:16.821715 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07c4ec54-0dd8-47df-a384-2e4b694183bc req-3b3ed0ed-56fc-46b1-8962-9ef8df952139 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Feb 16 14:16:18.020652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b8c7d-e270-4c4b-8a0f-c81202f79a1d req-a73e6423-266f-46db-ba7a-ebf6746b9b12 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:18.022086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b09b8c7d-e270-4c4b-8a0f-c81202f79a1d req-a73e6423-266f-46db-ba7a-ebf6746b9b12 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0890992 Feb 16 14:16:18.066744 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b09b8c7d-e270-4c4b-8a0f-c81202f79a1d req-6ff28807-7ec3-4801-88a7-990012df096c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388043 Feb 16 14:16:19.267055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d04db-f780-4947-ab31-37b3a0706bea req-2ae00e3a-9423-40ec-9eec-c46332ca2d79 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:19.268434 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d03d04db-f780-4947-ab31-37b3a0706bea req-2ae00e3a-9423-40ec-9eec-c46332ca2d79 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0908771 Feb 16 14:16:19.314701 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d03d04db-f780-4947-ab31-37b3a0706bea req-87c57b35-8f99-4021-a936-afb6dd9dfc39 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Feb 16 14:16:20.512589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6daf5c-6396-450a-a364-1933c795663d req-58fd8edd-53ef-4df1-b8b8-60a1879dbfd2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:20.514035 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ca6daf5c-6396-450a-a364-1933c795663d req-58fd8edd-53ef-4df1-b8b8-60a1879dbfd2 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0802195 Feb 16 14:16:20.559316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ca6daf5c-6396-450a-a364-1933c795663d req-af5d1e27-06a2-45f6-aa4b-a6bce6991dff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391695 Feb 16 14:16:20.857870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-8e9f8079-2b45-4e8e-8ed9-1f560e0090a5 service neutron] 10.222.0.26 "GET /v2.0/ports/813968e3-ec34-4a14-9be5-10d9d3e02a65/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0848634 Feb 16 14:16:21.129053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-cb72b423-8ef1-47b2-a37b-36c2241d2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.130528 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-cb72b423-8ef1-47b2-a37b-36c2241d2d5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1098 time: 0.0752826 Feb 16 14:16:21.229567 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-2fd09f58-5b16-44ab-b4c3-bf670066ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.231091 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-2fd09f58-5b16-44ab-b4c3-bf670066ce9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.0774562 Feb 16 14:16:21.364583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d285545a-4452-4bef-ae17-83241cc507c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.365948 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d285545a-4452-4bef-ae17-83241cc507c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1284637 Feb 16 14:16:21.467917 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-ae7805a7-7606-443d-b09b-5bb9c79c1b70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1002 time: 0.0959833 Feb 16 14:16:21.529324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-fe5d6dfe-e093-47c8-acf6-340bdab99939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.530756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-fe5d6dfe-e093-47c8-acf6-340bdab99939 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0576608 Feb 16 14:16:21.622580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-75e55883-ac14-42dd-83ce-e48fc3c5bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.624666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-75e55883-ac14-42dd-83ce-e48fc3c5bc10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880454 Feb 16 14:16:21.755686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8246068-93ec-4881-9355-736941d5b7b7 req-de35a55b-3881-43a9-a005-0eb538cdbcb7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:21.757112 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8246068-93ec-4881-9355-736941d5b7b7 req-de35a55b-3881-43a9-a005-0eb538cdbcb7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0838809 Feb 16 14:16:21.763020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-372c9364-2b51-49b2-bf1d-6381361e8b60 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321285 Feb 16 14:16:21.801477 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b8246068-93ec-4881-9355-736941d5b7b7 req-e15eed05-7c10-4b30-9fb8-7e78db12e044 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386970 Feb 16 14:16:21.895287 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-28ef2777-1a65-4f61-af60-62c333a9d511 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253777 Feb 16 14:16:22.998177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a31af5-ecb0-4a30-9630-ee5ab329f0ee req-0d1126c1-8fe0-4ed0-85cf-94dfb6545bb3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:22.999843 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6a31af5-ecb0-4a30-9630-ee5ab329f0ee req-0d1126c1-8fe0-4ed0-85cf-94dfb6545bb3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0880103 Feb 16 14:16:23.050244 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6a31af5-ecb0-4a30-9630-ee5ab329f0ee req-1151cc59-333d-418e-9041-f2ff8e9846cd tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Feb 16 14:16:23.962982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:16:24.078478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:24.104908 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:24.114480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:24.120062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:24.160034 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:16:24.191498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:24.198460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.198796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.199126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.199457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.199788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.200119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.200432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.200745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.201116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.201443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.201758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.202067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:24.243785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06def4a8-d2c3-4b9b-8a70-72c65aa9a4ee req-91d574bb-8424-4cf7-bcdf-70725806049e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:24.245298 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-06def4a8-d2c3-4b9b-8a70-72c65aa9a4ee req-91d574bb-8424-4cf7-bcdf-70725806049e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0823872 Feb 16 14:16:24.290338 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-06def4a8-d2c3-4b9b-8a70-72c65aa9a4ee req-00931fde-7598-4ad0-bbb4-cb4977fd1fc3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384638 Feb 16 14:16:25.496892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af851a1-a410-4328-9900-079842c58f83 req-349209c2-ab27-40f2-9c38-8edd61aeddb9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:25.498342 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5af851a1-a410-4328-9900-079842c58f83 req-349209c2-ab27-40f2-9c38-8edd61aeddb9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0950689 Feb 16 14:16:25.542066 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5af851a1-a410-4328-9900-079842c58f83 req-b627a22d-9423-4693-9e94-8ca27b17088b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 Feb 16 14:16:25.976991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:16:26.120864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:26.135025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:16:26.190275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:26.206867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:16:26.223462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:26.229919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:26.297821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['813968e3-ec34-4a14-9be5-10d9d3e02a65'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:16:26.344116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:26.760262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50ea8a-e1a1-4459-879a-537dc61f7015 req-70b51229-beea-43cf-96a4-bd85ad7f3e58 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:26.761715 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4a50ea8a-e1a1-4459-879a-537dc61f7015 req-70b51229-beea-43cf-96a4-bd85ad7f3e58 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0856090 Feb 16 14:16:26.807001 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4a50ea8a-e1a1-4459-879a-537dc61f7015 req-6eebe9dc-74b8-4db3-aef8-9c63c1e842e3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Feb 16 14:16:27.992503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:16:28.013230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b917d5-397c-4328-9079-72a8240f1ddd req-a2744b13-178e-46f1-b685-011017363cbe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:28.014709 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6b917d5-397c-4328-9079-72a8240f1ddd req-a2744b13-178e-46f1-b685-011017363cbe tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0866652 Feb 16 14:16:28.058847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6b917d5-397c-4328-9079-72a8240f1ddd req-81e44649-f7e4-431e-94e1-c8cd01782745 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Feb 16 14:16:28.062289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:28.062655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:28.183709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:28.211695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:28.221777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:28.226656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:28.264817 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:16:28.297695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:29.259135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb75e5-6e6d-47f2-9612-092195b8d6b3 req-d006b782-451c-49e3-bfeb-ae327b4c214b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:29.260472 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abfb75e5-6e6d-47f2-9612-092195b8d6b3 req-d006b782-451c-49e3-bfeb-ae327b4c214b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0862856 Feb 16 14:16:29.308210 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abfb75e5-6e6d-47f2-9612-092195b8d6b3 req-de95f567-2e36-4ebb-ad21-0eb79ab2b03c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391824 Feb 16 14:16:30.529522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736975e-3fd2-4ed3-94bd-b430d8090fef req-72c613c3-941f-4c79-8cb1-d96c6a9dc46a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:30.531066 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e736975e-3fd2-4ed3-94bd-b430d8090fef req-72c613c3-941f-4c79-8cb1-d96c6a9dc46a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0971246 Feb 16 14:16:30.575925 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e736975e-3fd2-4ed3-94bd-b430d8090fef req-69b385aa-4d91-4a09-b170-e75e80d6288a tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383949 Feb 16 14:16:31.768856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8370b1-d3c1-4a0c-a6ca-98a029fd8a3e req-d78d284e-184b-4c49-b268-19aef729840f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:31.770376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cb8370b1-d3c1-4a0c-a6ca-98a029fd8a3e req-d78d284e-184b-4c49-b268-19aef729840f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0835555 Feb 16 14:16:31.820512 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cb8370b1-d3c1-4a0c-a6ca-98a029fd8a3e req-84605f75-cdba-4c5d-9b54-08b0bbbc9b06 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Feb 16 14:16:32.217052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-df9b3f26-6f7b-4efd-b648-349143a730bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.217707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-df9b3f26-6f7b-4efd-b648-349143a730bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Synchronizing usage tracker for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:16:32.233610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-df9b3f26-6f7b-4efd-b648-349143a730bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Unset dirty status for tenant:cb2fa9fa7cc54547ac9d46cb34a355dc on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:16:32.234826 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-df9b3f26-6f7b-4efd-b648-349143a730bf tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.0999060 Feb 16 14:16:32.274558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81db0-1ce9-48cd-8419-5102d92451fa req-869bd0fe-1243-4e28-824f-c51084765712 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.276054 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6f81db0-1ce9-48cd-8419-5102d92451fa req-869bd0fe-1243-4e28-824f-c51084765712 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0826709 Feb 16 14:16:32.316861 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-c339d804-959e-4792-bdc3-745b24ec9cb0 service neutron] 10.222.0.26 "GET /v2.0/ports/813968e3-ec34-4a14-9be5-10d9d3e02a65/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0767791 Feb 16 14:16:32.323038 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6f81db0-1ce9-48cd-8419-5102d92451fa req-084586cd-a82d-43a4-95bb-8d1e2357ee29 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Feb 16 14:16:32.508491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-2ab8eedb-b2c0-456a-aaff-3a0ecbe16f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.509964 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-2ab8eedb-b2c0-456a-aaff-3a0ecbe16f48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.1719003 Feb 16 14:16:32.640608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-e87caec2-3914-4caf-9172-fcfba36b4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.642018 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-e87caec2-3914-4caf-9172-fcfba36b4459 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1247976 Feb 16 14:16:32.743986 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-0618643a-1163-4619-b800-2b5937892bc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1002 time: 0.0960319 Feb 16 14:16:32.812150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-b89aa785-495c-44ec-a870-9c6c35ffc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.814700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-b89aa785-495c-44ec-a870-9c6c35ffc022 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0630419 Feb 16 14:16:32.900655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-e7d8b4d8-b14b-4a15-9cc4-be15221699a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:32.903176 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-e7d8b4d8-b14b-4a15-9cc4-be15221699a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817795 Feb 16 14:16:33.041561 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-7d9ac257-ce4b-4135-a2b9-ab9fe8583cfe service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319468 Feb 16 14:16:33.174748 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-83e12143-f2b0-467d-ad5b-8dd6949b7702 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270812 Feb 16 14:16:33.519347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0ac3-51a6-46b2-94ce-c2876810b70a req-77a131ea-d12c-4532-a517-6ade6e7212b7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:33.520727 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0df0ac3-51a6-46b2-94ce-c2876810b70a req-77a131ea-d12c-4532-a517-6ade6e7212b7 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0894103 Feb 16 14:16:33.568618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0df0ac3-51a6-46b2-94ce-c2876810b70a req-6e7993b3-06c8-4ee3-9a87-24f6ab4a16db tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Feb 16 14:16:34.775551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfebd6-1861-404e-bfc7-0659f3c4d1a3 req-e437ef3e-68a1-4a1d-9c6e-f56b9a2b0322 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:34.777212 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c0bfebd6-1861-404e-bfc7-0659f3c4d1a3 req-e437ef3e-68a1-4a1d-9c6e-f56b9a2b0322 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0923955 Feb 16 14:16:34.824820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c0bfebd6-1861-404e-bfc7-0659f3c4d1a3 req-7366837d-3109-4c7e-ab16-2ab207ff1d36 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Feb 16 14:16:36.154125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f38487-2622-4d53-9511-4464b7ebf568 req-ff0e7d78-f32b-47b8-940d-80ae655b34a3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.155308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36f38487-2622-4d53-9511-4464b7ebf568 req-ff0e7d78-f32b-47b8-940d-80ae655b34a3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.1985517 Feb 16 14:16:36.201563 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-36f38487-2622-4d53-9511-4464b7ebf568 req-b1c790bf-e7e7-4791-9e18-56cb7ececc5e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 Feb 16 14:16:36.345221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-5e021704-db37-4871-96f0-0fec5b9ee30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.346696 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-5e021704-db37-4871-96f0-0fec5b9ee30e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee&tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc HTTP/1.1" status: 200 len: 1098 time: 0.0717063 Feb 16 14:16:36.455851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-a9d4a6b5-0318-4077-a930-d37a8b58b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.457201 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-a9d4a6b5-0318-4077-a930-d37a8b58b4e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1098 time: 0.0847855 Feb 16 14:16:36.593604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-9fce1b17-0f76-4aab-af9f-cfbc12ec18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.595060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-9fce1b17-0f76-4aab-af9f-cfbc12ec18c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1319666 Feb 16 14:16:36.698505 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-aaec6bd6-76b2-47d1-a86d-b414f4026b2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1002 time: 0.0970681 Feb 16 14:16:36.765365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-c44d7a16-c4fe-466a-afc6-1e6627af45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.766703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-c44d7a16-c4fe-466a-afc6-1e6627af45be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0621688 Feb 16 14:16:36.851314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-2c1d93ba-7efb-4032-9379-52cb01558af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:36.852800 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-2c1d93ba-7efb-4032-9379-52cb01558af1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801988 Feb 16 14:16:36.983003 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-462029b4-2821-4c2c-9502-d9e0c3a52a60 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242173 Feb 16 14:16:37.115255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9b83334c-86b6-4c0e-a4e8-1621fd1ea022 req-08f2e283-b2b7-4125-9be7-c458a113fd38 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264105 Feb 16 14:16:37.399331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56bc55-2c23-4b95-9eef-5fdaeb1c7955 req-d78a34a9-6d1e-49ca-a4e9-94cde9d766f0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:37.400685 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be56bc55-2c23-4b95-9eef-5fdaeb1c7955 req-d78a34a9-6d1e-49ca-a4e9-94cde9d766f0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0825205 Feb 16 14:16:37.451633 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be56bc55-2c23-4b95-9eef-5fdaeb1c7955 req-373016e4-13f4-4164-8cc8-2c6f0692bc1e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Feb 16 14:16:38.647869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815bec9-f729-45fa-b386-3a07e9a15688 req-3313756c-b344-4a85-927c-686f6e863a53 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:38.649329 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2815bec9-f729-45fa-b386-3a07e9a15688 req-3313756c-b344-4a85-927c-686f6e863a53 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0851996 Feb 16 14:16:38.694206 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2815bec9-f729-45fa-b386-3a07e9a15688 req-a130ebc8-8b7d-481d-b0aa-93bb280fe64c tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 Feb 16 14:16:39.905292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce721e-b0b1-4950-9fac-ef25af7141d7 req-0cebe78a-7e9e-496f-a6ec-d709f7966645 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:39.906756 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-50ce721e-b0b1-4950-9fac-ef25af7141d7 req-0cebe78a-7e9e-496f-a6ec-d709f7966645 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 945 time: 0.0884795 Feb 16 14:16:39.949599 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:16:39.953149 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-50ce721e-b0b1-4950-9fac-ef25af7141d7 req-98e8d40e-a4bb-4ca1-957c-30f3c5284a6e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Feb 16 14:16:40.043556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:16:40.048100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:16:40.271328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:40.292289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:40.311447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'port_id': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'mac_address': 'fa:16:3e:04:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:16:40.316920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:40.357371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:40.364658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:40.400685 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:16:40.433556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:40.457247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:16:40.463820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=9']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:40.557756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:16:40.557992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:16:40.736837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8ec04b9d-82f6-49da-b21f-cc8b15696d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:41.112800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:41.131296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:16:41.145237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89c1ef-286e-465c-a7a2-6c5efec35910 req-a74e1821-c5c7-4a01-af32-dc29b63eaf47 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:41.147162 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f89c1ef-286e-465c-a7a2-6c5efec35910 req-a74e1821-c5c7-4a01-af32-dc29b63eaf47 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 943 time: 0.0839670 Feb 16 14:16:41.149277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:41.162837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:41.197315 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8f89c1ef-286e-465c-a7a2-6c5efec35910 req-f87cb522-3106-495b-9ef7-2803642e4c77 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435753 Feb 16 14:16:41.235271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['813968e3-ec34-4a14-9be5-10d9d3e02a65'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:16:41.272835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=10']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.056584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:16:42.143312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 813968e3-ec34-4a14-9be5-10d9d3e02a65 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:16:42.144037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:42.283990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:42.317097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:42.322960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:42.388136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3eda7-d8e9-4615-b117-7a43d6c2274c req-d4e281e4-a593-459e-bb79-b3622f734f39 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:42.389660 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51b3eda7-d8e9-4615-b117-7a43d6c2274c req-d4e281e4-a593-459e-bb79-b3622f734f39 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0848804 Feb 16 14:16:42.389877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=11']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:42.401256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:42.437252 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-51b3eda7-d8e9-4615-b117-7a43d6c2274c req-f11de378-94f8-4253-b66c-737829fb0b7e tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389550 Feb 16 14:16:42.454892 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:16:43.646940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241537-a140-4c74-be11-8de926d2c4a1 req-cd140377-7601-4058-a179-07ccb6b9c530 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:43.648382 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe241537-a140-4c74-be11-8de926d2c4a1 req-cd140377-7601-4058-a179-07ccb6b9c530 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0912509 Feb 16 14:16:43.701828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe241537-a140-4c74-be11-8de926d2c4a1 req-0b9e8bc7-c16b-44cd-b311-c1047890de64 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472703 Feb 16 14:16:43.955037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64eeef8c-32c3-4e44-8185-e71b600fd4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:44.283411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:44.288648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:44.917337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16020484-5a3b-4419-a135-437f2b466de2 req-340e8568-cf8f-4ba8-9d81-5a47c38bb4d0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:44.918851 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-16020484-5a3b-4419-a135-437f2b466de2 req-340e8568-cf8f-4ba8-9d81-5a47c38bb4d0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0857027 Feb 16 14:16:44.965951 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-16020484-5a3b-4419-a135-437f2b466de2 req-35a72a45-37fe-4560-b4a1-d01e551de54d tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Feb 16 14:16:45.228488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-b013f5a0-9c36-415d-abfc-c69f102a892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.230068 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-b013f5a0-9c36-415d-abfc-c69f102a892a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 1099 time: 0.1827400 Feb 16 14:16:45.387251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-52df336a-de8c-4efa-ad85-7759ccd5bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.388697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-52df336a-de8c-4efa-ad85-7759ccd5bfa5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 200 len: 912 time: 0.1377103 Feb 16 14:16:45.492993 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-f560fb87-d7d4-42d1-9814-1f4285f24eee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 200 len: 1002 time: 0.0970423 Feb 16 14:16:45.564213 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-6adb49ce-26b8-499e-829f-3b1d2ca3690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.565641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-6adb49ce-26b8-499e-829f-3b1d2ca3690c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 200 len: 850 time: 0.0660000 Feb 16 14:16:45.647554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-7d5e9e9e-f3c6-48e3-80ba-6564fc8de65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:45.648920 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-7d5e9e9e-f3c6-48e3-80ba-6564fc8de65d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=06624369-27c4-4967-9a62-96a771b2f99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760381 Feb 16 14:16:45.781924 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-fe22e0a5-995b-46cb-bfaf-3080ad38cd12 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253479 Feb 16 14:16:45.839683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:45.842995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:45.927340 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2af74146-43d4-450c-bda1-2bd64ac47f36 req-78f8b593-69ac-4173-997d-5bf2e07b6299 service neutron] 10.222.0.26 "GET /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380408 Feb 16 14:16:46.159948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3421f3-9055-4d6e-b9cf-ea71f369b078 req-cba3dfa0-6f26-40f5-860b-37431c4f86ad tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:46.161495 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb3421f3-9055-4d6e-b9cf-ea71f369b078 req-cba3dfa0-6f26-40f5-860b-37431c4f86ad tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0844209 Feb 16 14:16:46.208043 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb3421f3-9055-4d6e-b9cf-ea71f369b078 req-51468344-cd3e-422d-8c3a-989b2dbe80fc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 Feb 16 14:16:47.399167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705e0a5-2d5b-44bf-a0e4-3cd6bad943e1 req-868bdbff-8abc-4248-924a-89e763f94514 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.400602 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6705e0a5-2d5b-44bf-a0e4-3cd6bad943e1 req-868bdbff-8abc-4248-924a-89e763f94514 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0805843 Feb 16 14:16:47.449025 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6705e0a5-2d5b-44bf-a0e4-3cd6bad943e1 req-9cdc5130-4985-4c88-b38b-cc99b634d12b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Feb 16 14:16:47.649893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699634e8-0013-4841-88f6-be22fc7dca2f req-b642cedd-aee4-4afa-a835-72c62b6cc819 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.651286 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-699634e8-0013-4841-88f6-be22fc7dca2f req-b642cedd-aee4-4afa-a835-72c62b6cc819 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0906630 Feb 16 14:16:47.697313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-699634e8-0013-4841-88f6-be22fc7dca2f req-ae024e9d-fa2d-4526-91e8-01611a318b81 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403216 Feb 16 14:16:47.898413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87bb35-4b38-4b6f-b403-c424854ea6a0 req-ebed026a-357f-47af-800b-8dc6bf2e0980 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:47.899867 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0f87bb35-4b38-4b6f-b403-c424854ea6a0 req-ebed026a-357f-47af-800b-8dc6bf2e0980 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0956533 Feb 16 14:16:47.953100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0f87bb35-4b38-4b6f-b403-c424854ea6a0 req-b7a737da-a399-420c-a42d-2966c38ed1e3 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469160 Feb 16 14:16:48.373593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eec8d-e3ae-486e-9066-105cad6a9c91 req-ac348a63-82a5-4cbf-93be-4dff20f3a22f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:48.375116 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-355eec8d-e3ae-486e-9066-105cad6a9c91 req-ac348a63-82a5-4cbf-93be-4dff20f3a22f tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0871611 Feb 16 14:16:48.421792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-355eec8d-e3ae-486e-9066-105cad6a9c91 req-b50a6606-82ef-427b-8bac-1fbb6af85fe4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388591 Feb 16 14:16:49.630172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2751e-3435-417f-81d2-ac21d90b3c2a req-159e50ec-a5f1-404c-bf98-d011790d8b34 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:49.631711 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14c2751e-3435-417f-81d2-ac21d90b3c2a req-159e50ec-a5f1-404c-bf98-d011790d8b34 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 946 time: 0.0836222 Feb 16 14:16:49.690955 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14c2751e-3435-417f-81d2-ac21d90b3c2a req-0e77e1c6-5f52-44d2-9ab3-57ba6c65e2ef tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499084 Feb 16 14:16:50.087787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:16:50.226989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:50.253853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:50.263610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:50.268695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:50.304732 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'code': 200} Feb 16 14:16:50.340888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=12']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:50.726251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-1b298fa1-035e-46c8-a928-e1475fc0ab1b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:50.727692 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-1b298fa1-035e-46c8-a928-e1475fc0ab1b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0958383 Feb 16 14:16:50.797921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Deleting port 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:16:50.798264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:50.882608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4084a2-4d33-408d-966c-3633f57f0e43 req-f1131cf6-7d69-4e7b-ae4e-91a64a4647ff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:16:50.884078 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b4084a2-4d33-408d-966c-3633f57f0e43 req-f1131cf6-7d69-4e7b-ae4e-91a64a4647ff tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 944 time: 0.0803635 Feb 16 14:16:50.928325 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b4084a2-4d33-408d-966c-3633f57f0e43 req-91ff0da9-8253-48a5-b5f3-58e7c4870550 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups?id=28d177ed-efce-483a-95a8-24751a8f36a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Feb 16 14:16:51.046908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] For port 813968e3-ec34-4a14-9be5-10d9d3e02a65, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=813968e3-ec34-4a14-9be5-10d9d3e02a65,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:51.047258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:51.334435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:51.334674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:51.334997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Floating IP b66ab05c-cf01-473b-b378-c4e41c01b383 disassociated. External IP: 172.26.1.189, port: 813968e3-ec34-4a14-9be5-10d9d3e02a65. Feb 16 14:16:51.335334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Calling delete_port for 813968e3-ec34-4a14-9be5-10d9d3e02a65 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:16:51.480890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:51.632589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'Port': ['ID=813968e3-ec34-4a14-9be5-10d9d3e02a65,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:51.643395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.643796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.644096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.644382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.644702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.645023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.645339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.645653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.646035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.646389 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.646775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.647008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:51.831364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:16:52.021844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:16:52.032718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:52.042531 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:16:52.043450 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:16:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:52.088545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4d32ad9f-516e-47c0-a9da-8d505635a03e req-a370ba93-3828-4c6b-b776-5f1826548dd0 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/ports?device_id=79b5bd35-eb3e-4f70-a22e-e78a10491cee HTTP/1.1" status: 200 len: 210 time: 0.0451000 Feb 16 14:16:52.100943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] No DVR routers for this DVR port 813968e3-ec34-4a14-9be5-10d9d3e02a65 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:16:52.103545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:52.106538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-deleted', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:16:52.124962 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-dc13af1c-710b-487a-91b9-fdb4f732c48c req-9e0d116e-7fa2-4466-ab2f-3d1c1bd50de9 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.26 "DELETE /v2.0/ports/813968e3-ec34-4a14-9be5-10d9d3e02a65 HTTP/1.1" status: 204 len: 173 time: 1.3915310 Feb 16 14:16:52.213841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79b5bd35-eb3e-4f70-a22e-e78a10491cee', 'name': 'network-vif-deleted', 'tag': '813968e3-ec34-4a14-9be5-10d9d3e02a65', 'status': 'completed', 'code': 200} Feb 16 14:16:52.275718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:16:52.600803 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:52.604603 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:16:52.614247 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:16:52.614969 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:16:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:52.795205 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:16:53.105879 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:16:53.109728 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab37d0-80d3-4b5f-acd0-c4d76ed5ff51 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:42Z', 'revision_number': 4, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'c29049e2-9c69-4615-b595-81b9294b741a', 'name': '', 'network_id': '06624369-27c4-4967-9a62-96a771b2f99a', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'mac_address': 'fa:16:3e:19:db:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:41Z', 'updated_at': '2022-02-16T14:12:48Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'subnets': [{'id': '68bbed85-3078-4879-b3c4-66b00f33caa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:16:53.339810 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef54550-33db-4db1-aacb-4ea05e750143 None None] New status for floating IP b66ab05c-cf01-473b-b378-c4e41c01b383: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:16:54.116827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:16:54.151134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 813968e3-ec34-4a14-9be5-10d9d3e02a65 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:16:54.151474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 813968e3-ec34-4a14-9be5-10d9d3e02a65 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:16:56.372186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41804) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:16:56.435511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.463295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.517418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.535883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d177ed-efce-483a-95a8-24751a8f36a2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:56.544481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.544931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.545183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.545490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.545819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.546146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.546496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.546818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.547162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.547457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.547773 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.548086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:16:56.555690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.556932 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b91ed928-cea6-41f3-b874-16b21bb983dc tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "DELETE /v2.0/security-groups/28d177ed-efce-483a-95a8-24751a8f36a2 HTTP/1.1" status: 204 len: 168 time: 0.1835470 Feb 16 14:16:56.559696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41808) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:16:56.577464 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.api.v2.resource [None req-c8216755-8ab8-47b0-aeb3-d74df238507b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] show failed (client error): The resource could not be found. Feb 16 14:16:56.578452 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c8216755-8ab8-47b0-aeb3-d74df238507b tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "GET /v2.0/security-groups/28d177ed-efce-483a-95a8-24751a8f36a2 HTTP/1.1" status: 404 len: 347 time: 0.0176935 Feb 16 14:16:56.581380 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 41812) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:16:56.736091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Deleting port 4a4df5da-0ad5-4790-b50c-808212ef7bd9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:16:56.736310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.910397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:56.910713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:57.030592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Calling delete_port for 4a4df5da-0ad5-4790-b50c-808212ef7bd9 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:16:57.180134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:57.225097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Pushing event deleted for resources: {'Port': ['ID=4a4df5da-0ad5-4790-b50c-808212ef7bd9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:57.320264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:57.337542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:57.339455 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c0ae2044-6b1e-4532-a041-5f17ce7ccfd4 tempest-ServerActionsTestJSON-1211816487 tempest-ServerActionsTestJSON-1211816487-project] 10.222.0.105 "DELETE /v2.0/floatingips/b66ab05c-cf01-473b-b378-c4e41c01b383 HTTP/1.1" status: 204 len: 168 time: 0.7567778 Feb 16 14:16:57.343763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 41816) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:16:58.001503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:58.369801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Deleting port c29049e2-9c69-4615-b595-81b9294b741a {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:16:58.370140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:58.539748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] For port c29049e2-9c69-4615-b595-81b9294b741a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c29049e2-9c69-4615-b595-81b9294b741a,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:16:58.540194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:58.665607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Calling delete_port for c29049e2-9c69-4615-b595-81b9294b741a owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:16:59.103147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:59.148610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29049e2-9c69-4615-b595-81b9294b741a,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:16:59.415622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:16:59.783126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Router f11c2772-7d0b-4f14-a42e-171d59460abc has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:16:59.965433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:16:59.977264 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Sync routers for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:16:59.984008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f44549b3-2eae-49f8-a62f-81eb5beec4c5 admin admin] 10.222.0.105 "PUT /v2.0/routers/f11c2772-7d0b-4f14-a42e-171d59460abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6390111 Feb 16 14:16:59.986719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41820) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:16:59.987288 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:16:59.987887 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:16:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:00.166364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:00.168700 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:17:00.463002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:00.472726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Deleting port d2af93c2-3487-41b5-9940-ff8ed3166cb3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:00.473081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:00.494395 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60'}], 'enable_snat': True}, 'gw_port_id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:16:58Z', 'revision_number': 5, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port': {'id': 'd2af93c2-3487-41b5-9940-ff8ed3166cb3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:12:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:00.498445 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Checking router: f11c2772-7d0b-4f14-a42e-171d59460abc for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:17:00.506712 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Routers {'f11c2772-7d0b-4f14-a42e-171d59460abc'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:17:00.507289 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:16:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f11c2772-7d0b-4f14-a42e-171d59460abc'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:00.644651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] For port d2af93c2-3487-41b5-9940-ff8ed3166cb3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2af93c2-3487-41b5-9940-ff8ed3166cb3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:00.644998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:00.654540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] Set router f11c2772-7d0b-4f14-a42e-171d59460abc gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:17:00.757487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:17:00Z', 'revision_number': 6, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:00.761413 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5344f2c8-0ce3-49dd-b3ca-2fba004b1801 None None] The sync data for ids ['f11c2772-7d0b-4f14-a42e-171d59460abc'] in dv-neutron-828143-3-hyperv is: [{'id': 'f11c2772-7d0b-4f14-a42e-171d59460abc', 'name': 'tempest-ServerActionsTestJSON-656369561-router', 'tenant_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:12:38Z', 'updated_at': '2022-02-16T14:17:00Z', 'revision_number': 6, 'project_id': 'cb2fa9fa7cc54547ac9d46cb34a355dc', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:17:00.796114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Calling delete_port for d2af93c2-3487-41b5-9940-ff8ed3166cb3 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:00.966066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.012444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2af93c2-3487-41b5-9940-ff8ed3166cb3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:01.109948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.286617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.288883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.314036 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.314573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11c2772-7d0b-4f14-a42e-171d59460abc {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:17:01.330481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.331997 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cbd69291-e170-4ec6-8dcb-32fb7624e154 admin admin] 10.222.0.105 "DELETE /v2.0/routers/f11c2772-7d0b-4f14-a42e-171d59460abc HTTP/1.1" status: 204 len: 168 time: 1.3432124 Feb 16 14:17:01.335318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 41824) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:01.395394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Deleting subnet 68bbed85-3078-4879-b3c4-66b00f33caa4 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:01.398683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.449084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.534875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.605274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.645656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68bbed85-3078-4879-b3c4-66b00f33caa4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:01.651244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.656834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc7543-cffd-4827-bca4-ea99fbbc2980 None None] Network 06624369-27c4-4967-9a62-96a771b2f99a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:01.657349 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84696cd5-f703-4254-b603-b76c5ce894a8 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/68bbed85-3078-4879-b3c4-66b00f33caa4 HTTP/1.1" status: 204 len: 168 time: 0.3208165 Feb 16 14:17:01.659959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41828) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:01.774789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.785406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Deleting port 2590bf40-5043-40c3-819e-7c0b09c84ad5 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:01.785730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.917931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] DHCP port deletion for 06624369-27c4-4967-9a62-96a771b2f99a request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:17:01.922398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Deleting port 2590bf40-5043-40c3-819e-7c0b09c84ad5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:01.922770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:01.995432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] For port 2590bf40-5043-40c3-819e-7c0b09c84ad5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2590bf40-5043-40c3-819e-7c0b09c84ad5,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:01.995918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.022344 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c29049e2-9c69-4615-b595-81b9294b741a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:02.066318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c29049e2-9c69-4615-b595-81b9294b741a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:02.066761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c29049e2-9c69-4615-b595-81b9294b741a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:02.067158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2590bf40-5043-40c3-819e-7c0b09c84ad5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:02.238997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Calling delete_port for 2590bf40-5043-40c3-819e-7c0b09c84ad5 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:02.300951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] For port 2590bf40-5043-40c3-819e-7c0b09c84ad5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2590bf40-5043-40c3-819e-7c0b09c84ad5,segment=NetworkSegment(f21901a2-af0f-4d19-bea6-f22e284346fc),segment_id=f21901a2-af0f-4d19-bea6-f22e284346fc)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:02.301329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.315676 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.364901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] No DVR routers for this DVR port 2590bf40-5043-40c3-819e-7c0b09c84ad5 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:02.367030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2590bf40-5043-40c3-819e-7c0b09c84ad5,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:02.428159 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Calling delete_port for 2590bf40-5043-40c3-819e-7c0b09c84ad5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:02.460831 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.481221 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.510495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06624369-27c4-4967-9a62-96a771b2f99a']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:02.522918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21901a2-af0f-4d19-bea6-f22e284346fc') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:02.523211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21901a2-af0f-4d19-bea6-f22e284346fc') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:02.534830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.546198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2af93c2-3487-41b5-9940-ff8ed3166cb3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:02.552059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.558439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:02.559014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:02.573939 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:02.580580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: d2af93c2-3487-41b5-9940-ff8ed3166cb3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:02.580917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2af93c2-3487-41b5-9940-ff8ed3166cb3 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:02.584676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:17:02.585020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:17:02.654776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.671287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.682710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=06624369-27c4-4967-9a62-96a771b2f99a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:02.696169 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-30d98488-6fb7-4d7c-a7b0-3a36fbae31b0 admin admin] 10.222.0.105 "DELETE /v2.0/networks/06624369-27c4-4967-9a62-96a771b2f99a HTTP/1.1" status: 204 len: 168 time: 1.0350692 Feb 16 14:17:02.842303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41834) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:02.893397 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9352ba39-ac7b-4b65-886d-4f06412dca14 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=cb2fa9fa7cc54547ac9d46cb34a355dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499039 Feb 16 14:17:02.896006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 41838) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:02.953809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:02.980030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:03.034868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:03.053635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc13b32-d597-4ed1-8fc9-c22a9927bdb0,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:03.058544 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:03.059342 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-eba0ba94-0393-4aed-8132-3b2cc7e695eb admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/efc13b32-d597-4ed1-8fc9-c22a9927bdb0 HTTP/1.1" status: 204 len: 168 time: 0.1623814 Feb 16 14:17:03.085871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Deleting port 2590bf40-5043-40c3-819e-7c0b09c84ad5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:03.086363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:03.153970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-516ad3ea-04c0-4724-8638-240fd294738b None None] The port '2590bf40-5043-40c3-819e-7c0b09c84ad5' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:17:03.829630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 41862) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:03.949889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2054668413-network', 'tenant_id': '1fa0822931cb49db91b815390104e7e6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:03.954967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:03.958826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Usage tracker for resource:network and tenant:1fa0822931cb49db91b815390104e7e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:03.961656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:03.967848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:03.981979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Made reservation on behalf of 1fa0822931cb49db91b815390104e7e6 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:03.984286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:03.996176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.010842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:04.014964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Usage tracker for resource:security_group_rule and tenant:1fa0822931cb49db91b815390104e7e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:04.017874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:04.024030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:04.110155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.115986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.143655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:04.156265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2cf33a-466b-4233-98fa-1626ed645ed1,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:04.162604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.162975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Added segment c183c9e8-924f-4aaf-898e-6bd3cef3c43e of type vlan for network 72de88a8-1a86-46ce-b2b0-902040c80221 Feb 16 14:17:04.189551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.222637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.223695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:04.224299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.432379 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] Pushing event updated for resources: {'Network': ['ID=72de88a8-1a86-46ce-b2b0-902040c80221,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:04.436737 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eb42e4e6-8c53-4eee-85be-ae694f2fb8cd admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6060798 Feb 16 14:17:04.440869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 41868) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:04.442684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 72de88a8-1a86-46ce-b2b0-902040c80221 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:04.446660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Request body: {'subnet': {'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2054668413-subnet', 'tenant_id': '1fa0822931cb49db91b815390104e7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:04.451804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:04.455705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Usage tracker for resource:subnet and tenant:1fa0822931cb49db91b815390104e7e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:04.458609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:04.465308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:04.475878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Made reservation on behalf of 1fa0822931cb49db91b815390104e7e6 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:04.478375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.688767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.757614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876e1b1a-37b8-4e8e-b536-07aa3a32e227,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:04.772282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Checking segment: {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:04.772763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Network hostable DHCP agents. Network: 72de88a8-1a86-46ce-b2b0-902040c80221, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:04.799243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Network 72de88a8-1a86-46ce-b2b0-902040c80221 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:04.809666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 72de88a8-1a86-46ce-b2b0-902040c80221) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:04.814464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:04.815072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:04.821702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784348bf-a167-464a-9221-ed4c8511474e None None] Network 72de88a8-1a86-46ce-b2b0-902040c80221 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:04.837412 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cac613a8-360d-470f-89a7-c5097f26d845 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3945973 Feb 16 14:17:05.031324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd462de5-b008-4198-9ffc-ae45a5b83acb None None] Network 72de88a8-1a86-46ce-b2b0-902040c80221 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:05.369618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-60322c0f-d779-4611-a064-0708122315f2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:05.371050 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-60322c0f-d779-4611-a064-0708122315f2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 814 time: 0.1470387 Feb 16 14:17:05.388554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-81c04788-eac0-4e3e-b669-9d68ff546276 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/quotas/1fa0822931cb49db91b815390104e7e6 HTTP/1.1" status: 200 len: 375 time: 0.0095582 Feb 16 14:17:05.439236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-4213428b-70bc-4cac-bd35-50ea644b3d66 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458231 Feb 16 14:17:05.501423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-f169d066-71b5-4f13-9b8e-164a61e7afeb service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:17:05.502371 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-f169d066-71b5-4f13-9b8e-164a61e7afeb service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550485 Feb 16 14:17:05.637441 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-208a2583-b0a3-4440-8b97-513b711c39d4 service neutron] 10.222.0.105 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275153 Feb 16 14:17:05.766812 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-d9911ad1-a0ff-4b21-86a6-1f97fdbd1f0b service neutron] 10.222.0.105 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234291 Feb 16 14:17:05.950476 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26dae117-dc0a-4b1a-9b27-5a38fd75727c req-e3e0d95b-688e-43b4-9a18-2672d78b2b3a tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 210 time: 0.0422578 Feb 16 14:17:07.030531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-08330489-fd13-4e08-baa7-3e78925035d1 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:07.031343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-08330489-fd13-4e08-baa7-3e78925035d1 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Synchronizing usage tracker for tenant:1fa0822931cb49db91b815390104e7e6 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:17:07.050307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-08330489-fd13-4e08-baa7-3e78925035d1 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Unset dirty status for tenant:1fa0822931cb49db91b815390104e7e6 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:17:07.051575 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-08330489-fd13-4e08-baa7-3e78925035d1 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 814 time: 0.1705093 Feb 16 14:17:07.063911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Request body: {'port': {'device_id': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221', 'admin_state_up': True, 'tenant_id': '1fa0822931cb49db91b815390104e7e6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:07.109442 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6786d46a-a32f-43f3-9192-a29a1f49c640 req-f725ca0f-5cd9-4826-8878-8242758f19d2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 210 time: 0.0446892 Feb 16 14:17:07.204873 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:07.209185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Usage tracker for resource:port and tenant:1fa0822931cb49db91b815390104e7e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:07.212264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:07.218506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:07.229219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Made reservation on behalf of 1fa0822931cb49db91b815390104e7e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:07.232768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:07.410716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Allocated IP 172.20.0.7 (72de88a8-1a86-46ce-b2b0-902040c80221/876e1b1a-37b8-4e8e-b536-07aa3a32e227/985349f6-f130-4a60-9a4d-ab77018f9420) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:07.615395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:07.654118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:07.728419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Network 72de88a8-1a86-46ce-b2b0-902040c80221 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:07.731582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:07.736270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:07.765838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Pushing event updated for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:07.807664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:07.808269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:07.831706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-abddb9aa-0df2-4354-892a-15ccb2eb552e tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719948 Feb 16 14:17:07.842501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Request body: {'port': {'device_id': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:07.960387 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.305380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ce584-cf1a-4219-abce-286ac2a698d0 req-23190147-6a6d-45fb-8f65-d81794d43038 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:08.306791 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d82ce584-cf1a-4219-abce-286ac2a698d0 req-23190147-6a6d-45fb-8f65-d81794d43038 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 931 time: 0.0839095 Feb 16 14:17:08.307603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985349f6-f130-4a60-9a4d-ab77018f9420 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:17:08.315551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.332704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Transition to ACTIVE for port object 985349f6-f130-4a60-9a4d-ab77018f9420 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:08.336774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.353884 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d82ce584-cf1a-4219-abce-286ac2a698d0 req-ba49382c-7bdd-4136-94ca-1111bbf2d741 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Feb 16 14:17:08.588577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Pushing event updated for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:08.676765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Attempting to bind port 985349f6-f130-4a60-9a4d-ab77018f9420 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:08.677054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Attempting to bind port 985349f6-f130-4a60-9a4d-ab77018f9420 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:08.677397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Attempting to bind port 985349f6-f130-4a60-9a4d-ab77018f9420 on network 72de88a8-1a86-46ce-b2b0-902040c80221 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:08.682637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Port 985349f6-f130-4a60-9a4d-ab77018f9420 on network 72de88a8-1a86-46ce-b2b0-902040c80221 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:17:08.682955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Attempting to bind port 985349f6-f130-4a60-9a4d-ab77018f9420 on network 72de88a8-1a86-46ce-b2b0-902040c80221 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:08.688954 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:08.689304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Checking segment: {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:08.689675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Bound using segment: {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:08.690083 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Bound port: 985349f6-f130-4a60-9a4d-ab77018f9420, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:08.690449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.782582 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:08.785674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=985349f6-f130-4a60-9a4d-ab77018f9420,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:08.792660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.854440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:08.855137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:08.856506 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] 10.222.0.26 "PUT /v2.0/ports/985349f6-f130-4a60-9a4d-ab77018f9420 HTTP/1.1" status: 200 len: 1093 time: 1.0180171 Feb 16 14:17:08.856927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:08.876785 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e47bd-d3fb-4092-b0ef-f21eb8281a2d service neutron] Pushing event updated for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:08.927979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420', 'status': 'completed', 'code': 200} Feb 16 14:17:08.968030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-5dc79d40-bd7b-4b44-98cd-07a4fdeb7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:08.969473 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-5dc79d40-bd7b-4b44-98cd-07a4fdeb7b7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 1096 time: 0.0755181 Feb 16 14:17:09.041044 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-866b3a01-5475-4756-b996-286fb665ccbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985349f6-f130-4a60-9a4d-ab77018f9420 HTTP/1.1" status: 200 len: 217 time: 0.0640576 Feb 16 14:17:09.101662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-653bb491-6a59-4486-b483-d850f2c4e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.102927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-653bb491-6a59-4486-b483-d850f2c4e5d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=876e1b1a-37b8-4e8e-b536-07aa3a32e227 HTTP/1.1" status: 200 len: 854 time: 0.0559709 Feb 16 14:17:09.147653 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-663451c0-1a5c-4964-81f6-3318526b2d6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72de88a8-1a86-46ce-b2b0-902040c80221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386617 Feb 16 14:17:09.292185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-90158808-12f7-4807-8354-2cceb5ac31bb service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381249 Feb 16 14:17:09.432521 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d9f93502-2a8e-4f69-890e-7cd6847108a6 req-9f563c2c-1d4b-40b4-9ed8-5a4f9af3b594 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345875 Feb 16 14:17:09.545729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1088d-48d7-4d38-a506-4c88129075ef req-5a78c030-4e1e-46d5-bdc6-8f1215fb3703 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.547185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed1088d-48d7-4d38-a506-4c88129075ef req-5a78c030-4e1e-46d5-bdc6-8f1215fb3703 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 943 time: 0.0803549 Feb 16 14:17:09.559783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-63757c55-0322-4156-a68e-9ef64c62ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.561237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-63757c55-0322-4156-a68e-9ef64c62ad11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 1096 time: 0.0771961 Feb 16 14:17:09.595726 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9ed1088d-48d7-4d38-a506-4c88129075ef req-b15f10bb-72d4-46f4-ab27-bf5b8cc03bda tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Feb 16 14:17:09.696370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-a0462405-2719-4179-92d2-11c9b38c63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.697822 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-a0462405-2719-4179-92d2-11c9b38c63ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 915 time: 0.1303606 Feb 16 14:17:09.763056 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-284da918-091b-40f5-8d65-13520f6f156b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985349f6-f130-4a60-9a4d-ab77018f9420 HTTP/1.1" status: 200 len: 217 time: 0.0591676 Feb 16 14:17:09.828929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-cddb747e-38ff-4212-929d-ca68a6a6a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:09.830319 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-cddb747e-38ff-4212-929d-ca68a6a6a54b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=876e1b1a-37b8-4e8e-b536-07aa3a32e227 HTTP/1.1" status: 200 len: 854 time: 0.0612032 Feb 16 14:17:09.875889 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-c4756774-6b9b-4c85-b78c-bb3c97bdcc73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72de88a8-1a86-46ce-b2b0-902040c80221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396123 Feb 16 14:17:10.009669 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-00ffc777-b998-40a8-8a3b-6844ce99d3f3 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277316 Feb 16 14:17:10.150694 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1245248f-8f5b-44a7-8f31-9b8053786126 req-66f2f49e-342f-49c3-9b0a-52497b0bf421 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346846 Feb 16 14:17:10.737888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aad3ae60-4e39-4dd4-95bc-08c06ff181db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:10.809174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013d733-1b01-4880-a749-a6c184ebbbce req-796a69aa-482f-469d-a2ff-90370981afaa tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:10.810633 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c013d733-1b01-4880-a749-a6c184ebbbce req-796a69aa-482f-469d-a2ff-90370981afaa tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 943 time: 0.0903375 Feb 16 14:17:10.855466 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c013d733-1b01-4880-a749-a6c184ebbbce req-3c21ce48-ac8c-416c-a503-829f8e131adf tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385945 Feb 16 14:17:12.062690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c18717-34dd-4532-beb5-6d07009b27f3 req-12cd8ee7-cd62-4ed8-a348-0ff340141283 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:12.064142 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c4c18717-34dd-4532-beb5-6d07009b27f3 req-12cd8ee7-cd62-4ed8-a348-0ff340141283 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 943 time: 0.0881720 Feb 16 14:17:12.109736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c4c18717-34dd-4532-beb5-6d07009b27f3 req-5e779d11-3cb0-4760-befd-ccd520eb9ece tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379064 Feb 16 14:17:12.194350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 985349f6-f130-4a60-9a4d-ab77018f9420 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:17:12.339041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=985349f6-f130-4a60-9a4d-ab77018f9420,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:12.356398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '985349f6-f130-4a60-9a4d-ab77018f9420', 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221', 'port_id': '985349f6-f130-4a60-9a4d-ab77018f9420', 'mac_address': 'fa:16:3e:de:1a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e1b1a-37b8-4e8e-b536-07aa3a32e227', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:17:12.418429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:12.435101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985349f6-f130-4a60-9a4d-ab77018f9420 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:17:12.451034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=985349f6-f130-4a60-9a4d-ab77018f9420,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:12.458968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:12.524796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:12.778133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['985349f6-f130-4a60-9a4d-ab77018f9420'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:17:13.307026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e88cd-c29b-47c8-9705-c9ec83e2aa86 req-e9b1d9e1-000a-44d6-a36b-6f0b7558d2ad tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:13.308422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-969e88cd-c29b-47c8-9705-c9ec83e2aa86 req-e9b1d9e1-000a-44d6-a36b-6f0b7558d2ad tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 944 time: 0.0854332 Feb 16 14:17:13.353413 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-969e88cd-c29b-47c8-9705-c9ec83e2aa86 req-57535de0-1ad7-4734-938a-fe45d556e863 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Feb 16 14:17:13.956652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e8c1beb2-7823-483a-a053-65d143c7ff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.211635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 985349f6-f130-4a60-9a4d-ab77018f9420 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:17:14.305462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.313594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.322085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 985349f6-f130-4a60-9a4d-ab77018f9420 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:14.326829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 985349f6-f130-4a60-9a4d-ab77018f9420 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:14.327192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.447820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.474436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:14.484487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=985349f6-f130-4a60-9a4d-ab77018f9420,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:14.488851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:14.532489 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420', 'code': 200} Feb 16 14:17:14.550634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3d62a-8c94-43f5-965a-eca867011e0e req-7b4a9a4b-b6b1-47a5-b0f3-ae52f2b71c26 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.554705 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9c3d62a-8c94-43f5-965a-eca867011e0e req-7b4a9a4b-b6b1-47a5-b0f3-ae52f2b71c26 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0943437 Feb 16 14:17:14.568265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:14.599266 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9c3d62a-8c94-43f5-965a-eca867011e0e req-6c3f2706-08ab-47b8-9383-2fab361aefd8 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Feb 16 14:17:14.758031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575af3-4046-4862-b521-3be86ad9f4d8 req-51a2b850-abdf-404d-a5a4-7762f3ae958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:14.759474 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf575af3-4046-4862-b521-3be86ad9f4d8 req-51a2b850-abdf-404d-a5a4-7762f3ae958b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 1098 time: 0.0766582 Feb 16 14:17:14.899585 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-bf575af3-4046-4862-b521-3be86ad9f4d8 req-76110bf8-78fd-4dec-8a92-8a2173ebe81e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339588 Feb 16 14:17:15.799434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd5d47-c837-48a6-b81c-daa0040e15a5 req-12554e65-0a96-4489-8336-4d722dfcc6c6 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:15.800894 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95dd5d47-c837-48a6-b81c-daa0040e15a5 req-12554e65-0a96-4489-8336-4d722dfcc6c6 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0859911 Feb 16 14:17:15.836599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:15.841687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:15.850623 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-95dd5d47-c837-48a6-b81c-daa0040e15a5 req-548a6d6d-1f59-4c1f-9b31-08234e73ef74 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Feb 16 14:17:16.948988 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:17:17.053014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef764e9-980f-4a9a-b07a-33b6e49a8f52 req-755205b0-47a3-4060-8ff0-baf483ea25ee tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.054566 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aef764e9-980f-4a9a-b07a-33b6e49a8f52 req-755205b0-47a3-4060-8ff0-baf483ea25ee tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0860972 Feb 16 14:17:17.103408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aef764e9-980f-4a9a-b07a-33b6e49a8f52 req-f1ac2ff2-fd78-4ad7-b926-8c651c2382c3 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Feb 16 14:17:17.521959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-2f47b699-cb98-4fe8-a817-5716e5195eb4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:17.523430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-2f47b699-cb98-4fe8-a817-5716e5195eb4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 814 time: 0.2628062 Feb 16 14:17:17.538644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-67b8d9bc-11cd-4c3b-acee-a3935dc78e6f tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/quotas/1fa0822931cb49db91b815390104e7e6 HTTP/1.1" status: 200 len: 375 time: 0.0092032 Feb 16 14:17:17.626443 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-b6683a06-536d-450c-8a1a-8dfb048ab0e9 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827713 Feb 16 14:17:17.775743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-282f1156-07c3-42f2-8667-a36e2bcc0ea3 service neutron] 10.222.0.105 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423326 Feb 16 14:17:17.908317 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-bb992bc1-8688-4e7c-ad70-12af0d2a9523 service neutron] 10.222.0.105 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241369 Feb 16 14:17:18.083730 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4897dbd-c663-43df-921b-083927f37db5 req-a90f08eb-562f-4dc0-a27b-4d47465e6230 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 210 time: 0.0428956 Feb 16 14:17:19.132515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-2b5d29dd-4ec8-4010-87e0-a8033cc6230d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:19.133975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-2b5d29dd-4ec8-4010-87e0-a8033cc6230d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 814 time: 0.1487772 Feb 16 14:17:19.145656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Request body: {'port': {'device_id': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221', 'admin_state_up': True, 'tenant_id': '1fa0822931cb49db91b815390104e7e6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:19.237624 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0fab9f1b-79aa-4e92-8cff-47df9ac344ba req-19745a22-ae41-4e64-86e8-277f41dfeb29 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 210 time: 0.0452602 Feb 16 14:17:19.282897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:19.286815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Usage tracker for resource:port and tenant:1fa0822931cb49db91b815390104e7e6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:19.289619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:19.295980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:19.308752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Made reservation on behalf of 1fa0822931cb49db91b815390104e7e6 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:19.314929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:19.480815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Allocated IP 172.20.0.14 (72de88a8-1a86-46ce-b2b0-902040c80221/876e1b1a-37b8-4e8e-b536-07aa3a32e227/4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:19.684015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:19.718136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:19.730415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['985349f6-f130-4a60-9a4d-ab77018f9420'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:17:19.790497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Network 72de88a8-1a86-46ce-b2b0-902040c80221 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:19.793648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:19.798064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:19.836555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Pushing event updated for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:19.865329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:19.865924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:19.887646 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-6ba36e3d-ad51-4636-8ac4-689d6befda6b tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7455454 Feb 16 14:17:19.898669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Request body: {'port': {'device_id': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:20.009881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.347995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:17:20.355715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.370086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Transition to ACTIVE for port object 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:20.375962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.426014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20dfe8-f5bc-49b6-8d6d-e37f0dfa590c req-f5970b8f-2e93-42a9-a70b-b45b1deb1670 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.427576 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b20dfe8-f5bc-49b6-8d6d-e37f0dfa590c req-f5970b8f-2e93-42a9-a70b-b45b1deb1670 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 944 time: 0.0854659 Feb 16 14:17:20.479261 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b20dfe8-f5bc-49b6-8d6d-e37f0dfa590c req-3a534eb6-225e-4d24-8d16-268b98605d02 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449052 Feb 16 14:17:20.506144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Pushing event updated for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:20.611009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Attempting to bind port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:20.611272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Attempting to bind port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:20.611548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Attempting to bind port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 on network 72de88a8-1a86-46ce-b2b0-902040c80221 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:20.616493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 on network 72de88a8-1a86-46ce-b2b0-902040c80221 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:17:20.616796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Attempting to bind port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 on network 72de88a8-1a86-46ce-b2b0-902040c80221 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:20.622107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:20.622471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Checking segment: {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:20.622845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Bound using segment: {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:20.623260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Bound port: 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:20.623590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.819825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:20.824149 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:20.830722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.898810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:20.899412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:20.900918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] 10.222.0.26 "PUT /v2.0/ports/4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 HTTP/1.1" status: 200 len: 1094 time: 1.0063503 Feb 16 14:17:20.901351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:20.924489 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329153a-2d12-4395-a415-bb5cacd9ae9d service neutron] Pushing event updated for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:20.971424 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7', 'status': 'completed', 'code': 200} Feb 16 14:17:21.015386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-479a0164-1561-4c7b-a132-ac58e418d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.016867 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-479a0164-1561-4c7b-a132-ac58e418d71b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 1097 time: 0.0763943 Feb 16 14:17:21.084200 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-65eb7a16-6254-46d9-8f10-30fdfe5558e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 HTTP/1.1" status: 200 len: 217 time: 0.0602763 Feb 16 14:17:21.152191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-86d8d64f-4165-439c-94fd-80807c045cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.153475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-86d8d64f-4165-439c-94fd-80807c045cd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=876e1b1a-37b8-4e8e-b536-07aa3a32e227 HTTP/1.1" status: 200 len: 854 time: 0.0595849 Feb 16 14:17:21.200416 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-48cfbe1e-a10f-4d61-918d-5256f2f4d623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72de88a8-1a86-46ce-b2b0-902040c80221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409036 Feb 16 14:17:21.334491 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-1b2f1548-893e-49e2-826f-d2eb3001a9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276360 Feb 16 14:17:21.476221 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-38b7bbf0-a22f-4177-ad26-6f3e0da6335a req-4c8233c6-c124-4593-a948-219d401e8c4c service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354814 Feb 16 14:17:21.601037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-73d2e830-069d-430b-832c-d8da9c114f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.602562 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-73d2e830-069d-430b-832c-d8da9c114f85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fa0822931cb49db91b815390104e7e6&device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 1097 time: 0.0755217 Feb 16 14:17:21.666711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378388-ff0f-49b2-affa-978d4f33750b req-49b7fdb2-dfa0-4e9b-bb59-e3c3ffbfc618 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.668181 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9378388-ff0f-49b2-affa-978d4f33750b req-49b7fdb2-dfa0-4e9b-bb59-e3c3ffbfc618 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 944 time: 0.0823350 Feb 16 14:17:21.713379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9378388-ff0f-49b2-affa-978d4f33750b req-8268870a-a771-4410-b856-3bc8b575aefc tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Feb 16 14:17:21.738407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-52f3f218-3a57-4928-8aea-9ed5ed243916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.739782 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-52f3f218-3a57-4928-8aea-9ed5ed243916 service neutron] 10.222.0.26 "GET /v2.0/networks?id=72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 200 len: 915 time: 0.1309974 Feb 16 14:17:21.817642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-a25b2332-0f38-43b6-af3b-2e60aaebb019 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 HTTP/1.1" status: 200 len: 217 time: 0.0715322 Feb 16 14:17:21.884047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-1d3397c2-44d6-426c-8bfe-d23523c718bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:21.885531 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-1d3397c2-44d6-426c-8bfe-d23523c718bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=876e1b1a-37b8-4e8e-b536-07aa3a32e227 HTTP/1.1" status: 200 len: 854 time: 0.0619764 Feb 16 14:17:21.931077 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-ea4acefb-a337-4cb6-b018-3df02cf08f91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72de88a8-1a86-46ce-b2b0-902040c80221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400069 Feb 16 14:17:22.065014 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-6e13554c-47e1-449d-a04b-b5ec67c14976 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271150 Feb 16 14:17:22.199130 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cd4a443-805f-44bb-a0b3-72e817b122e1 req-50a79bb6-d207-4a87-b90f-e5aa1188fb76 service neutron] 10.222.0.26 "GET /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278095 Feb 16 14:17:22.910728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8039c2-fc32-4161-8a46-4a9446bf1c27 req-ea219fc3-a6db-40fd-aba7-cea891641084 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:22.912192 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad8039c2-fc32-4161-8a46-4a9446bf1c27 req-ea219fc3-a6db-40fd-aba7-cea891641084 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 944 time: 0.0848489 Feb 16 14:17:22.957652 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ad8039c2-fc32-4161-8a46-4a9446bf1c27 req-f87ba62c-82e9-4eea-a1e0-0325f574358d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395250 Feb 16 14:17:24.150972 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3d69-f9a2-4f0c-a703-b1af16f9539a req-ad82446a-1daa-493c-bb29-b8e706c89fd4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:24.152402 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7ee3d69-f9a2-4f0c-a703-b1af16f9539a req-ad82446a-1daa-493c-bb29-b8e706c89fd4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 944 time: 0.0879934 Feb 16 14:17:24.203279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7ee3d69-f9a2-4f0c-a703-b1af16f9539a req-b1413b39-57b8-49e3-a5e3-9da344c74884 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Feb 16 14:17:24.262178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:17:24.402680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:24.416964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7', 'network_id': '72de88a8-1a86-46ce-b2b0-902040c80221', 'port_id': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7', 'mac_address': 'fa:16:3e:4f:79:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e1b1a-37b8-4e8e-b536-07aa3a32e227', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:17:24.471975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:24.489228 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:17:24.505814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:24.512026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:24.597094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:24.605027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.605389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.605723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.606059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.606423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.606755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.607082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.607400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.607725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.608047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.608366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.608680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:24.842094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:17:25.417355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c70a69-a393-46a7-8f6b-1e3dbebf7481 req-188852bb-b926-4ed5-9340-92cc43a3c1b3 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:25.418831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-61c70a69-a393-46a7-8f6b-1e3dbebf7481 req-188852bb-b926-4ed5-9340-92cc43a3c1b3 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 945 time: 0.0937665 Feb 16 14:17:25.469247 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-61c70a69-a393-46a7-8f6b-1e3dbebf7481 req-393a7371-dbdd-49a7-8e92-f6752983a5a9 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421066 Feb 16 14:17:26.291508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:17:26.374906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:26.379842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:26.380217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:26.494374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:26.522349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:26.532386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:26.539026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:26.574600 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7', 'code': 200} Feb 16 14:17:26.614359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:26.669928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709788e-fbdc-4c08-8139-70e311f3d49f req-a8ead789-7bf2-4e0a-9108-fb06f078b6d4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.671396 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7709788e-fbdc-4c08-8139-70e311f3d49f req-a8ead789-7bf2-4e0a-9108-fb06f078b6d4 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.0883031 Feb 16 14:17:26.717044 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7709788e-fbdc-4c08-8139-70e311f3d49f req-93de48cf-2c91-4fe3-b1e8-7b5004f1c77d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Feb 16 14:17:26.813361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883c00a-c1df-4514-a1d7-3c0a6e9bbca6 req-9cc95d40-73c0-46ec-8b20-03bd5bf6623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:26.814750 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f883c00a-c1df-4514-a1d7-3c0a6e9bbca6 req-9cc95d40-73c0-46ec-8b20-03bd5bf6623d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 1099 time: 0.0725000 Feb 16 14:17:26.860471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f883c00a-c1df-4514-a1d7-3c0a6e9bbca6 req-2c532723-5309-46d8-9488-7652f910de6c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Feb 16 14:17:27.918492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b844d9-036f-4466-bafe-98402c6a1f97 req-1e0f569d-959d-4f7a-a1e4-11d7934dac3d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:27.919957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b5b844d9-036f-4466-bafe-98402c6a1f97 req-1e0f569d-959d-4f7a-a1e4-11d7934dac3d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.0880637 Feb 16 14:17:27.964133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b5b844d9-036f-4466-bafe-98402c6a1f97 req-2effa292-e77e-4d42-85fe-6f60ac3b8c62 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382724 Feb 16 14:17:29.159336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad2051-0a16-42bd-bbad-13acc9f6b536 req-58dbc287-4d46-4235-9023-174fa7e680e5 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:29.160786 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5ad2051-0a16-42bd-bbad-13acc9f6b536 req-58dbc287-4d46-4235-9023-174fa7e680e5 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.0879760 Feb 16 14:17:29.207772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5ad2051-0a16-42bd-bbad-13acc9f6b536 req-e2243cd7-e218-4a4e-b581-d42380692cc1 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385866 Feb 16 14:17:29.608585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb0f51-dbed-4f45-949f-70b1d9c37595 req-a3db2079-a767-4d9f-a2a4-dcea82665b59 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:29.609964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4cb0f51-dbed-4f45-949f-70b1d9c37595 req-a3db2079-a767-4d9f-a2a4-dcea82665b59 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.0865798 Feb 16 14:17:29.661595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4cb0f51-dbed-4f45-949f-70b1d9c37595 req-173d391e-9164-474f-8a69-b00a3c6e1ba9 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434265 Feb 16 14:17:30.862606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f55e5-b3af-42f0-9fd1-ce3f8c428698 req-6087a862-7e5f-4bf9-90e7-f8c5fd50c16f tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:30.864018 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae3f55e5-b3af-42f0-9fd1-ce3f8c428698 req-6087a862-7e5f-4bf9-90e7-f8c5fd50c16f tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.0848768 Feb 16 14:17:30.910247 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae3f55e5-b3af-42f0-9fd1-ce3f8c428698 req-a6aabc6b-9cdb-4ac5-a64f-6e4bcaf65a04 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 Feb 16 14:17:31.028683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770982-ab65-40c4-99d8-b0afca756151 req-db65fc83-6036-46f0-b7cf-234a1141df57 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:31.029350 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d5770982-ab65-40c4-99d8-b0afca756151 req-db65fc83-6036-46f0-b7cf-234a1141df57 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Synchronizing usage tracker for tenant:1fa0822931cb49db91b815390104e7e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:17:31.048911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-d5770982-ab65-40c4-99d8-b0afca756151 req-db65fc83-6036-46f0-b7cf-234a1141df57 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Unset dirty status for tenant:1fa0822931cb49db91b815390104e7e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:17:31.050114 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d5770982-ab65-40c4-99d8-b0afca756151 req-db65fc83-6036-46f0-b7cf-234a1141df57 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 946 time: 0.1017334 Feb 16 14:17:31.120880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Deleting port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:31.121181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:31.469771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] For port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:31.470070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:31.594982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Calling delete_port for 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:31.747655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:31.762960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['985349f6-f130-4a60-9a4d-ab77018f9420', '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:17:31.799836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Pushing event deleted for resources: {'Port': ['ID=4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:31.872030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] No DVR routers for this DVR port 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:31.874583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:31.877077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'name': 'network-vif-deleted', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:31.893556 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d5770982-ab65-40c4-99d8-b0afca756151 req-ed36211a-4b75-4d14-9e1b-9df8e9e2da19 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "DELETE /v2.0/ports/4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 HTTP/1.1" status: 204 len: 173 time: 0.8383579 Feb 16 14:17:31.928769 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8053a55e-06aa-463f-9c63-f6d124ae0ebd', 'name': 'network-vif-deleted', 'tag': '4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7', 'status': 'completed', 'code': 200} Feb 16 14:17:32.068957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28e9042b-0eee-4313-bc58-408b7d8a5962 req-e02b2414-7f98-458f-85fb-a2896df8788a tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=8053a55e-06aa-463f-9c63-f6d124ae0ebd HTTP/1.1" status: 200 len: 210 time: 0.0428090 Feb 16 14:17:33.344801 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d301a5-4f08-4301-9425-fc9fc1f56dd9 req-49e0bb82-41aa-45c9-8c42-fff9c6def7a2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:33.346152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f8d301a5-4f08-4301-9425-fc9fc1f56dd9 req-49e0bb82-41aa-45c9-8c42-fff9c6def7a2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0852103 Feb 16 14:17:33.391492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f8d301a5-4f08-4301-9425-fc9fc1f56dd9 req-f8e596ee-4dcb-4200-8995-096fa41f8cb9 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383999 Feb 16 14:17:33.611971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c23a4-47e6-4e3c-9614-f473e134a329 req-5edb9810-f687-42e6-b01f-3ce846134666 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:33.613326 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-138c23a4-47e6-4e3c-9614-f473e134a329 req-5edb9810-f687-42e6-b01f-3ce846134666 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0898056 Feb 16 14:17:33.674869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-138c23a4-47e6-4e3c-9614-f473e134a329 req-a2ea5431-fcfb-4f1c-8937-fb69e2faf741 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Feb 16 14:17:33.879177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8d589-732b-4aae-9023-8780a6e4a2b6 req-9032d9f6-c852-456f-a6fa-e33965a8d818 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:33.880674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65d8d589-732b-4aae-9023-8780a6e4a2b6 req-9032d9f6-c852-456f-a6fa-e33965a8d818 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0934100 Feb 16 14:17:33.925848 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-65d8d589-732b-4aae-9023-8780a6e4a2b6 req-f3a364ba-1d57-4796-946c-6c51fda5e44d tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393319 Feb 16 14:17:34.218122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e944801-8de6-4a62-81db-21a11cf869c0 req-b0477d10-110f-439f-ae92-f719f8fd0ed5 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.219507 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e944801-8de6-4a62-81db-21a11cf869c0 req-b0477d10-110f-439f-ae92-f719f8fd0ed5 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0854394 Feb 16 14:17:34.264600 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e944801-8de6-4a62-81db-21a11cf869c0 req-e943fc02-b1a0-49bd-9d84-e83e354a8c52 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393760 Feb 16 14:17:34.359462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:34.398789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:34.399106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 4159e7f7-4554-4d3f-8cdb-f3cf0717f1b7 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:34.463648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115be9f-de63-47aa-88e2-36497ebd061b req-aab9ec64-a7db-4167-bdd3-4b83cb0925d2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.465229 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2115be9f-de63-47aa-88e2-36497ebd061b req-aab9ec64-a7db-4167-bdd3-4b83cb0925d2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0880840 Feb 16 14:17:34.511831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2115be9f-de63-47aa-88e2-36497ebd061b req-c72917e6-6069-495d-865d-bf057ac47577 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Feb 16 14:17:34.723383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94f0c3-2406-40f1-b916-b3d9031f1322 req-9c8df06c-71f6-45fd-b872-026782066b99 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:34.724819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea94f0c3-2406-40f1-b916-b3d9031f1322 req-9c8df06c-71f6-45fd-b872-026782066b99 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0955663 Feb 16 14:17:34.771783 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea94f0c3-2406-40f1-b916-b3d9031f1322 req-2c0eb6dc-d10d-4c6d-9453-bd8d68eb11b8 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385935 Feb 16 14:17:35.360836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e32917-2d22-4c3f-ad48-49e66422b8c9 req-1f92d9ad-d15e-4a3f-a193-8f71de4f7923 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:35.362189 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07e32917-2d22-4c3f-ad48-49e66422b8c9 req-1f92d9ad-d15e-4a3f-a193-8f71de4f7923 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.0919378 Feb 16 14:17:35.409064 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07e32917-2d22-4c3f-ad48-49e66422b8c9 req-d0e3043e-eda8-4dd5-9f3c-0f2bddde7d9a tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409529 Feb 16 14:17:36.782954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e6fa8-8945-4511-a250-7ae09a2ee946 req-93fa2a17-555b-45b0-a8f1-eeb7af24a666 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:36.784279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb6e6fa8-8945-4511-a250-7ae09a2ee946 req-93fa2a17-555b-45b0-a8f1-eeb7af24a666 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.1042082 Feb 16 14:17:36.832471 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fb6e6fa8-8945-4511-a250-7ae09a2ee946 req-5780c6a0-2c45-419b-964c-a0fbdc873da2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/security-groups?id=4f2cf33a-466b-4233-98fa-1626ed645ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Feb 16 14:17:36.881228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-6a8d7d73-8c1b-4bee-a8ae-f30b643fa6b7 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:36.881872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-6a8d7d73-8c1b-4bee-a8ae-f30b643fa6b7 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Synchronizing usage tracker for tenant:1fa0822931cb49db91b815390104e7e6 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:17:36.900739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-6a8d7d73-8c1b-4bee-a8ae-f30b643fa6b7 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Unset dirty status for tenant:1fa0822931cb49db91b815390104e7e6 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:17:36.901958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-6a8d7d73-8c1b-4bee-a8ae-f30b643fa6b7 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 945 time: 0.1046875 Feb 16 14:17:36.971707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Deleting port 985349f6-f130-4a60-9a4d-ab77018f9420 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:36.972045 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:37.235890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] For port 985349f6-f130-4a60-9a4d-ab77018f9420, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=985349f6-f130-4a60-9a4d-ab77018f9420,segment=NetworkSegment(c183c9e8-924f-4aaf-898e-6bd3cef3c43e),segment_id=c183c9e8-924f-4aaf-898e-6bd3cef3c43e)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:37.236215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:37.358436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Calling delete_port for 985349f6-f130-4a60-9a4d-ab77018f9420 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:37.509357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:37.521235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['985349f6-f130-4a60-9a4d-ab77018f9420'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:17:37.565488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Pushing event deleted for resources: {'Port': ['ID=985349f6-f130-4a60-9a4d-ab77018f9420,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:37.637973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] No DVR routers for this DVR port 985349f6-f130-4a60-9a4d-ab77018f9420 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:37.640463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:37.642911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'name': 'network-vif-deleted', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:17:37.659229 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5d9a8294-c85f-405a-aa17-e9418059a666 req-56f984be-d5f4-49ac-a08f-1cb74991c834 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.26 "DELETE /v2.0/ports/985349f6-f130-4a60-9a4d-ab77018f9420 HTTP/1.1" status: 204 len: 173 time: 0.7518666 Feb 16 14:17:37.692847 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4310e3c8-6914-4a2b-a13d-c9ff73aa2299', 'name': 'network-vif-deleted', 'tag': '985349f6-f130-4a60-9a4d-ab77018f9420', 'status': 'completed', 'code': 200} Feb 16 14:17:38.015475 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-52d7ed8d-99e9-48eb-8e59-487fbcf38ce7 req-2bb6be72-d921-42a1-a025-7b58d07bfcc2 tempest-ServersNegativeTestJSON-94557074 tempest-ServersNegativeTestJSON-94557074-project] 10.222.0.105 "GET /v2.0/ports?device_id=4310e3c8-6914-4a2b-a13d-c9ff73aa2299 HTTP/1.1" status: 200 len: 210 time: 0.0422647 Feb 16 14:17:39.116385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42020) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:39.182637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Deleting subnet 876e1b1a-37b8-4e8e-b536-07aa3a32e227 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:39.185675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.237098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.295939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.363549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.401346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876e1b1a-37b8-4e8e-b536-07aa3a32e227,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:39.403309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.409597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bf364c3b-3f32-4ad9-a776-2d4e3397a884 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/876e1b1a-37b8-4e8e-b536-07aa3a32e227 HTTP/1.1" status: 204 len: 168 time: 0.2917213 Feb 16 14:17:39.412172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42024) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:39.624953 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.749581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.784498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72de88a8-1a86-46ce-b2b0-902040c80221']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:39.796885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:39.797183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c183c9e8-924f-4aaf-898e-6bd3cef3c43e') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:39.808967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.826329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.836012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:39.836568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:39.850535 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:39.927245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.947528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:39.957714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] Pushing event deleted for resources: {'Network': ['ID=72de88a8-1a86-46ce-b2b0-902040c80221,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:39.966987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-98af3f38-883e-4cb9-b2bd-9047923f01ab admin admin] 10.222.0.105 "DELETE /v2.0/networks/72de88a8-1a86-46ce-b2b0-902040c80221 HTTP/1.1" status: 204 len: 168 time: 0.5538819 Feb 16 14:17:40.084733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42030) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:40.149953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9b4afe25-a1e4-4bd7-8675-7df2abd857c3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1fa0822931cb49db91b815390104e7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624681 Feb 16 14:17:40.151930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42034) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:40.209217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:40.239516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:40.301811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:40.316680 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2cf33a-466b-4233-98fa-1626ed645ed1,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:40.324390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:40.325554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2e6b0369-5142-4853-9eb0-192046ccdbe3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4f2cf33a-466b-4233-98fa-1626ed645ed1 HTTP/1.1" status: 204 len: 168 time: 0.1725521 Feb 16 14:17:40.376470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 985349f6-f130-4a60-9a4d-ab77018f9420 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:40.410550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 985349f6-f130-4a60-9a4d-ab77018f9420 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:40.410895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 985349f6-f130-4a60-9a4d-ab77018f9420 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:40.733361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b3c1a4-3e11-45f3-8a2a-4c1a3d46d637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.149460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42058) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:41.254086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724755555'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:41.259609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:41.263788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:network and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:41.266851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:41.273466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:41.285433 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:41.289056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.304417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.320463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:41.324528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:security_group_rule and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:41.327322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:41.332961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:41.432884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.439491 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.471806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:41.480443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4734a8c0-524e-45e5-8ec6-2e9fec4aca30,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.485846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.486181 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Added segment 9531544d-2096-42b5-a748-66aa90158dc6 of type vlan for network b8063016-dd0d-4a6f-a18b-4f358733407c Feb 16 14:17:41.513549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.543663 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.549058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:41.549630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:41.767485 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6167881 Feb 16 14:17:41.770465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d01f2c-b52c-45ae-a74a-ea80397268aa tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Network': ['ID=b8063016-dd0d-4a6f-a18b-4f358733407c,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:41.781877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network b8063016-dd0d-4a6f-a18b-4f358733407c details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:43.951575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b2d78054-d73a-4b08-9523-144eebc62962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:44.282756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:44.295675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.031019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42064) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:45.037044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'subnet': {'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:45.151463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:45.156348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:subnet and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:45.160986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:45.169710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:45.186672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:45.192085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.426192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.506254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Subnet': ['ID=e92dcdb5-d4a5-4807-bbcc-36d72e5110c6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:45.516581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking segment: {'id': '9531544d-2096-42b5-a748-66aa90158dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:45.516938 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network hostable DHCP agents. Network: b8063016-dd0d-4a6f-a18b-4f358733407c, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:45.537918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network b8063016-dd0d-4a6f-a18b-4f358733407c is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:45.547718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, b8063016-dd0d-4a6f-a18b-4f358733407c) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:45.552605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.553174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.556271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00087f02-888b-4c7b-9396-e3476f54e72b None None] Network b8063016-dd0d-4a6f-a18b-4f358733407c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:45.577187 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b6cfb467-f5b0-43b7-8177-cdaf2b5db438 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5450735 Feb 16 14:17:45.580661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:45.586736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-356422937'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:45.591778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:45.595837 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:network and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:45.598733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:45.604907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:45.616709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:45.620421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.650059 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:45.662069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.662435 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Added segment 58aadf02-1941-4c79-904d-702c47b4e5b8 of type vlan for network b9205ecf-a659-40a4-8371-c232992f4b88 Feb 16 14:17:45.689474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.721706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.727486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:45.728051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.822556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-b8063016-dd0d-4a6f-a18b-4f358733407c', 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c', 'tenant_id': 'b885bacb16994401917310e4b3bd4f84', 'fixed_ips': [{'subnet_id': 'e92dcdb5-d4a5-4807-bbcc-36d72e5110c6'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:45.823453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.834612 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2529078 Feb 16 14:17:45.837734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42072) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:45.843851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d228f6-3c8d-4d22-ab62-c8ce0bc22021 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Network': ['ID=b9205ecf-a659-40a4-8371-c232992f4b88,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:45.844369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'subnet': {'network_id': 'b9205ecf-a659-40a4-8371-c232992f4b88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:45.858931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network b9205ecf-a659-40a4-8371-c232992f4b88 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:45.875815 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.962150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:45.964468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:45.968489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:subnet and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:45.971463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:45.977324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:45.989335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:45.994099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.094871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Allocated IP 2001:db8:0:ffff::2 (b8063016-dd0d-4a6f-a18b-4f358733407c/e92dcdb5-d4a5-4807-bbcc-36d72e5110c6/63f03b9d-aa25-4b98-841c-2d0d27b904d7) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:46.232188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.302395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.307432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Subnet': ['ID=e82625d9-2980-41a4-90ce-271ee73b1c3e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:46.313571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Transition to ACTIVE for port object 63f03b9d-aa25-4b98-841c-2d0d27b904d7 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:46.318699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking segment: {'id': '58aadf02-1941-4c79-904d-702c47b4e5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'b9205ecf-a659-40a4-8371-c232992f4b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:46.319062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network hostable DHCP agents. Network: b9205ecf-a659-40a4-8371-c232992f4b88, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:46.332141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Transition to ACTIVE for port object 63f03b9d-aa25-4b98-841c-2d0d27b904d7 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:46.338300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.338728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network b9205ecf-a659-40a4-8371-c232992f4b88 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:46.347779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, b9205ecf-a659-40a4-8371-c232992f4b88) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:46.351997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:46.352578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.373769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee6c8eb7-af67-433d-b5cb-78e0f5813fa1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5347919 Feb 16 14:17:46.376543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42076) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:46.384529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e3569-d787-46d3-9aec-28423c5951e9 None None] Network b9205ecf-a659-40a4-8371-c232992f4b88 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:46.471957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Network b8063016-dd0d-4a6f-a18b-4f358733407c is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:46.478383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:46.486027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:46.489914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Pushing event updated for resources: {'Port': ['ID=63f03b9d-aa25-4b98-841c-2d0d27b904d7,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:46.520414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.590916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.639016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Attempting to bind port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:46.639666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Attempting to bind port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '9531544d-2096-42b5-a748-66aa90158dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:46.639666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Attempting to bind port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 on network b8063016-dd0d-4a6f-a18b-4f358733407c {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:46.650926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:46.651495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Checking segment: {'id': '9531544d-2096-42b5-a748-66aa90158dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:46.651955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.652419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Bound using segment: {'id': '9531544d-2096-42b5-a748-66aa90158dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:46.652979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Bound port: 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9531544d-2096-42b5-a748-66aa90158dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'b8063016-dd0d-4a6f-a18b-4f358733407c'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:46.653374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.672011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.711690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Subnet': ['ID=e82625d9-2980-41a4-90ce-271ee73b1c3e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:46.778192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f7544-106b-46fe-ac1e-855aec6c9b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-b9205ecf-a659-40a4-8371-c232992f4b88', 'network_id': 'b9205ecf-a659-40a4-8371-c232992f4b88', 'tenant_id': 'b885bacb16994401917310e4b3bd4f84', 'fixed_ips': [{'subnet_id': 'e82625d9-2980-41a4-90ce-271ee73b1c3e'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:46.778998 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-236f7544-106b-46fe-ac1e-855aec6c9b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.804939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.807402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] For port 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:46.832615 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9205ecf-a659-40a4-8371-c232992f4b88']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:46.844592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58aadf02-1941-4c79-904d-702c47b4e5b8') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:46.845289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58aadf02-1941-4c79-904d-702c47b4e5b8') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:46.855318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] For port 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=63f03b9d-aa25-4b98-841c-2d0d27b904d7,segment=NetworkSegment(9531544d-2096-42b5-a748-66aa90158dc6),segment_id=9531544d-2096-42b5-a748-66aa90158dc6)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:46.856806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.865323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.876825 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.883199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:46.883579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:46.898268 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:46.972199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d51d-42ad-4bbe-bb6f-09b2b8e3366a None None] Pushing event updated for resources: {'Port': ['ID=63f03b9d-aa25-4b98-841c-2d0d27b904d7,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:46.983981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:46.992241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31cbeb-d9f0-4886-bba7-4b4faf0e3fc3 None None] Network b9205ecf-a659-40a4-8371-c232992f4b88 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:47.005619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.015048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31cbeb-d9f0-4886-bba7-4b4faf0e3fc3 None None] Network b9205ecf-a659-40a4-8371-c232992f4b88 could not be found, it might have been deleted concurrently. {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 14:17:47.020567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Network': ['ID=b9205ecf-a659-40a4-8371-c232992f4b88,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:47.023412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cbcd49d2-f07a-4308-acf7-fd5008720cb7 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/b9205ecf-a659-40a4-8371-c232992f4b88 HTTP/1.1" status: 204 len: 168 time: 0.6458414 Feb 16 14:17:47.027169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42080) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:47.033261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830308356'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:47.038666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:47.043167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:network and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:47.046163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:47.052525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:47.063551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:47.067319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.096620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:47.109424 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.109892 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Added segment 5bc2f9ed-0920-429a-817b-b4ae113a31b8 of type vlan for network 6560a359-d452-421b-a985-08d226371b7a Feb 16 14:17:47.147846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.198720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.204354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.204933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.314015 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2856679 Feb 16 14:17:47.317213 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42084) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:47.323498 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'subnet': {'network_id': '6560a359-d452-421b-a985-08d226371b7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:47.323686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513cfa9-f2db-4974-aeb9-2c12beb3dcd5 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Network': ['ID=6560a359-d452-421b-a985-08d226371b7a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:47.334961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 6560a359-d452-421b-a985-08d226371b7a details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:47.435653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:47.440179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:subnet and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:47.443394 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:47.449395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:47.461846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:47.465717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.559439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Performing IP validity checks on allocation pools {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 14:17:47.559857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.ipam_backend_mixin [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87697) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 14:17:47.697796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.778761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Subnet': ['ID=77c43eb1-a480-4abd-b996-f6d6d444c97b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:47.786940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking segment: {'id': '5bc2f9ed-0920-429a-817b-b4ae113a31b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '6560a359-d452-421b-a985-08d226371b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:47.787285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network hostable DHCP agents. Network: 6560a359-d452-421b-a985-08d226371b7a, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:47.808476 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network 6560a359-d452-421b-a985-08d226371b7a is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:47.819356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 6560a359-d452-421b-a985-08d226371b7a) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:47.823828 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:47.824911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:47.830678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a12246-124b-4adc-bd40-939166e127bf None None] Network 6560a359-d452-421b-a985-08d226371b7a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:47.849816 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c4b338c8-7323-471a-97bf-25f96a78606e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5313210 Feb 16 14:17:47.852608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42088) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:47.898261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4b15b-e390-4b1b-905d-851b84a063fa None None] Network b8063016-dd0d-4a6f-a18b-4f358733407c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:47.999979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.073943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.135214 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0bd1301e-b884-4684-bbfa-150831e5c5df None None] Provisioning for port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:48.138336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 63f03b9d-aa25-4b98-841c-2d0d27b904d7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:17:48.148793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.189408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Subnet': ['ID=77c43eb1-a480-4abd-b996-f6d6d444c97b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:48.283760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.312594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6560a359-d452-421b-a985-08d226371b7a']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:48.324888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc2f9ed-0920-429a-817b-b4ae113a31b8') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:48.325079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc2f9ed-0920-429a-817b-b4ae113a31b8') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:48.336159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.352491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.358747 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:48.359208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:48.376322 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:48.381903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a165780-00ec-4a20-9872-3a41d607caeb None None] Network 6560a359-d452-421b-a985-08d226371b7a requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:48.455514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.478695 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.497884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:48.532458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:48.532875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.600314 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Network': ['ID=6560a359-d452-421b-a985-08d226371b7a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:48.607779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5d7eec81-b845-44ce-b9d7-27d8551b4dc8 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/6560a359-d452-421b-a985-08d226371b7a HTTP/1.1" status: 204 len: 168 time: 0.7508204 Feb 16 14:17:48.607973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42092) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:48.614054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-542370210'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:48.618465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:48.622371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:network and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:48.625255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:48.631062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:48.642382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:48.645934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.673930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:48.683290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.683627 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Added segment 8fd5e6a8-122e-416b-994e-14e0e719216d of type vlan for network d6dc9883-cd40-45a6-935a-b0bd32d26a1d Feb 16 14:17:48.709705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.740229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.745774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:48.746365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.813797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.851218 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2403898 Feb 16 14:17:48.853158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42096) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:48.861235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=63f03b9d-aa25-4b98-841c-2d0d27b904d7,segment=NetworkSegment(9531544d-2096-42b5-a748-66aa90158dc6),segment_id=9531544d-2096-42b5-a748-66aa90158dc6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:48.864216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'subnet': {'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:48.868885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:48.878806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d219104-f101-4477-92f1-8e12bc26a972 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Network': ['ID=d6dc9883-cd40-45a6-935a-b0bd32d26a1d,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:48.905753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network d6dc9883-cd40-45a6-935a-b0bd32d26a1d details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:48.988614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:48.992712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:subnet and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:48.995908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:49.002298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:49.015359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:49.019647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.050477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=63f03b9d-aa25-4b98-841c-2d0d27b904d7,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:49.059195 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6ca1a779-8419-41a4-b665-c016e662718f None None] Provisioning complete for port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:49.059567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a779-8419-41a4-b665-c016e662718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.247886 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.329860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Subnet': ['ID=e2c95840-91cd-418d-b9b0-e0a7c005ca69,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:49.340269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking segment: {'id': '8fd5e6a8-122e-416b-994e-14e0e719216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:49.340604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network hostable DHCP agents. Network: d6dc9883-cd40-45a6-935a-b0bd32d26a1d, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:49.360619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network d6dc9883-cd40-45a6-935a-b0bd32d26a1d is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:49.370415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, d6dc9883-cd40-45a6-935a-b0bd32d26a1d) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:49.374512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:49.375081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.379081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbbc938-07a6-449c-8b50-ade57ebe9404 None None] Network d6dc9883-cd40-45a6-935a-b0bd32d26a1d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:49.397489 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-533d07ef-6b84-4680-b5b3-d4f727397a47 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5432544 Feb 16 14:17:49.401082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42100) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:49.406643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707695295'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:49.411820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:49.415938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:network and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:49.419078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:49.425173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:49.435203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:49.439120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.466018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:49.474823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.475179 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Added segment 0346fd4a-9399-4524-9dd6-2cc67ae9a5ea of type vlan for network 68963e9c-f8c8-4307-9d03-5172ca878d90 Feb 16 14:17:49.500278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.529561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.535218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:49.535816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.639107 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2369092 Feb 16 14:17:49.641988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42104) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:49.649677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Request body: {'subnet': {'network_id': '68963e9c-f8c8-4307-9d03-5172ca878d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:49.667199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6992fc5-1c5e-40eb-b8b3-b63b73a18086 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Network': ['ID=68963e9c-f8c8-4307-9d03-5172ca878d90,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:49.682490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 68963e9c-f8c8-4307-9d03-5172ca878d90 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:49.767020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-d6dc9883-cd40-45a6-935a-b0bd32d26a1d', 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d', 'tenant_id': 'b885bacb16994401917310e4b3bd4f84', 'fixed_ips': [{'subnet_id': 'e2c95840-91cd-418d-b9b0-e0a7c005ca69'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:49.767936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.770694 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:49.774669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Usage tracker for resource:subnet and tenant:b885bacb16994401917310e4b3bd4f84 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:49.777683 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:49.783456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:49.793974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Made reservation on behalf of b885bacb16994401917310e4b3bd4f84 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:49.797945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:49.944020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Allocated IP 2001:db8::2 (d6dc9883-cd40-45a6-935a-b0bd32d26a1d/e2c95840-91cd-418d-b9b0-e0a7c005ca69/ce635297-0f83-4a44-99fa-35103dd9592d) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:50.034833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.044751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 63f03b9d-aa25-4b98-841c-2d0d27b904d7 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:17:50.112924 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event updated for resources: {'Subnet': ['ID=73c3a2a2-c69b-40d4-a7c0-bf9e62874e1b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:50.120601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Checking segment: {'id': '0346fd4a-9399-4524-9dd6-2cc67ae9a5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '68963e9c-f8c8-4307-9d03-5172ca878d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:50.120918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network hostable DHCP agents. Network: 68963e9c-f8c8-4307-9d03-5172ca878d90, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:50.140677 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Network 68963e9c-f8c8-4307-9d03-5172ca878d90 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:50.150882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 68963e9c-f8c8-4307-9d03-5172ca878d90) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:50.155283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:50.155868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.178952 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a11adf15-60ac-45b6-bfe1-00e4a7edb3e9 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5359154 Feb 16 14:17:50.181865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42108) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:50.186767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f92f95-22ec-478f-a10e-6ce4ad3b0921 None None] Network 68963e9c-f8c8-4307-9d03-5172ca878d90 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:50.289911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:50.290259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.318055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.325771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.359565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Transition to ACTIVE for port object ce635297-0f83-4a44-99fa-35103dd9592d will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:50.390043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.419271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Transition to ACTIVE for port object ce635297-0f83-4a44-99fa-35103dd9592d will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:50.457685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.471190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.510067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Subnet': ['ID=73c3a2a2-c69b-40d4-a7c0-bf9e62874e1b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:50.605131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.614869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Network d6dc9883-cd40-45a6-935a-b0bd32d26a1d is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:50.625226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:50.627845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:50.630197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68963e9c-f8c8-4307-9d03-5172ca878d90']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:50.642806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0346fd4a-9399-4524-9dd6-2cc67ae9a5ea') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:50.643102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0346fd4a-9399-4524-9dd6-2cc67ae9a5ea') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:50.654811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.670801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.670993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Pushing event updated for resources: {'Port': ['ID=ce635297-0f83-4a44-99fa-35103dd9592d,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:50.675979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba98fc-d959-49ae-afb2-0142318f3358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-68963e9c-f8c8-4307-9d03-5172ca878d90', 'network_id': '68963e9c-f8c8-4307-9d03-5172ca878d90', 'tenant_id': 'b885bacb16994401917310e4b3bd4f84', 'fixed_ips': [{'subnet_id': '73c3a2a2-c69b-40d4-a7c0-bf9e62874e1b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:50.676794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5dba98fc-d959-49ae-afb2-0142318f3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.676946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:50.677366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:50.692112 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:50.772509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.779838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Attempting to bind port ce635297-0f83-4a44-99fa-35103dd9592d on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:50.780197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Attempting to bind port ce635297-0f83-4a44-99fa-35103dd9592d by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '8fd5e6a8-122e-416b-994e-14e0e719216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:50.780627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Attempting to bind port ce635297-0f83-4a44-99fa-35103dd9592d on network d6dc9883-cd40-45a6-935a-b0bd32d26a1d {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:50.789197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:50.789666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.789800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Checking segment: {'id': '8fd5e6a8-122e-416b-994e-14e0e719216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:50.790047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.790448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Bound using segment: {'id': '8fd5e6a8-122e-416b-994e-14e0e719216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:50.790898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Bound port: ce635297-0f83-4a44-99fa-35103dd9592d, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd5e6a8-122e-416b-994e-14e0e719216d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd6dc9883-cd40-45a6-935a-b0bd32d26a1d'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:50.791262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.800542 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Network': ['ID=68963e9c-f8c8-4307-9d03-5172ca878d90,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:50.804793 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c41b9dd-a08d-4cc7-9a28-1fad39053f89 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/68963e9c-f8c8-4307-9d03-5172ca878d90 HTTP/1.1" status: 204 len: 168 time: 0.6219234 Feb 16 14:17:50.807537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42112) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:50.840143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461aeaa-12af-438c-b695-f0a0e30ada98 None None] Network 68963e9c-f8c8-4307-9d03-5172ca878d90 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:50.845885 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9bf9ae-b906-4238-8ab0-4b30ec9d0fe1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] GET failed (client error): The resource could not be found. Feb 16 14:17:50.846429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6f9bf9ae-b906-4238-8ab0-4b30ec9d0fe1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Synchronizing usage tracker for tenant:b885bacb16994401917310e4b3bd4f84 on resource:subnet {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:17:50.863616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6f9bf9ae-b906-4238-8ab0-4b30ec9d0fe1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Unset dirty status for tenant:b885bacb16994401917310e4b3bd4f84 on resource:subnet {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:17:50.864881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6f9bf9ae-b906-4238-8ab0-4b30ec9d0fe1 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "GET /v2.0/subnets/73c3a2a2-c69b-40d4-a7c0-bf9e62874e1b HTTP/1.1" status: 404 len: 337 time: 0.0562322 Feb 16 14:17:50.867706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42116) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:50.872027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8461aeaa-12af-438c-b695-f0a0e30ada98 None None] Network 68963e9c-f8c8-4307-9d03-5172ca878d90 could not be found, it might have been deleted concurrently. {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 14:17:50.895389 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45ca545-a0ae-4e0b-9d2f-2dd74a80471c tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:50.895856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45ca545-a0ae-4e0b-9d2f-2dd74a80471c tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:50.897552 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e45ca545-a0ae-4e0b-9d2f-2dd74a80471c tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/68963e9c-f8c8-4307-9d03-5172ca878d90 HTTP/1.1" status: 404 len: 339 time: 0.0288463 Feb 16 14:17:50.901576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42120) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:50.905889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] For port ce635297-0f83-4a44-99fa-35103dd9592d, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:50.909372 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] For port ce635297-0f83-4a44-99fa-35103dd9592d, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ce635297-0f83-4a44-99fa-35103dd9592d,segment=NetworkSegment(8fd5e6a8-122e-416b-994e-14e0e719216d),segment_id=8fd5e6a8-122e-416b-994e-14e0e719216d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:50.913857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:50.943414 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-9230c906-ebfc-49fb-9fa4-63c6153f0a10 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:50.943876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9230c906-ebfc-49fb-9fa4-63c6153f0a10 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:50.947999 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9230c906-ebfc-49fb-9fa4-63c6153f0a10 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/subnets/73c3a2a2-c69b-40d4-a7c0-bf9e62874e1b HTTP/1.1" status: 404 len: 337 time: 0.0430589 Feb 16 14:17:50.948307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42124) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:50.974418 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dda0f95-1461-42fd-84d0-c018419f4f3e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:50.974887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dda0f95-1461-42fd-84d0-c018419f4f3e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87697) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:50.978926 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2dda0f95-1461-42fd-84d0-c018419f4f3e tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/68963e9c-f8c8-4307-9d03-5172ca878d90 HTTP/1.1" status: 404 len: 339 time: 0.0273340 Feb 16 14:17:50.979144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42128) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:51.018579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4c9f-1759-406d-9d55-f5e6888494f7 None None] Pushing event updated for resources: {'Port': ['ID=ce635297-0f83-4a44-99fa-35103dd9592d,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:51.047628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Deleting subnet e2c95840-91cd-418d-b9b0-e0a7c005ca69 {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:51.050871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.110310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.215288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.296858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.443603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c95840-91cd-418d-b9b0-e0a7c005ca69,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:51.448359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.463494 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea9f60b1-e28b-492c-b460-84ec7c767959 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/subnets/e2c95840-91cd-418d-b9b0-e0a7c005ca69 HTTP/1.1" status: 204 len: 168 time: 0.4833121 Feb 16 14:17:51.466434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42132) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:51.689214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.701238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Deleting port ce635297-0f83-4a44-99fa-35103dd9592d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:51.701466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.913548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] For port ce635297-0f83-4a44-99fa-35103dd9592d, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ce635297-0f83-4a44-99fa-35103dd9592d,segment=NetworkSegment(8fd5e6a8-122e-416b-994e-14e0e719216d),segment_id=8fd5e6a8-122e-416b-994e-14e0e719216d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:51.913892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:51.928399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30431fdf-3426-4cc4-83c3-220cbf1a23ef None None] Network d6dc9883-cd40-45a6-935a-b0bd32d26a1d requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:52.037754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Calling delete_port for ce635297-0f83-4a44-99fa-35103dd9592d owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:52.120233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce635297-0f83-4a44-99fa-35103dd9592d up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:17:52.120863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.164683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Port': ['ID=ce635297-0f83-4a44-99fa-35103dd9592d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:52.176023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0efd5dfb-76db-4335-991d-973295741377 None None] Provisioning for port ce635297-0f83-4a44-99fa-35103dd9592d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:52.176335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.176668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.176993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.177326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.177642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.177955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.178290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.178604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.178914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.179224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.179529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.179840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:52.182624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No DVR routers for this DVR port ce635297-0f83-4a44-99fa-35103dd9592d on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:52.198441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ce635297-0f83-4a44-99fa-35103dd9592d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:52.198778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce635297-0f83-4a44-99fa-35103dd9592d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 14:17:52.221059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0efd5dfb-76db-4335-991d-973295741377 None None] Provisioning complete for port ce635297-0f83-4a44-99fa-35103dd9592d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:17:52.221427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0efd5dfb-76db-4335-991d-973295741377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.266324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Port ce635297-0f83-4a44-99fa-35103dd9592d not found, will not notify nova. {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 14:17:52.269098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0efd5dfb-76db-4335-991d-973295741377 None None] Port ce635297-0f83-4a44-99fa-35103dd9592d was deleted so its status cannot be updated. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 16 14:17:52.302263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2220e-8c7b-4ecf-a268-c3157d787bd9 None None] DHCP port deletion for d6dc9883-cd40-45a6-935a-b0bd32d26a1d request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:17:52.306506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.332152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dc9883-cd40-45a6-935a-b0bd32d26a1d']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:52.343918 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd5e6a8-122e-416b-994e-14e0e719216d') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:52.344208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd5e6a8-122e-416b-994e-14e0e719216d') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:52.355406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.371165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.377139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:52.377499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:52.391571 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:52.476700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.493976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.504735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Network': ['ID=d6dc9883-cd40-45a6-935a-b0bd32d26a1d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:52.508618 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1b09aa37-9a55-4fa4-bcf1-28066c185d02 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/d6dc9883-cd40-45a6-935a-b0bd32d26a1d HTTP/1.1" status: 204 len: 168 time: 1.0411575 Feb 16 14:17:52.512014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42136) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:52.553034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209be71-47f6-43f7-830a-7a6c9a596252 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:52.553388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5209be71-47f6-43f7-830a-7a6c9a596252 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:52.555032 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5209be71-47f6-43f7-830a-7a6c9a596252 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/subnets/77c43eb1-a480-4abd-b996-f6d6d444c97b HTTP/1.1" status: 404 len: 337 time: 0.0421221 Feb 16 14:17:52.557815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42140) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:52.582673 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3633fa0b-bed7-41b3-8a97-3c71db040818 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:52.583130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3633fa0b-bed7-41b3-8a97-3c71db040818 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:52.584764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3633fa0b-bed7-41b3-8a97-3c71db040818 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/6560a359-d452-421b-a985-08d226371b7a HTTP/1.1" status: 404 len: 339 time: 0.0260396 Feb 16 14:17:52.587490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42144) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:52.624985 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fe32a1-2601-4e38-87b3-f106b2551165 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:52.625412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fe32a1-2601-4e38-87b3-f106b2551165 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:52.627031 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c3fe32a1-2601-4e38-87b3-f106b2551165 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/subnets/e82625d9-2980-41a4-90ce-271ee73b1c3e HTTP/1.1" status: 404 len: 337 time: 0.0386539 Feb 16 14:17:52.630830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42148) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:52.655051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.pecan_wsgi.hooks.translation [None req-196cf7e9-8b06-472a-b111-713ae2cb5bf0 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] DELETE failed (client error): The resource could not be found. Feb 16 14:17:52.655492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196cf7e9-8b06-472a-b111-713ae2cb5bf0 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 14:17:52.657030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-196cf7e9-8b06-472a-b111-713ae2cb5bf0 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/b9205ecf-a659-40a4-8371-c232992f4b88 HTTP/1.1" status: 404 len: 339 time: 0.0253487 Feb 16 14:17:52.660480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42152) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:52.729418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Deleting subnet e92dcdb5-d4a5-4807-bbcc-36d72e5110c6 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:52.732474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.796456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.887469 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:52.973605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.013629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Subnet': ['ID=e92dcdb5-d4a5-4807-bbcc-36d72e5110c6,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:53.017039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.027115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-529c619c-80b6-4700-b7ef-50baf3464971 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/subnets/e92dcdb5-d4a5-4807-bbcc-36d72e5110c6 HTTP/1.1" status: 204 len: 168 time: 0.3657308 Feb 16 14:17:53.027615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46108ae1-87c2-41dd-9896-70c7114a1192 None None] Network b8063016-dd0d-4a6f-a18b-4f358733407c requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:53.029574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42156) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:53.143986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.155040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Deleting port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:53.155371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.289992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] DHCP port deletion for b8063016-dd0d-4a6f-a18b-4f358733407c request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:17:53.295074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Deleting port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:53.295447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.465252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] For port 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=63f03b9d-aa25-4b98-841c-2d0d27b904d7,segment=NetworkSegment(9531544d-2096-42b5-a748-66aa90158dc6),segment_id=9531544d-2096-42b5-a748-66aa90158dc6)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:53.465519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.497819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] For port 63f03b9d-aa25-4b98-841c-2d0d27b904d7, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=63f03b9d-aa25-4b98-841c-2d0d27b904d7,segment=NetworkSegment(9531544d-2096-42b5-a748-66aa90158dc6),segment_id=9531544d-2096-42b5-a748-66aa90158dc6)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:53.498208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.586312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Calling delete_port for 63f03b9d-aa25-4b98-841c-2d0d27b904d7 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:53.619071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Calling delete_port for 63f03b9d-aa25-4b98-841c-2d0d27b904d7 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:53.671578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.694969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:17:53.695330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:17:53.718839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Port': ['ID=63f03b9d-aa25-4b98-841c-2d0d27b904d7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:53.720475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] No DVR routers for this DVR port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:53.843805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.869265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8063016-dd0d-4a6f-a18b-4f358733407c']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:53.881770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9531544d-2096-42b5-a748-66aa90158dc6') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:53.882049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9531544d-2096-42b5-a748-66aa90158dc6') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:53.893787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.911076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.917667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:53.917999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:53.932010 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:53.948384 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:17:54.023409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.042842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce635297-0f83-4a44-99fa-35103dd9592d no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:54.048046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.061772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] Pushing event deleted for resources: {'Network': ['ID=b8063016-dd0d-4a6f-a18b-4f358733407c,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:54.065837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9977c60e-0f74-457a-83c7-141e2d2686a2 tempest-NetworksIpV6Test-1147300794 tempest-NetworksIpV6Test-1147300794-project] 10.222.0.105 "DELETE /v2.0/networks/b8063016-dd0d-4a6f-a18b-4f358733407c HTTP/1.1" status: 204 len: 168 time: 1.0353301 Feb 16 14:17:54.077469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ce635297-0f83-4a44-99fa-35103dd9592d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:54.077811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ce635297-0f83-4a44-99fa-35103dd9592d not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:54.078235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 63f03b9d-aa25-4b98-841c-2d0d27b904d7 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:17:54.113250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 63f03b9d-aa25-4b98-841c-2d0d27b904d7 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:17:54.113587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 63f03b9d-aa25-4b98-841c-2d0d27b904d7 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:17:54.196524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Deleting port 63f03b9d-aa25-4b98-841c-2d0d27b904d7 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:54.197045 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.268185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7859990c-82b2-4ceb-abf7-0c7d9a9bd06f None None] The port '63f03b9d-aa25-4b98-841c-2d0d27b904d7' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:17:54.347730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42164) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:54.513163 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e6efeeb-b1ef-4f42-9977-829acd97addf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=b885bacb16994401917310e4b3bd4f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640730 Feb 16 14:17:54.516628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42170) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:54.590601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.616887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.671813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.686145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4734a8c0-524e-45e5-8ec6-2e9fec4aca30,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:54.692393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:54.693571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c1e689c-efc4-4781-86a2-19ba817b1b91 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/4734a8c0-524e-45e5-8ec6-2e9fec4aca30 HTTP/1.1" status: 204 len: 168 time: 0.1760130 Feb 16 14:17:55.414882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42194) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:55.533512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1307742447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:55.540824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:55.544958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:router and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:55.548010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:55.554609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:55.566604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.567561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.583834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.603208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.626985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.628154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-37353970-0fcc-4067-a345-e407d5a9179e tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2122121 Feb 16 14:17:55.630932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:55.636283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-644882388'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:55.641374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:55.645887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:network and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:55.649007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:55.655110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:55.668492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Made reservation on behalf of 854093e457154c5abc45c93971118f83 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:55.673068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.689345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.707119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:55.713165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:security_group_rule and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:55.716554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:55.722686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:55.807929 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.816602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.856166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:55.864299 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677cf69f-8600-4116-b5cf-54b83d6b7800,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:55.869787 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.870316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Added segment 74d0ead6-0231-4af3-87cc-e774b486ccbe of type vlan for network cf3b4fac-52a4-414a-bf1a-80d0d914e16e Feb 16 14:17:55.896652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.927883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:55.933326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:55.933904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.045017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event updated for resources: {'Network': ['ID=cf3b4fac-52a4-414a-bf1a-80d0d914e16e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:56.047822 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c69aea74-f0d9-4e5a-823d-1f6c54502a98 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4159527 Feb 16 14:17:56.050820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42204) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:56.056147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:56.056705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'subnet': {'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:56.165399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:56.169354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:subnet and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:56.172185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:56.177758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:56.188895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Made reservation on behalf of 854093e457154c5abc45c93971118f83 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:56.192509 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.419116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.503126 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event updated for resources: {'Subnet': ['ID=ac2ed902-4d30-4155-a8dc-8c9aee6a8a65,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:56.512569 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Checking segment: {'id': '74d0ead6-0231-4af3-87cc-e774b486ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:56.512934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Network hostable DHCP agents. Network: cf3b4fac-52a4-414a-bf1a-80d0d914e16e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:56.535038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:56.545308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, cf3b4fac-52a4-414a-bf1a-80d0d914e16e) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:56.549837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:56.550467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.554152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1560856-b54c-467d-b7f9-9cc1e88635a1 None None] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:56.573793 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-873e44e4-a529-4345-85ab-355f8c6b7f66 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5219779 Feb 16 14:17:56.576882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42208) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:56.582393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1926225107'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:56.587354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:56.591389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:network and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:56.594259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:56.599975 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:56.611641 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Made reservation on behalf of 854093e457154c5abc45c93971118f83 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:56.615411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.642816 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:17:56.652402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.652733 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Added segment 1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7 of type vlan for network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e Feb 16 14:17:56.682064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.716393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.727313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:56.728225 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.778169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-cf3b4fac-52a4-414a-bf1a-80d0d914e16e', 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e', 'tenant_id': '854093e457154c5abc45c93971118f83', 'fixed_ips': [{'subnet_id': 'ac2ed902-4d30-4155-a8dc-8c9aee6a8a65'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:56.779060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:56.836619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2560449 Feb 16 14:17:56.837305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42212) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:56.843924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'subnet': {'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:56.854250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event updated for resources: {'Network': ['ID=f4fa1168-8a5e-49b1-ac17-d01e32d8d18e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:56.861635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.861982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.862348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.862682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.863011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.863339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.863665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.863985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.864308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.864625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.864941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.865655 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d24ce97-9adb-496a-a4a2-991e505c151f tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:17:56.877273 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:17:56.956975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:17:56.960701 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Usage tracker for resource:subnet and tenant:854093e457154c5abc45c93971118f83 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:17:56.963801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:17:56.969428 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:17:56.980030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Made reservation on behalf of 854093e457154c5abc45c93971118f83 for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:17:56.983600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.058712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Allocated IP 172.20.0.2 (cf3b4fac-52a4-414a-bf1a-80d0d914e16e/ac2ed902-4d30-4155-a8dc-8c9aee6a8a65/dad0cfeb-ce67-4f28-9c39-ea10baa92ac9) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:57.210378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.265299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.275732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Transition to ACTIVE for port object dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:57.289905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event updated for resources: {'Subnet': ['ID=87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:57.294297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Transition to ACTIVE for port object dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:57.299116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Checking segment: {'id': '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:57.299471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Network hostable DHCP agents. Network: f4fa1168-8a5e-49b1-ac17-d01e32d8d18e, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:17:57.301486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.319997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:17:57.329811 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, f4fa1168-8a5e-49b1-ac17-d01e32d8d18e) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:57.334143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:17:57.334772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.347348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e57124-3de1-471d-84bf-f425982343c0 None None] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:57.357520 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6a34d56e-d1d4-4d53-8c63-5483ffc32b8d tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5189278 Feb 16 14:17:57.360412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42216) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:57.365515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-4c24914f-a728-4b53-a679-9c7988ad7878 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:17:57.440811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:57.450058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:57.453602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Pushing event updated for resources: {'Port': ['ID=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:57.457382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:57.612300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Attempting to bind port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:57.612672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Attempting to bind port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '74d0ead6-0231-4af3-87cc-e774b486ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:57.613043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Attempting to bind port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 on network cf3b4fac-52a4-414a-bf1a-80d0d914e16e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:57.625375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:57.625721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Checking segment: {'id': '74d0ead6-0231-4af3-87cc-e774b486ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:57.626138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.626547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Bound using segment: {'id': '74d0ead6-0231-4af3-87cc-e774b486ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:57.627001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Bound port: dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d0ead6-0231-4af3-87cc-e774b486ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cf3b4fac-52a4-414a-bf1a-80d0d914e16e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:57.627353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.740213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-f4fa1168-8a5e-49b1-ac17-d01e32d8d18e', 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e', 'tenant_id': '854093e457154c5abc45c93971118f83', 'fixed_ips': [{'subnet_id': '87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:17:57.741068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.809974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:57.827122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:57.832196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.859239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-4c24914f-a728-4b53-a679-9c7988ad7878 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:57.978722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d98157-713a-4490-a3bb-96d9c3a0e64b None None] Pushing event updated for resources: {'Port': ['ID=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:58.000972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Allocated IP 172.21.0.2 (f4fa1168-8a5e-49b1-ac17-d01e32d8d18e/87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb/9dbcfd88-03ab-482c-823a-da16d1da5dda) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:17:58.013767 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.api.v2.resource [None req-4c24914f-a728-4b53-a679-9c7988ad7878 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 14:17:58.020453 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4c24914f-a728-4b53-a679-9c7988ad7878 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "PUT /v2.0/routers/2bed82e3-705e-45d3-bf22-49611fb0f175 HTTP/1.1" status: 400 len: 364 time: 0.6535864 Feb 16 14:17:58.021173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42220) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:58.087891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Deleting subnet 87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:58.230446 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.242055 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Transition to ACTIVE for port object 9dbcfd88-03ab-482c-823a-da16d1da5dda will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:58.262419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Transition to ACTIVE for port object 9dbcfd88-03ab-482c-823a-da16d1da5dda will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:17:58.268812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.269381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.324919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.338263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:17:58.341161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:17:58.344811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:17:58.352068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Pushing event updated for resources: {'Port': ['ID=9dbcfd88-03ab-482c-823a-da16d1da5dda,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:58.411608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.435191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Attempting to bind port 9dbcfd88-03ab-482c-823a-da16d1da5dda on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:17:58.435561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Attempting to bind port 9dbcfd88-03ab-482c-823a-da16d1da5dda by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:17:58.436256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Attempting to bind port 9dbcfd88-03ab-482c-823a-da16d1da5dda on network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:17:58.441466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:17:58.441827 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Checking segment: {'id': '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:17:58.442229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.442626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Bound using segment: {'id': '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:17:58.443078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Bound port: 9dbcfd88-03ab-482c-823a-da16d1da5dda, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f4fa1168-8a5e-49b1-ac17-d01e32d8d18e'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:17:58.443440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.496004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.537990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.540745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Subnet': ['ID=87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:58.541376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-051aff68-2925-440b-b4de-41672bb9630b None None] For port 9dbcfd88-03ab-482c-823a-da16d1da5dda, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:17:58.545009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-051aff68-2925-440b-b4de-41672bb9630b None None] For port 9dbcfd88-03ab-482c-823a-da16d1da5dda, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9dbcfd88-03ab-482c-823a-da16d1da5dda,segment=NetworkSegment(1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7),segment_id=1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:17:58.547521 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-85ccf6d3-e833-47ff-9f5c-8b1a5b40f153 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "DELETE /v2.0/subnets/87cbcc4e-0a4a-4c0d-9935-b2033e5a5fcb HTTP/1.1" status: 204 len: 168 time: 0.5257251 Feb 16 14:17:58.550207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42224) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:58.552893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.630353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051aff68-2925-440b-b4de-41672bb9630b None None] Pushing event updated for resources: {'Port': ['ID=9dbcfd88-03ab-482c-823a-da16d1da5dda,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:58.670822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.682853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Deleting port 9dbcfd88-03ab-482c-823a-da16d1da5dda {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:17:58.683265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:58.904407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] For port 9dbcfd88-03ab-482c-823a-da16d1da5dda, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9dbcfd88-03ab-482c-823a-da16d1da5dda,segment=NetworkSegment(1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7),segment_id=1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:17:58.905078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.003991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16165db-9d96-4750-b9c5-4000d583a7ad None None] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:59.040175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Calling delete_port for 9dbcfd88-03ab-482c-823a-da16d1da5dda owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:17:59.124932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.140019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-38efa651-50b2-4970-bde0-9ca63702921e None None] Provisioning for port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:17:59.173613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Port': ['ID=9dbcfd88-03ab-482c-823a-da16d1da5dda,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:59.177154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] No DVR routers for this DVR port 9dbcfd88-03ab-482c-823a-da16d1da5dda on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:17:59.413126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.444742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fa1168-8a5e-49b1-ac17-d01e32d8d18e']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:59.459298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:59.459585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc2e1d3-1cbd-4da4-afdc-443d01d93dc7') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:17:59.472169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.493573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.500587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:17:59.501111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:17:59.522005 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:17:59.600178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.604803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.634699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Network': ['ID=f4fa1168-8a5e-49b1-ac17-d01e32d8d18e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:59.638741 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe3b3182-b2cb-49b2-b844-f46fa479f2b4 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "DELETE /v2.0/networks/f4fa1168-8a5e-49b1-ac17-d01e32d8d18e HTTP/1.1" status: 204 len: 168 time: 1.0874476 Feb 16 14:17:59.641280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42228) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:59.706756 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Deleting subnet ac2ed902-4d30-4155-a8dc-8c9aee6a8a65 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:17:59.709960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.750025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515348d-8981-474d-9648-83e35bb286c9 None None] DHCP port deletion for f4fa1168-8a5e-49b1-ac17-d01e32d8d18e request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:17:59.766120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.766910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e99569-9029-4d3e-96bf-f4f225fe466b None None] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:59.788921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4697ed9c-41d9-454e-a0fc-f2a6054fb00e None None] Could not find standard attr ID for object 9dbcfd88-03ab-482c-823a-da16d1da5dda. {{(pid=87699) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 14:17:59.790410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e99569-9029-4d3e-96bf-f4f225fe466b None None] Network f4fa1168-8a5e-49b1-ac17-d01e32d8d18e could not be found, it might have been deleted concurrently. {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 16 14:17:59.867224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.941888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.981263 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2ed902-4d30-4155-a8dc-8c9aee6a8a65,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:17:59.983253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:17:59.988647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab70c49-a9b4-4949-a2be-defaaf1bd071 None None] Network cf3b4fac-52a4-414a-bf1a-80d0d914e16e requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:17:59.992795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42232) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:17:59.998320 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-145d066a-6f4e-47d2-a3d3-0f1f8aa238f6 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "DELETE /v2.0/subnets/ac2ed902-4d30-4155-a8dc-8c9aee6a8a65 HTTP/1.1" status: 204 len: 168 time: 0.3559287 Feb 16 14:18:00.097243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:00.115796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.126699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Deleting port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:00.127374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.246280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:00.257521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:00.257885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.339470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:00.339796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.355112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] DHCP port deletion for cf3b4fac-52a4-414a-bf1a-80d0d914e16e request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:18:00.372207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Deleting port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:00.372571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.426023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.466934 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Calling delete_port for dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:18:00.500964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:00.514154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.550497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.db.api [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:18:00.550831 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG oslo_db.api [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:18:00.671393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:00.682278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:00.682891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:00.809723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Calling delete_port for dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:18:00.886773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:18:00.887167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:18:01.052323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Deleting port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:01.053128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.375107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:01.375455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.388320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Deleting port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:01.388696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.496295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Calling delete_port for dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:18:01.576937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.592221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] For port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,segment=NetworkSegment(74d0ead6-0231-4af3-87cc-e774b486ccbe),segment_id=74d0ead6-0231-4af3-87cc-e774b486ccbe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:01.592599 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.622412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Port': ['ID=dad0cfeb-ce67-4f28-9c39-ea10baa92ac9,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:01.629104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] No DVR routers for this DVR port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:18:01.742035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Calling delete_port for dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:18:01.755179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.780010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3b4fac-52a4-414a-bf1a-80d0d914e16e']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:01.793247 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d0ead6-0231-4af3-87cc-e774b486ccbe') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:01.793540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d0ead6-0231-4af3-87cc-e774b486ccbe') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:01.805109 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.815396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:18:01.815921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:18:01.821477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.827484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:18:01.827856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:18:01.842289 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:18:01.928167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.945467 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:01.956143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Pushing event deleted for resources: {'Network': ['ID=cf3b4fac-52a4-414a-bf1a-80d0d914e16e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:01.960176 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b16f35af-a7dd-44d2-ab68-3e7aa69079b0 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "DELETE /v2.0/networks/cf3b4fac-52a4-414a-bf1a-80d0d914e16e HTTP/1.1" status: 204 len: 168 time: 1.9664342 Feb 16 14:18:01.962944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42236) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:02.009131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a3a0a208-e1e1-4392-a8f9-cb9d0dabf55b tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Synchronizing usage tracker for tenant:854093e457154c5abc45c93971118f83 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:18:02.027425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a3a0a208-e1e1-4392-a8f9-cb9d0dabf55b tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Unset dirty status for tenant:854093e457154c5abc45c93971118f83 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:18:02.028624 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a3a0a208-e1e1-4392-a8f9-cb9d0dabf55b tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "GET /v2.0/ports?device_id=2bed82e3-705e-45d3-bf22-49611fb0f175 HTTP/1.1" status: 200 len: 205 time: 0.0647898 Feb 16 14:18:02.031341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42240) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:02.040533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:18:02.076647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:18:02.076978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:18:02.163682 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.460084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.462574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.487757 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.488445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Fanout notify agent at l3_agent the message router_deleted on router 2bed82e3-705e-45d3-bf22-49611fb0f175 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:18:02.500671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.501755 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7a17dd04-64d8-4240-8e0b-ffa47ab47c24 tempest-RoutersNegativeTest-1612917177 tempest-RoutersNegativeTest-1612917177-project] 10.222.0.105 "DELETE /v2.0/routers/2bed82e3-705e-45d3-bf22-49611fb0f175 HTTP/1.1" status: 204 len: 168 time: 0.4695091 Feb 16 14:18:02.776520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Deleting port dad0cfeb-ce67-4f28-9c39-ea10baa92ac9 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:02.776999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:02.797783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42248) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:02.844463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-462d778d-123f-4289-a10a-e32fd32779d8 None None] The port 'dad0cfeb-ce67-4f28-9c39-ea10baa92ac9' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:18:03.087488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0cbdb83b-99dd-452d-8124-664f40c45c04 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=854093e457154c5abc45c93971118f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881255 Feb 16 14:18:03.090581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42254) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:03.152874 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:03.180519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:03.236944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:03.251001 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677cf69f-8600-4116-b5cf-54b83d6b7800,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:03.257790 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:03.258991 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fb1e505d-6a30-48f3-9543-7d631d2acc87 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/677cf69f-8600-4116-b5cf-54b83d6b7800 HTTP/1.1" status: 204 len: 168 time: 0.1674654 Feb 16 14:18:03.984288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42278) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:04.098436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-605508363-network', 'tenant_id': '3052a553afb14cd0968a32b186c453a8'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:04.103480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:04.108628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Usage tracker for resource:network and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:04.113224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:04.122749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:04.137008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Made reservation on behalf of 3052a553afb14cd0968a32b186c453a8 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:04.139395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.151346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.168289 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:04.172554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Usage tracker for resource:security_group_rule and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:04.175553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:04.181596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:04.267518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.273597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.302596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:18:04.311022 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079fe885-0712-417c-8570-7f0aa8524334,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:04.316499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.316771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Added segment 054fe341-f5b0-4f50-9a4f-1f43d7008ede of type vlan for network fd29f084-b1ec-4f41-a494-ca1a73388a60 Feb 16 14:18:04.344949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.379412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.380451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:04.381073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.483198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] Pushing event updated for resources: {'Network': ['ID=fd29f084-b1ec-4f41-a494-ca1a73388a60,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:04.488956 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-382c506b-7ec4-49b3-84b9-fec704d79983 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5008903 Feb 16 14:18:04.489147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42284) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:04.493752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:18:04.494903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Request body: {'subnet': {'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-subnet', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:04.499990 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:04.503878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Usage tracker for resource:subnet and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:04.506762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:04.512484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:04.522635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Made reservation on behalf of 3052a553afb14cd0968a32b186c453a8 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:04.525096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.726521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.799172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a013841d-42a2-48fa-b7b6-7f100d5b45c2,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:04.809988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Checking segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:04.810374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Network hostable DHCP agents. Network: fd29f084-b1ec-4f41-a494-ca1a73388a60, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:18:04.832930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:18:04.848950 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, fd29f084-b1ec-4f41-a494-ca1a73388a60) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:04.853699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:04.854330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.859897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d002a-dcf4-445d-b33e-176cf9703423 None None] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:18:04.876872 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-52edd94a-452f-4078-b485-07abbeb6d190 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3865945 Feb 16 14:18:04.879554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42288) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:04.884686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:04.889405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:04.893277 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Usage tracker for resource:router and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:04.896258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:04.902246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:04.914233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.915207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:04.930971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.081643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-fd29f084-b1ec-4f41-a494-ca1a73388a60', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:18:05.082532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.198376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.237116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Allocated IP 172.20.0.2 (fd29f084-b1ec-4f41-a494-ca1a73388a60/a013841d-42a2-48fa-b7b6-7f100d5b45c2/dd3c9120-a989-4fe8-ad1c-3d556b6c0195) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:05.438783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.448780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Transition to ACTIVE for port object dd3c9120-a989-4fe8-ad1c-3d556b6c0195 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:05.467074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Transition to ACTIVE for port object dd3c9120-a989-4fe8-ad1c-3d556b6c0195 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:05.473187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.509993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.539699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.540263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:05.543160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:05.546855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:05.552495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Pushing event updated for resources: {'Port': ['ID=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:05.642663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Attempting to bind port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:05.643029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Attempting to bind port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:05.643406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Attempting to bind port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:05.649261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:05.649635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Checking segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:05.650019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.650437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Bound using segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:05.650897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Bound port: dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:05.651260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.742680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] For port dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:05.746025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] For port dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:05.751941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.791460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Allocated IP 172.26.1.111 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/7b571446-db9b-4788-a231-b90cfe41ab31) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:05.834186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642c133-d02e-49c5-8fda-98896d56728a None None] Pushing event updated for resources: {'Port': ['ID=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:05.950115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:05.980445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:06.062250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:06.065373 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:06.069198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:06.106404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Pushing event updated for resources: {'Port': ['ID=7b571446-db9b-4788-a231-b90cfe41ab31,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:06.497368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:06.788660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b24db-23f5-4d0d-8736-16f2667ff93f None None] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:18:06.843720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:06.878021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4b65e649-2339-4e78-9c11-5f0a5eea8e38 None None] Provisioning for port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:07.050241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Router f99ea20c-6616-4c35-9452-1d1b2dcf6897 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:18:07.364239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:18:07.375584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Sync routers for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:07.385999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:07.386851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:17:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:07.391971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:07.393158 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-82add02b-7778-4f41-a310-8fd7084c3878 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5126231 Feb 16 14:18:07.396221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:07.597832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:07.883204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:06Z', 'revision_number': 3, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:07.887356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Checking router: f99ea20c-6616-4c35-9452-1d1b2dcf6897 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:07.887720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Updating router f99ea20c-6616-4c35-9452-1d1b2dcf6897 port 7b571446-db9b-4788-a231-b90cfe41ab31 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:07.940467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.067950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.080417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dd3c9120-a989-4fe8-ad1c-3d556b6c0195 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:08.249678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:08.258327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:08.258704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.383494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Allocated IP 172.20.0.1 (fd29f084-b1ec-4f41-a494-ca1a73388a60/a013841d-42a2-48fa-b7b6-7f100d5b45c2/6252633f-37ba-44df-ae30-a308fb046803) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:08.418190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.471102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Transition to ACTIVE for port object 7b571446-db9b-4788-a231-b90cfe41ab31 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:08.482872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.515345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.531559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.547742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Transition to ACTIVE for port object 6252633f-37ba-44df-ae30-a308fb046803 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:08.571406 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.579598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Attempting to bind port 7b571446-db9b-4788-a231-b90cfe41ab31 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:08.579977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Attempting to bind port 7b571446-db9b-4788-a231-b90cfe41ab31 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:08.580316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Attempting to bind port 7b571446-db9b-4788-a231-b90cfe41ab31 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:08.588448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a5d0-6cdd-487e-a03c-78957381bb87 None None] Pushing event updated for resources: {'Port': ['ID=7b571446-db9b-4788-a231-b90cfe41ab31,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:08.594965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:08.595330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:08.595720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.596121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:08.596541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Bound port: 7b571446-db9b-4788-a231-b90cfe41ab31, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:08.596901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.635820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:08.638899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:08.642800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:08.644110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:08.654807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.685106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Pushing event updated for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:08.705700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.742965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] For port 7b571446-db9b-4788-a231-b90cfe41ab31, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:08.748389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] For port 7b571446-db9b-4788-a231-b90cfe41ab31, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b571446-db9b-4788-a231-b90cfe41ab31,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:08.755125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:08.758963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:08.839224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:08.839836 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:17:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:08.901326 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279a5d0-6cdd-487e-a03c-78957381bb87 None None] Pushing event updated for resources: {'Port': ['ID=7b571446-db9b-4788-a231-b90cfe41ab31,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:08.967649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.056799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c444e875-3d73-40d8-9bf7-b14e11ca016f None None] Provisioning for port 6252633f-37ba-44df-ae30-a308fb046803 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:09.067887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:09.112289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-c444e875-3d73-40d8-9bf7-b14e11ca016f None None] Provisioning complete for port 6252633f-37ba-44df-ae30-a308fb046803 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:09.112655 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c444e875-3d73-40d8-9bf7-b14e11ca016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.191382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.196704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.292912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c444e875-3d73-40d8-9bf7-b14e11ca016f None None] Port 6252633f-37ba-44df-ae30-a308fb046803 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:09.301384 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.308077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Pushing event updated for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:09.402745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:06Z', 'revision_number': 3, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:09.406716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b2b2cf-2336-4d00-9d9a-ab3dcd10513c None None] The sync data for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv is: [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:06Z', 'revision_number': 3, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:09.440579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:09.441648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:09.640164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Router f99ea20c-6616-4c35-9452-1d1b2dcf6897 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:18:09.715583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fffe6589-1158-4fcd-a055-f75e122a585a None None] Provisioning complete for port 6252633f-37ba-44df-ae30-a308fb046803 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:09.715957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fffe6589-1158-4fcd-a055-f75e122a585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:09.796393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fffe6589-1158-4fcd-a055-f75e122a585a None None] Port 6252633f-37ba-44df-ae30-a308fb046803 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:09.830822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:18:09.840305 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0d0ad1a3-e224-4746-abe2-0cafbf3c2b0e admin admin] 10.222.0.105 "PUT /v2.0/routers/f99ea20c-6616-4c35-9452-1d1b2dcf6897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4428554 Feb 16 14:18:10.141305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dd3c9120-a989-4fe8-ad1c-3d556b6c0195 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:10.211672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:10.211893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.335420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b571446-db9b-4788-a231-b90cfe41ab31 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:10.394112 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42310) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:10.399908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-383293073-network', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:10.403550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7b571446-db9b-4788-a231-b90cfe41ab31 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:10.404891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:10.408308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b571446-db9b-4788-a231-b90cfe41ab31 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:10.408678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.408791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Usage tracker for resource:network and tenant:fa8b6650ca184769879b13bfe3aa88a5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:10.411512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:10.417136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:10.427943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Made reservation on behalf of fa8b6650ca184769879b13bfe3aa88a5 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:10.430260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.442717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.458436 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:10.462825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Usage tracker for resource:security_group_rule and tenant:fa8b6650ca184769879b13bfe3aa88a5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:10.466121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:10.472466 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:10.531434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.548540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7b571446-db9b-4788-a231-b90cfe41ab31, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b571446-db9b-4788-a231-b90cfe41ab31,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:10.552717 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.626939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7b571446-db9b-4788-a231-b90cfe41ab31,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.680710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.686132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.717722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:18:10.726239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bde3cc-360f-447e-8386-382b10060ab6,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.732227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.732592 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Added segment 6fa12f08-8af4-473a-b5f7-6f3ff93ff61f of type vlan for network a35075d8-0437-4135-883e-de1865e61514 Feb 16 14:18:10.741013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5277310b-1637-46a0-b385-384dc8097b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.762003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.792313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.793276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:10.793931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:10.895241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] Pushing event updated for resources: {'Network': ['ID=a35075d8-0437-4135-883e-de1865e61514,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:10.898945 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5461066c-6353-4a3f-92d1-ac960bffeb91 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5036292 Feb 16 14:18:10.901855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42314) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:10.906977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network a35075d8-0437-4135-883e-de1865e61514 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:18:10.907717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Request body: {'subnet': {'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-subnet', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:10.912854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:10.918599 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Sync routers for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:10.923002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Usage tracker for resource:subnet and tenant:fa8b6650ca184769879b13bfe3aa88a5 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:10.926731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:10.932832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:10.937888 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:10.938748 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:17:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:10.944838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Made reservation on behalf of fa8b6650ca184769879b13bfe3aa88a5 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:10.947821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.130293 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:11.161007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.235273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be350b11-9d77-431d-bbef-f1fbdeea1193,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:11.246232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Checking segment: {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:11.246718 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Network hostable DHCP agents. Network: a35075d8-0437-4135-883e-de1865e61514, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:18:11.267623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Network a35075d8-0437-4135-883e-de1865e61514 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:18:11.278577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, a35075d8-0437-4135-883e-de1865e61514) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:11.283649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:11.284345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.288559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf395e-e558-4289-b782-489d6d235ec2 None None] Network a35075d8-0437-4135-883e-de1865e61514 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:18:11.313208 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a22cb9ef-8aa9-47d8-b9d3-c3071717cf75 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4073806 Feb 16 14:18:11.313678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42318) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:11.319122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:11.324245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:11.328269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Usage tracker for resource:router and tenant:fa8b6650ca184769879b13bfe3aa88a5 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:11.331122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:11.337095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:11.348520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.349573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.364442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.461609 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:08Z', 'revision_number': 4, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '6252633f-37ba-44df-ae30-a308fb046803', 'name': '', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'mac_address': 'fa:16:3e:15:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:08Z', 'updated_at': '2022-02-16T14:18:09Z', 'revision_number': 2, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'subnets': [{'id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:11.465847 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Checking router: f99ea20c-6616-4c35-9452-1d1b2dcf6897 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:11.466316 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Updating router f99ea20c-6616-4c35-9452-1d1b2dcf6897 port 6252633f-37ba-44df-ae30-a308fb046803 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:11.508199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-a35075d8-0437-4135-883e-de1865e61514', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:18:11.509035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.521418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.650392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.674607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Allocated IP 172.20.0.2 (a35075d8-0437-4135-883e-de1865e61514/be350b11-9d77-431d-bbef-f1fbdeea1193/109861dc-d77a-4d41-b77c-2afbe1b8fda8) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:11.909165 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.921290 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Transition to ACTIVE for port object 6252633f-37ba-44df-ae30-a308fb046803 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:11.928953 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.938700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.952456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Transition to ACTIVE for port object 109861dc-d77a-4d41-b77c-2afbe1b8fda8 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:11.967673 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.976249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Transition to ACTIVE for port object 109861dc-d77a-4d41-b77c-2afbe1b8fda8 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:11.985916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.997570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:11.997936 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Pushing event updated for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.007389 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.007725 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.008229 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.008714 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.009049 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.009358 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.009681 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.009996 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.010350 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.010669 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.010981 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.011292 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:12.056112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Network a35075d8-0437-4135-883e-de1865e61514 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:12.090440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Pushing event updated for resources: {'Port': ['ID=109861dc-d77a-4d41-b77c-2afbe1b8fda8,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.093156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:12.095364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:12.132471 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b571446-db9b-4788-a231-b90cfe41ab31 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:12.163696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Allocated IP 172.26.1.151 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/4868ce5e-5a81-42c0-9752-035f9b755aa9) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:12.223161 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Attempting to bind port 6252633f-37ba-44df-ae30-a308fb046803 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:12.223678 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Attempting to bind port 6252633f-37ba-44df-ae30-a308fb046803 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:12.224129 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Attempting to bind port 6252633f-37ba-44df-ae30-a308fb046803 on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:12.230697 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:12.231216 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Checking segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:12.231851 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.232487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Bound using segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:12.233046 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Bound port: 6252633f-37ba-44df-ae30-a308fb046803, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:12.233684 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.267526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b571446-db9b-4788-a231-b90cfe41ab31 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:12.268356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.296438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Attempting to bind port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:12.297203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Attempting to bind port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:12.297203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Attempting to bind port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 on network a35075d8-0437-4135-883e-de1865e61514 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:12.314534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:12.314914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Checking segment: {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:12.315315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.315705 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Bound using segment: {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:12.316171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Bound port: 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:12.316541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.331232 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] For port 6252633f-37ba-44df-ae30-a308fb046803, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:12.334133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.334550 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] For port 6252633f-37ba-44df-ae30-a308fb046803, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6252633f-37ba-44df-ae30-a308fb046803,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:12.340018 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.367016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.419462 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:12.420105 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:17:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:12.434518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] For port 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:12.441727 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] For port 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=109861dc-d77a-4d41-b77c-2afbe1b8fda8,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:12.455517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:12.457031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Pushing event updated for resources: {'Port': ['ID=4868ce5e-5a81-42c0-9752-035f9b755aa9,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.460584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:12.463691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:12.478033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:12.491363 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a019-fa95-49fd-b90f-6774687cc183 None None] Pushing event updated for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.587231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dd8bc-37c2-4b70-9b28-3d547efff9de None None] Pushing event updated for resources: {'Port': ['ID=109861dc-d77a-4d41-b77c-2afbe1b8fda8,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:12.634127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:13.000542 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:08Z', 'revision_number': 4, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '6252633f-37ba-44df-ae30-a308fb046803', 'name': '', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'mac_address': 'fa:16:3e:15:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:08Z', 'updated_at': '2022-02-16T14:18:12Z', 'revision_number': 4, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'subnets': [{'id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:13.004612 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220a6bb-e012-4575-93cf-232119f99a91 None None] The sync data for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv is: [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:18:08Z', 'revision_number': 4, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '6252633f-37ba-44df-ae30-a308fb046803', 'name': '', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'mac_address': 'fa:16:3e:15:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_interface', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:08Z', 'updated_at': '2022-02-16T14:18:12Z', 'revision_number': 4, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'subnets': [{'id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:13.093641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:13.456564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:13.657167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d74f1a-55be-42ad-91dd-f01483f45b72 None None] Network a35075d8-0437-4135-883e-de1865e61514 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:18:13.680334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Router 6650ff12-2159-408d-89eb-f44a2af1b65c is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:18:13.750332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-50de6a54-dd32-4a71-a708-0923f479450d None None] Provisioning for port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:13.868049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:18:13.889722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Sync routers for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:13.894712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:13.898517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-031bbf2f-11a4-40a2-9568-e2a4850ccaaf admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5809646 Feb 16 14:18:13.898957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42322) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:18:13.911321 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:13.911963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:17:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:14.011708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d678075-b548-4fe9-9ce4-a6c90887c916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.140126 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:14.195139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6252633f-37ba-44df-ae30-a308fb046803 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:14.355437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.406006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.444782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 6252633f-37ba-44df-ae30-a308fb046803 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:14.464142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6252633f-37ba-44df-ae30-a308fb046803 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:14.464512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.678158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.695648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:12Z', 'revision_number': 3, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:14.705404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Checking router: 6650ff12-2159-408d-89eb-f44a2af1b65c for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:14.705749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Updating router 6650ff12-2159-408d-89eb-f44a2af1b65c port 4868ce5e-5a81-42c0-9752-035f9b755aa9 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:14.758640 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 6252633f-37ba-44df-ae30-a308fb046803, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6252633f-37ba-44df-ae30-a308fb046803,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:14.765762 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.766558 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 109861dc-d77a-4d41-b77c-2afbe1b8fda8 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:14.782003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.827611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:14.993025 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Allocated IP 172.20.0.1 (a35075d8-0437-4135-883e-de1865e61514/be350b11-9d77-431d-bbef-f1fbdeea1193/313b4f4a-81d1-4801-ab0d-d68f55818391) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:15.000829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.026649 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:15.074142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:15.074566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.148658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.165104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Transition to ACTIVE for port object 313b4f4a-81d1-4801-ab0d-d68f55818391 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:15.189077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.251313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.255620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Network a35075d8-0437-4135-883e-de1865e61514 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:15.258728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:15.262720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:15.300226 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Pushing event updated for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.328641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.340712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.344017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=109861dc-d77a-4d41-b77c-2afbe1b8fda8,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:15.354610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.357104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Transition to ACTIVE for port object 4868ce5e-5a81-42c0-9752-035f9b755aa9 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:15.402023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.445799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Attempting to bind port 4868ce5e-5a81-42c0-9752-035f9b755aa9 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:15.446186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Attempting to bind port 4868ce5e-5a81-42c0-9752-035f9b755aa9 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:15.446539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Attempting to bind port 4868ce5e-5a81-42c0-9752-035f9b755aa9 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:15.451816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=109861dc-d77a-4d41-b77c-2afbe1b8fda8,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.462095 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.487480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:15.487849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:15.488246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.488651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:15.489103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Bound port: 4868ce5e-5a81-42c0-9752-035f9b755aa9, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:15.489465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.582107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d48bc-757f-4531-8cc4-f1a5cb9f03d7 None None] Pushing event updated for resources: {'Port': ['ID=4868ce5e-5a81-42c0-9752-035f9b755aa9,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.590980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] For port 4868ce5e-5a81-42c0-9752-035f9b755aa9, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:15.594784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] For port 4868ce5e-5a81-42c0-9752-035f9b755aa9, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4868ce5e-5a81-42c0-9752-035f9b755aa9,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:15.601181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.633131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7ad8e4a1-38ba-4bbc-9093-6924ba4adee6 None None] Provisioning for port 313b4f4a-81d1-4801-ab0d-d68f55818391 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:15.665636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7ad8e4a1-38ba-4bbc-9093-6924ba4adee6 None None] Provisioning complete for port 313b4f4a-81d1-4801-ab0d-d68f55818391 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:15.665996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ad8e4a1-38ba-4bbc-9093-6924ba4adee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.687117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.692869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.730635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:15.731259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:18:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:15.800391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d48bc-757f-4531-8cc4-f1a5cb9f03d7 None None] Pushing event updated for resources: {'Port': ['ID=4868ce5e-5a81-42c0-9752-035f9b755aa9,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.801024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.804551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Pushing event updated for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:15.811786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ad8e4a1-38ba-4bbc-9093-6924ba4adee6 None None] Port 313b4f4a-81d1-4801-ab0d-d68f55818391 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:15.902761 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.912638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:15.941921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:15.953003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Network a35075d8-0437-4135-883e-de1865e61514 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:15.954094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:16.108118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6252633f-37ba-44df-ae30-a308fb046803 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:16.279368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Router 6650ff12-2159-408d-89eb-f44a2af1b65c has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:18:16.302246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3936fe9b-d3fd-4fcf-87d2-096ff4a94aa5 None None] Provisioning complete for port 313b4f4a-81d1-4801-ab0d-d68f55818391 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:16.302636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3936fe9b-d3fd-4fcf-87d2-096ff4a94aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:16.413374 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3936fe9b-d3fd-4fcf-87d2-096ff4a94aa5 None None] Port 313b4f4a-81d1-4801-ab0d-d68f55818391 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:16.418095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 6252633f-37ba-44df-ae30-a308fb046803 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:16.418512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:16.458564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:18:16.477262 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-86c3019f-18a9-4b1f-bdb6-50bf7144cf29 admin admin] 10.222.0.105 "PUT /v2.0/routers/6650ff12-2159-408d-89eb-f44a2af1b65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5674698 Feb 16 14:18:16.554816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '313b4f4a-81d1-4801-ab0d-d68f55818391', 'name': '', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'mac_address': 'fa:16:3e:8b:46:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:14Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 2, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'subnets': [{'id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:16.563555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83521ac6-19de-4424-9ff0-ee00b511cc25 None None] The sync data for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv is: [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '313b4f4a-81d1-4801-ab0d-d68f55818391', 'name': '', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'mac_address': 'fa:16:3e:8b:46:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:14Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 2, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'subnets': [{'id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:16.565962 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 109861dc-d77a-4d41-b77c-2afbe1b8fda8 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:16.637387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:16.637754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:17.393020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-17e3ad98-81f8-4df2-81a4-22530709ff69 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:17.393706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-17e3ad98-81f8-4df2-81a4-22530709ff69 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Synchronizing usage tracker for tenant:3052a553afb14cd0968a32b186c453a8 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:18:17.414107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-17e3ad98-81f8-4df2-81a4-22530709ff69 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Unset dirty status for tenant:3052a553afb14cd0968a32b186c453a8 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:18:17.415589 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-17e3ad98-81f8-4df2-81a4-22530709ff69 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 816 time: 0.1744750 Feb 16 14:18:17.431827 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9daac898-d69e-4acc-858a-aaf5ca59cb7f tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/quotas/3052a553afb14cd0968a32b186c453a8 HTTP/1.1" status: 200 len: 375 time: 0.0101779 Feb 16 14:18:17.517014 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-2077d06d-8618-4549-9de7-204d8ac9776a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792735 Feb 16 14:18:17.672835 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-0301fa0e-3bea-42c7-bb60-933778605e78 service neutron] 10.222.0.105 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429501 Feb 16 14:18:17.815367 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-e832414f-2562-4f1c-969a-2e54d384ac41 service neutron] 10.222.0.105 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364880 Feb 16 14:18:18.007342 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3c65fc14-1812-4edb-8898-d2dddf409dda req-30373075-0f71-4963-a7f6-9b725d60a570 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 210 time: 0.0553501 Feb 16 14:18:18.084385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4868ce5e-5a81-42c0-9752-035f9b755aa9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:18.157065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 4868ce5e-5a81-42c0-9752-035f9b755aa9 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:18.167834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4868ce5e-5a81-42c0-9752-035f9b755aa9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:18.168281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:18.289985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:18.308885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 4868ce5e-5a81-42c0-9752-035f9b755aa9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4868ce5e-5a81-42c0-9752-035f9b755aa9,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:18.312884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:18.388004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=4868ce5e-5a81-42c0-9752-035f9b755aa9,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:19.158272 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b1727564-3ebe-49ba-a407-cc01822946e9 req-b21559f0-e1c4-4cd7-a219-47f7bfda6e90 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 210 time: 0.0472262 Feb 16 14:18:19.257371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-c21d870e-80c6-40ed-9db2-f99f6087cbe7 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:19.258829 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-c21d870e-80c6-40ed-9db2-f99f6087cbe7 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 816 time: 0.1524918 Feb 16 14:18:19.271164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Request body: {'port': {'device_id': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'admin_state_up': True, 'tenant_id': '3052a553afb14cd0968a32b186c453a8'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:19.409023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:19.413089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Usage tracker for resource:port and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:19.416019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:19.422692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:19.434902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Made reservation on behalf of 3052a553afb14cd0968a32b186c453a8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:19.439056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:19.608256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Allocated IP 172.20.0.9 (fd29f084-b1ec-4f41-a494-ca1a73388a60/a013841d-42a2-48fa-b7b6-7f100d5b45c2/7ca19554-f8d3-4be7-87f5-42e433fe5e5d) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:19.827805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:19.845357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Transition to ACTIVE for port object 7ca19554-f8d3-4be7-87f5-42e433fe5e5d will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:19.872251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:19.948167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:19.951359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:19.955271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:19.985832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Pushing event updated for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:20.011943 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Sync routers for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:18:20.022828 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:20.023738 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:18:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:20.026503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.027152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.055795 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-9e6da2cf-89c7-4d5f-b567-94d61cf4f60e tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7882886 Feb 16 14:18:20.068268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Request body: {'port': {'device_id': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:20.079065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4868ce5e-5a81-42c0-9752-035f9b755aa9 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:20.154793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 4868ce5e-5a81-42c0-9752-035f9b755aa9 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:20.155412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.195666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.257828 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:20.291307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-57b5dd11-702c-44cf-9fa9-487f8a9ef517 None None] Provisioning for port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:20.297656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-57b5dd11-702c-44cf-9fa9-487f8a9ef517 None None] Provisioning complete for port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:20.298240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57b5dd11-702c-44cf-9fa9-487f8a9ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.357302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-57b5dd11-702c-44cf-9fa9-487f8a9ef517 None None] Port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:20.392389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83201f7-6bb1-49cd-b0a6-f938fa1e2b6b req-5bed14f3-2137-4040-98b5-bae1edcb11fd tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:20.394532 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e83201f7-6bb1-49cd-b0a6-f938fa1e2b6b req-5bed14f3-2137-4040-98b5-bae1edcb11fd tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 931 time: 0.1015108 Feb 16 14:18:20.440179 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e83201f7-6bb1-49cd-b0a6-f938fa1e2b6b req-c683d6f0-d463-4028-a77a-7e3d4818b7b2 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Synchronizing usage tracker for tenant:3052a553afb14cd0968a32b186c453a8 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:18:20.458832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e83201f7-6bb1-49cd-b0a6-f938fa1e2b6b req-c683d6f0-d463-4028-a77a-7e3d4818b7b2 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Unset dirty status for tenant:3052a553afb14cd0968a32b186c453a8 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:18:20.460380 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e83201f7-6bb1-49cd-b0a6-f938fa1e2b6b req-c683d6f0-d463-4028-a77a-7e3d4818b7b2 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595415 Feb 16 14:18:20.565859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca19554-f8d3-4be7-87f5-42e433fe5e5d {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:18:20.573472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.587805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Transition to ACTIVE for port object 7ca19554-f8d3-4be7-87f5-42e433fe5e5d will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:20.592665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.623850 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '313b4f4a-81d1-4801-ab0d-d68f55818391', 'name': '', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'mac_address': 'fa:16:3e:8b:46:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:14Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 2, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'subnets': [{'id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:20.627816 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Checking router: 6650ff12-2159-408d-89eb-f44a2af1b65c for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:18:20.628159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Updating router 6650ff12-2159-408d-89eb-f44a2af1b65c port 313b4f4a-81d1-4801-ab0d-d68f55818391 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:18:20.682096 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:20.852660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:20.946885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Attempting to bind port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:20.947336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Attempting to bind port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:20.947659 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Attempting to bind port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:20.953159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d on network fd29f084-b1ec-4f41-a494-ca1a73388a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:18:20.953470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Attempting to bind port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:20.960027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:20.960362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Checking segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:20.960803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Bound using segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:20.961593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Bound port: 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:20.961942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.037649 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.049880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Transition to ACTIVE for port object 313b4f4a-81d1-4801-ab0d-d68f55818391 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:21.056830 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.057774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:21.061432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:21.065730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.132771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.133375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.134772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/7ca19554-f8d3-4be7-87f5-42e433fe5e5d HTTP/1.1" status: 200 len: 1093 time: 1.0716777 Feb 16 14:18:21.135211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:18:21.175815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e614de9-d631-44af-80ab-66d7511dd1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:21.236984 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b375ac-b1b8-418d-83c6-5cd4fc914eb7 None None] Pushing event updated for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:21.271210 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d', 'status': 'completed', 'code': 200} Feb 16 14:18:21.300043 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Attempting to bind port 313b4f4a-81d1-4801-ab0d-d68f55818391 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:21.300398 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Attempting to bind port 313b4f4a-81d1-4801-ab0d-d68f55818391 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:21.300744 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Attempting to bind port 313b4f4a-81d1-4801-ab0d-d68f55818391 on network a35075d8-0437-4135-883e-de1865e61514 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:21.307603 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:21.308076 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Checking segment: {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:21.308605 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.308886 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Bound using segment: {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:21.309435 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Bound port: 313b4f4a-81d1-4801-ab0d-d68f55818391, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a35075d8-0437-4135-883e-de1865e61514'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:21.309805 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.317362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-f8f81ffc-5899-4fcf-9315-0ffd78903bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.319057 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-f8f81ffc-5899-4fcf-9315-0ffd78903bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 1096 time: 0.1169345 Feb 16 14:18:21.396107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-4a326ce7-4570-4a93-b717-506d778d6d9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d HTTP/1.1" status: 200 len: 217 time: 0.0691481 Feb 16 14:18:21.421642 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] For port 313b4f4a-81d1-4801-ab0d-d68f55818391, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:21.424890 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] For port 313b4f4a-81d1-4801-ab0d-d68f55818391, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=313b4f4a-81d1-4801-ab0d-d68f55818391,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:21.430205 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:21.460084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-7d77c753-04e5-4837-af19-e5e70c6bf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.461456 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-7d77c753-04e5-4837-af19-e5e70c6bf111 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a013841d-42a2-48fa-b7b6-7f100d5b45c2 HTTP/1.1" status: 200 len: 855 time: 0.0599346 Feb 16 14:18:21.507833 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:18:21.508434 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:18:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:21.538865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-5e9b0b4b-0ed9-4119-9efe-c5cd1c73020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.540609 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-5e9b0b4b-0ed9-4119-9efe-c5cd1c73020f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd29f084-b1ec-4f41-a494-ca1a73388a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734811 Feb 16 14:18:21.589380 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b375ac-b1b8-418d-83c6-5cd4fc914eb7 None None] Pushing event updated for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:21.686767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc5def-0685-4ea7-977c-24ffb08d995f req-8dc8e5fb-702e-4cd8-928a-d2de67d95c33 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.688972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8fbc5def-0685-4ea7-977c-24ffb08d995f req-8dc8e5fb-702e-4cd8-928a-d2de67d95c33 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 943 time: 0.0945354 Feb 16 14:18:21.708021 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-0645c355-49ca-4f89-b7a8-0f0e0d55ef48 service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606808 Feb 16 14:18:21.739327 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8fbc5def-0685-4ea7-977c-24ffb08d995f req-c8da47eb-0ae5-489d-b396-492070f1f860 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443017 Feb 16 14:18:21.753062 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:18:21.849720 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9fc0bb2-1cba-4fc7-b49d-d83a884cc7ce req-63c3412d-421b-490d-bd2f-8012d3ede13d service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360288 Feb 16 14:18:21.975106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-5aebc647-0d63-4947-ba35-aa3948055fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:21.976465 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-5aebc647-0d63-4947-ba35-aa3948055fb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 1096 time: 0.0792055 Feb 16 14:18:22.091819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 313b4f4a-81d1-4801-ab0d-d68f55818391 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:22.098461 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '313b4f4a-81d1-4801-ab0d-d68f55818391', 'name': '', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'mac_address': 'fa:16:3e:8b:46:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:14Z', 'updated_at': '2022-02-16T14:18:21Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'subnets': [{'id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:18:22.102432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203af69-a935-437c-af05-8d5eba78b69a None None] The sync data for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv is: [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:18:15Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '313b4f4a-81d1-4801-ab0d-d68f55818391', 'name': '', 'network_id': 'a35075d8-0437-4135-883e-de1865e61514', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'mac_address': 'fa:16:3e:8b:46:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:14Z', 'updated_at': '2022-02-16T14:18:21Z', 'revision_number': 4, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'subnets': [{'id': 'be350b11-9d77-431d-bbef-f1fbdeea1193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:18:22.113184 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-a3a78db2-6e76-40e2-a83e-6960cb74d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.114663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-a3a78db2-6e76-40e2-a83e-6960cb74d2c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 917 time: 0.1324067 Feb 16 14:18:22.162763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 313b4f4a-81d1-4801-ab0d-d68f55818391 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:22.176384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 313b4f4a-81d1-4801-ab0d-d68f55818391 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:22.176859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:22.189185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-e58a4ea3-39f0-4c2f-9cb7-c019a42a8eb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d HTTP/1.1" status: 200 len: 217 time: 0.0678682 Feb 16 14:18:22.262712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-8458c134-1631-4fef-9cd6-e98b0a20ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.264166 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-8458c134-1631-4fef-9cd6-e98b0a20ca13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a013841d-42a2-48fa-b7b6-7f100d5b45c2 HTTP/1.1" status: 200 len: 855 time: 0.0689874 Feb 16 14:18:22.301703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:22.335327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 313b4f4a-81d1-4801-ab0d-d68f55818391, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=313b4f4a-81d1-4801-ab0d-d68f55818391,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:22.339402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:22.344361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-b0d22eb8-c73f-43b7-b142-5debd4f826f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.345805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-b0d22eb8-c73f-43b7-b142-5debd4f826f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd29f084-b1ec-4f41-a494-ca1a73388a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756326 Feb 16 14:18:22.404627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:22.476809 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-5a8bc2c9-3038-45f9-82b0-45b175acdb15 service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245630 Feb 16 14:18:22.713903 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a88b3783-0b11-42bf-8076-31fc12d5ee46 req-ed6ac3ad-69fd-4de4-9ca1-cbc43ce529dd service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289751 Feb 16 14:18:22.934254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d721b-2a9e-4366-a9e4-6e7ac16874c8 req-bcf6f287-f735-47b6-a039-b1ef670a8e44 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:22.936139 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae7d721b-2a9e-4366-a9e4-6e7ac16874c8 req-bcf6f287-f735-47b6-a039-b1ef670a8e44 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 943 time: 0.0902596 Feb 16 14:18:22.980504 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae7d721b-2a9e-4366-a9e4-6e7ac16874c8 req-6357bc27-9056-45c8-aa5a-c2a52c851f20 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382183 Feb 16 14:18:24.077062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 313b4f4a-81d1-4801-ab0d-d68f55818391 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:24.153283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 313b4f4a-81d1-4801-ab0d-d68f55818391 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:24.153706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:24.174386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681196-75ca-45e5-87bf-78ba7dccc3dc req-21dc5ba6-d40b-441d-a5b0-92bde514033c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:24.175761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96681196-75ca-45e5-87bf-78ba7dccc3dc req-21dc5ba6-d40b-441d-a5b0-92bde514033c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 943 time: 0.0808048 Feb 16 14:18:24.221143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96681196-75ca-45e5-87bf-78ba7dccc3dc req-b2eaaaa8-d2c2-46b0-9b02-b77fac032eec tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Feb 16 14:18:24.584497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7ca19554-f8d3-4be7-87f5-42e433fe5e5d details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:18:24.730541 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:24.748264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'port_id': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d', 'mac_address': 'fa:16:3e:bd:9b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:18:24.831065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:24.848360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca19554-f8d3-4be7-87f5-42e433fe5e5d {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:18:24.863895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:24.870206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:24.945361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:24.953016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.953365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.953704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.954039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.954398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.954728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.955051 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.955361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.955672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.955973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.956300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:24.956611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:25.175721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['7ca19554-f8d3-4be7-87f5-42e433fe5e5d'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:18:25.407988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a7c24-26c2-4677-8188-21ab596b3e74 req-bdce4d17-f35b-48d1-907c-c07899b6df82 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:25.409430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a28a7c24-26c2-4677-8188-21ab596b3e74 req-bdce4d17-f35b-48d1-907c-c07899b6df82 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 944 time: 0.0843091 Feb 16 14:18:25.454085 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a28a7c24-26c2-4677-8188-21ab596b3e74 req-4810372f-29c1-4466-a86f-bb032e71fd47 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386848 Feb 16 14:18:26.598076 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7ca19554-f8d3-4be7-87f5-42e433fe5e5d up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:18:26.664415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a4e3e-796c-4d91-9cc7-0d840c63e879 req-0c6c0a81-9e2f-42f0-bf21-5e1f2e8c5402 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:26.665822 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-149a4e3e-796c-4d91-9cc7-0d840c63e879 req-0c6c0a81-9e2f-42f0-bf21-5e1f2e8c5402 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 944 time: 0.0895841 Feb 16 14:18:26.670936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:26.676755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:26.677134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:26.713301 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-149a4e3e-796c-4d91-9cc7-0d840c63e879 req-f6bb9bef-86c7-4cbf-91a6-a530863e8ecf tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Feb 16 14:18:26.796741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:26.823482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:18:26.833229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:26.837748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:26.906536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:26.923479 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d', 'code': 200} Feb 16 14:18:27.158648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70feb2d-1d7d-4766-b39e-1ecf60e4f25b req-91846e52-6ab3-4c06-a84d-fe10a9bdcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:27.160093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a70feb2d-1d7d-4766-b39e-1ecf60e4f25b req-91846e52-6ab3-4c06-a84d-fe10a9bdcac5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 1098 time: 0.0768290 Feb 16 14:18:27.202975 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a70feb2d-1d7d-4766-b39e-1ecf60e4f25b req-f0e40cf7-4edb-4f4f-87b6-6f8c43b59960 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370507 Feb 16 14:18:27.912034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f30a5-4dae-45ae-a59d-503769fc18ea req-f292236f-c456-4ff7-a522-6c2433d864af tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:27.913519 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db0f30a5-4dae-45ae-a59d-503769fc18ea req-f292236f-c456-4ff7-a522-6c2433d864af tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.0889711 Feb 16 14:18:27.957946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db0f30a5-4dae-45ae-a59d-503769fc18ea req-48bad686-855f-4f26-9a62-7b91a9cc39d9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Feb 16 14:18:29.164782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46bae5-c76a-4a1e-9b13-a96de064d55a req-99cee618-b2a4-4464-a9e1-aba29feaf3bc tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:29.166253 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab46bae5-c76a-4a1e-9b13-a96de064d55a req-99cee618-b2a4-4464-a9e1-aba29feaf3bc tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.0907459 Feb 16 14:18:29.213854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab46bae5-c76a-4a1e-9b13-a96de064d55a req-dd1ca4f9-18fe-479d-888c-e88b412b6bf0 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Feb 16 14:18:29.422916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2a6b9-3333-4eaa-84eb-87202b20e094 req-c718930c-923d-488c-a810-54a7c3effdd7 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:29.424769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7f2a6b9-3333-4eaa-84eb-87202b20e094 req-c718930c-923d-488c-a810-54a7c3effdd7 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.0948575 Feb 16 14:18:29.472231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a7f2a6b9-3333-4eaa-84eb-87202b20e094 req-351f6165-b0ff-4ddf-b63c-6fadc5560633 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Feb 16 14:18:30.948378 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:18:40.737428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3937324-4368-462c-8af1-dcde8e46f15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:43.960504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b75335c0-8feb-461f-9f08-486a341447bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:44.280429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:44.302584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:45.265322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b379a-60bb-4547-b2fa-3bb15a55d2a6 req-49d31b5c-1a1b-4591-9a23-74cd32bf3835 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:45.266964 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-170b379a-60bb-4547-b2fa-3bb15a55d2a6 req-49d31b5c-1a1b-4591-9a23-74cd32bf3835 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.1953597 Feb 16 14:18:45.314504 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-170b379a-60bb-4547-b2fa-3bb15a55d2a6 req-2a320d32-e690-49b6-874b-9a31b9c440af tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411496 Feb 16 14:18:45.862789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:45.863902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:46.537539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4b1d0-260f-4466-8651-e99cef901b3e req-6c6fa87f-3bfc-4dab-866b-662da8751fcd tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:46.539169 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71d4b1d0-260f-4466-8651-e99cef901b3e req-6c6fa87f-3bfc-4dab-866b-662da8751fcd tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.0975382 Feb 16 14:18:46.587570 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71d4b1d0-260f-4466-8651-e99cef901b3e req-2d74b838-f9c1-4cce-91a6-eb1764121a27 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Feb 16 14:18:46.770929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-42b0d8a7-86f5-4d1b-a976-61c57a8d9deb tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:46.771607 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-42b0d8a7-86f5-4d1b-a976-61c57a8d9deb tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Synchronizing usage tracker for tenant:3052a553afb14cd0968a32b186c453a8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:18:46.790084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-42b0d8a7-86f5-4d1b-a976-61c57a8d9deb tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Unset dirty status for tenant:3052a553afb14cd0968a32b186c453a8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:18:46.791293 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-42b0d8a7-86f5-4d1b-a976-61c57a8d9deb tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 945 time: 0.1054561 Feb 16 14:18:46.865930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Deleting port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:18:46.866238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:47.128712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] For port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:47.129048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:47.250201 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Calling delete_port for 7ca19554-f8d3-4be7-87f5-42e433fe5e5d owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:18:47.414904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:47.427978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['7ca19554-f8d3-4be7-87f5-42e433fe5e5d'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:18:47.470164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Pushing event deleted for resources: {'Port': ['ID=7ca19554-f8d3-4be7-87f5-42e433fe5e5d,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:47.550197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] No DVR routers for this DVR port 7ca19554-f8d3-4be7-87f5-42e433fe5e5d on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:18:47.553074 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:47.555949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'name': 'network-vif-deleted', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:18:47.573869 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-c2e41fce-9d97-4fdf-b87b-a7b5c8a2f203 req-6e4f8ef7-26bb-4d78-a922-fa2d6b2d49ac tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "DELETE /v2.0/ports/7ca19554-f8d3-4be7-87f5-42e433fe5e5d HTTP/1.1" status: 204 len: 173 time: 0.7774265 Feb 16 14:18:47.619426 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f', 'name': 'network-vif-deleted', 'tag': '7ca19554-f8d3-4be7-87f5-42e433fe5e5d', 'status': 'completed', 'code': 200} Feb 16 14:18:47.758905 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-150c82a0-a12e-4906-aa55-e486f79581b3 req-6df1f8b9-12ba-4444-8940-01ca8248290a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 210 time: 0.0469234 Feb 16 14:18:48.044627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-32aa0192-eeb4-4bbf-8b93-9c56fde00a9b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0426140 Feb 16 14:18:48.154946 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-0afe0a4a-59f4-441a-a96f-4e5d3733bee7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&device_id=07cacb9b-2fff-4bb8-8cd2-4ba1670aab5f HTTP/1.1" status: 200 len: 210 time: 0.0446856 Feb 16 14:18:48.308924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-525fb965-3c1b-460a-a702-aa344587363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.310608 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-525fb965-3c1b-460a-a702-aa344587363a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3052a553afb14cd0968a32b186c453a8&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1358743 Feb 16 14:18:48.446913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-ac131101-d9ae-4af1-955a-23c6073381ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:48.448292 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-66d9a0e4-34dc-465c-8456-dcc0cea96240 req-ac131101-d9ae-4af1-955a-23c6073381ff service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316195 Feb 16 14:18:50.491522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-0518552c-955f-4316-a7e2-53113299bbc3 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:50.492975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-0518552c-955f-4316-a7e2-53113299bbc3 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 816 time: 0.1462853 Feb 16 14:18:50.508214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-8a6d8634-d846-414b-9c9d-ddd8d12fb43a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/quotas/3052a553afb14cd0968a32b186c453a8 HTTP/1.1" status: 200 len: 375 time: 0.0096884 Feb 16 14:18:50.593037 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-ab68cc29-b618-4930-8d9b-d6b23ea39b67 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797324 Feb 16 14:18:50.732822 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-f70ab306-2fc3-4a08-b9d9-ab9701f3d204 service neutron] 10.222.0.105 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279919 Feb 16 14:18:50.737503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7ca19554-f8d3-4be7-87f5-42e433fe5e5d no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:18:50.771820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 7ca19554-f8d3-4be7-87f5-42e433fe5e5d {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:18:50.772065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 7ca19554-f8d3-4be7-87f5-42e433fe5e5d not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:18:50.877077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c3319187-8f6e-45b9-8391-774535022b1e service neutron] 10.222.0.105 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376531 Feb 16 14:18:51.069834 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d9f8a0c-e63a-4ef3-a8a1-afb013d5cdd5 req-d33bc11e-f581-4707-9cb9-2f0583c7e3b6 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 210 time: 0.0463850 Feb 16 14:18:52.122421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-881747be-87f9-445e-9a2d-0d31e18344c2 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:52.123834 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-881747be-87f9-445e-9a2d-0d31e18344c2 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 816 time: 0.1574352 Feb 16 14:18:52.136180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Request body: {'port': {'device_id': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'admin_state_up': True, 'tenant_id': '3052a553afb14cd0968a32b186c453a8'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:52.221279 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb5e4e49-b893-46ff-9cdc-0f13e0096e3e req-f1230532-91e7-4152-ad37-77c7d40b1178 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 210 time: 0.0456111 Feb 16 14:18:52.276240 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:18:52.280470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Usage tracker for resource:port and tenant:3052a553afb14cd0968a32b186c453a8 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:18:52.283398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:18:52.289036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:18:52.300761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Made reservation on behalf of 3052a553afb14cd0968a32b186c453a8 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:18:52.304273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:52.567356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Allocated IP 172.20.0.5 (fd29f084-b1ec-4f41-a494-ca1a73388a60/a013841d-42a2-48fa-b7b6-7f100d5b45c2/d52488d7-f265-42f6-8faf-11b3fd79b0fa) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:18:52.766138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:52.781859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Transition to ACTIVE for port object d52488d7-f265-42f6-8faf-11b3fd79b0fa will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:52.805869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:52.877793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:18:52.880879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:18:52.884851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:18:52.915266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Pushing event updated for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:52.931008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.931335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.931664 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.931985 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.932300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.932617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.932930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.933241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.933561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.933864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.934546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.934856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:18:52.961745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:52.962361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:52.988745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-717a975f-ac08-42a2-b0dd-2d14302716b9 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8566201 Feb 16 14:18:53.001327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Request body: {'port': {'device_id': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:18:53.115752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-16a7f3aa-644e-4d2f-b80a-eb19461d178c None None] Provisioning for port d52488d7-f265-42f6-8faf-11b3fd79b0fa completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:18:53.118925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.121317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-16a7f3aa-644e-4d2f-b80a-eb19461d178c None None] Provisioning complete for port d52488d7-f265-42f6-8faf-11b3fd79b0fa triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:18:53.121735 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16a7f3aa-644e-4d2f-b80a-eb19461d178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.176645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-16a7f3aa-644e-4d2f-b80a-eb19461d178c None None] Port d52488d7-f265-42f6-8faf-11b3fd79b0fa cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:18:53.413201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77ef2b-8f3b-4da9-9d58-bcd849bb4a4a req-4641fa6b-a0d0-4543-8a69-6f7802ce4847 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:53.415912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a77ef2b-8f3b-4da9-9d58-bcd849bb4a4a req-4641fa6b-a0d0-4543-8a69-6f7802ce4847 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 931 time: 0.0866702 Feb 16 14:18:53.460588 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a77ef2b-8f3b-4da9-9d58-bcd849bb4a4a req-0ccc7da2-28c6-44cc-802b-a2671238fd5f tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Feb 16 14:18:53.466879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52488d7-f265-42f6-8faf-11b3fd79b0fa {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:18:53.474955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.489804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Transition to ACTIVE for port object d52488d7-f265-42f6-8faf-11b3fd79b0fa will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:18:53.495693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.644654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:53.726144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Attempting to bind port d52488d7-f265-42f6-8faf-11b3fd79b0fa on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:18:53.726460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Attempting to bind port d52488d7-f265-42f6-8faf-11b3fd79b0fa by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:18:53.726773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Attempting to bind port d52488d7-f265-42f6-8faf-11b3fd79b0fa on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:53.731359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Port d52488d7-f265-42f6-8faf-11b3fd79b0fa on network fd29f084-b1ec-4f41-a494-ca1a73388a60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:18:53.731666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Attempting to bind port d52488d7-f265-42f6-8faf-11b3fd79b0fa on network fd29f084-b1ec-4f41-a494-ca1a73388a60 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:18:53.737593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:18:53.737981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Checking segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:18:53.738554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Bound using segment: {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:18:53.739182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Bound port: d52488d7-f265-42f6-8faf-11b3fd79b0fa, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054fe341-f5b0-4f50-9a4f-1f43d7008ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:18:53.739634 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.841358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:18:53.844352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:18:53.851397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.915312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:53.915978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:53.917949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/d52488d7-f265-42f6-8faf-11b3fd79b0fa HTTP/1.1" status: 200 len: 1093 time: 0.9208841 Feb 16 14:18:53.918583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:18:53.940172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ce501-f9e3-4d2c-bcba-f2b756a5c1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:54.003197 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa', 'status': 'completed', 'code': 200} Feb 16 14:18:54.038947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-3d0153b1-7740-4900-bdc6-0bac6d093f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.040420 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-3d0153b1-7740-4900-bdc6-0bac6d093f6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0729792 Feb 16 14:18:54.113029 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-1c6f15fb-b51d-4504-ae8b-250f8ef9e2ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa HTTP/1.1" status: 200 len: 217 time: 0.0657103 Feb 16 14:18:54.175864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-edf89c7b-4f6e-4b38-900e-1d9fb5fa35df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.177248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-edf89c7b-4f6e-4b38-900e-1d9fb5fa35df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a013841d-42a2-48fa-b7b6-7f100d5b45c2 HTTP/1.1" status: 200 len: 855 time: 0.0589197 Feb 16 14:18:54.256402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-2812bbdb-0243-4b0b-a561-5f2064e3e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.257815 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-2812bbdb-0243-4b0b-a561-5f2064e3e159 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd29f084-b1ec-4f41-a494-ca1a73388a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741751 Feb 16 14:18:54.492344 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-a2147d99-bd5d-4c10-8ae6-92c32134f80f service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281780 Feb 16 14:18:54.627458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ac78daaa-32a7-4a87-8aa9-420cf06a550f req-faa79bab-2c59-4151-a9b5-e5bd3d994c14 service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283178 Feb 16 14:18:54.651980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503895c-f03c-4d20-839d-a5891c0e4739 req-13631c70-abe8-4267-af86-b1a1c71c1572 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.653467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1503895c-f03c-4d20-839d-a5891c0e4739 req-13631c70-abe8-4267-af86-b1a1c71c1572 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 943 time: 0.0866163 Feb 16 14:18:54.699208 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1503895c-f03c-4d20-839d-a5891c0e4739 req-7a5d5d69-1c8f-4dbe-b592-ad69feb5d6cb tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Feb 16 14:18:54.744602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-29c254fd-6f7e-4513-b0c5-6806c4e8b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.746056 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-29c254fd-6f7e-4513-b0c5-6806c4e8b1b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3052a553afb14cd0968a32b186c453a8&device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0739236 Feb 16 14:18:54.883107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-8a1791e5-9e69-44ec-8a94-8b02e8c3fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:54.884462 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-8a1791e5-9e69-44ec-8a94-8b02e8c3fe3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 200 len: 917 time: 0.1324804 Feb 16 14:18:54.954805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-a52fc45b-9153-44ac-bb99-1788fde9db1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa HTTP/1.1" status: 200 len: 217 time: 0.0644751 Feb 16 14:18:55.019816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-82a66e73-03d4-48c9-b4c9-7a6d580680eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.021219 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-82a66e73-03d4-48c9-b4c9-7a6d580680eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a013841d-42a2-48fa-b7b6-7f100d5b45c2 HTTP/1.1" status: 200 len: 855 time: 0.0590391 Feb 16 14:18:55.106958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-8b32f0cc-27e4-4e91-9675-45fbd706ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.109321 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-8b32f0cc-27e4-4e91-9675-45fbd706ab29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fd29f084-b1ec-4f41-a494-ca1a73388a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819781 Feb 16 14:18:55.243489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-f37988a4-4bbb-48be-bd2d-d755e10c4edb service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282179 Feb 16 14:18:55.376562 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-61345edf-8001-41c1-8e82-8b8a5847cda5 req-446ed570-1ad0-4651-ba3b-a72edc3609ff service neutron] 10.222.0.26 "GET /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266265 Feb 16 14:18:55.908270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7e809-49c0-4f78-9ddf-5558618d20c7 req-df1d1f4e-e824-427f-ac91-3c4740d6c5c4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:55.909747 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edd7e809-49c0-4f78-9ddf-5558618d20c7 req-df1d1f4e-e824-427f-ac91-3c4740d6c5c4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 943 time: 0.0955906 Feb 16 14:18:55.955313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edd7e809-49c0-4f78-9ddf-5558618d20c7 req-cd15ab50-d609-47f1-9667-8086afd61e9c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Feb 16 14:18:57.145777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebf50e-5e28-433c-9e14-3aef5db887c1 req-e961a2a9-0b00-4042-859b-4df481537ea4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:57.147283 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bebf50e-5e28-433c-9e14-3aef5db887c1 req-e961a2a9-0b00-4042-859b-4df481537ea4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 943 time: 0.0858080 Feb 16 14:18:57.193042 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bebf50e-5e28-433c-9e14-3aef5db887c1 req-e26c5dbc-9b8a-43d5-9727-d356b0c3fbc0 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Feb 16 14:18:58.394520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38465f-8ca7-46a7-9a62-425d18833560 req-bd32cc5a-3175-46c8-930e-d3042109ff47 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:58.395975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f38465f-8ca7-46a7-9a62-425d18833560 req-bd32cc5a-3175-46c8-930e-d3042109ff47 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 943 time: 0.0895011 Feb 16 14:18:58.442615 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f38465f-8ca7-46a7-9a62-425d18833560 req-ba1f1576-bec7-4a6a-93fa-a59c347382c4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Feb 16 14:18:58.784250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d52488d7-f265-42f6-8faf-11b3fd79b0fa details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:18:58.921835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:58.935378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa', 'network_id': 'fd29f084-b1ec-4f41-a494-ca1a73388a60', 'port_id': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa', 'mac_address': 'fa:16:3e:6f:78:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a013841d-42a2-48fa-b7b6-7f100d5b45c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:18:58.990245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:59.007080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52488d7-f265-42f6-8faf-11b3fd79b0fa {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:18:59.024121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:18:59.030630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:18:59.099603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:18:59.328428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['d52488d7-f265-42f6-8faf-11b3fd79b0fa'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:18:59.650464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023887-3fab-4102-a2f7-b0f2aaf64898 req-96eadf72-810d-4795-a023-23a6b2e487c4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:18:59.651891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aa023887-3fab-4102-a2f7-b0f2aaf64898 req-96eadf72-810d-4795-a023-23a6b2e487c4 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 944 time: 0.0904598 Feb 16 14:18:59.700233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aa023887-3fab-4102-a2f7-b0f2aaf64898 req-edd23286-d4cd-46fc-bbcf-de3a4a250e4c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Feb 16 14:19:00.799618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d52488d7-f265-42f6-8faf-11b3fd79b0fa up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:00.873732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port d52488d7-f265-42f6-8faf-11b3fd79b0fa completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:00.878971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port d52488d7-f265-42f6-8faf-11b3fd79b0fa triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:00.879352 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:00.941883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27c7b9-7663-4a03-8842-f6a01e8c5f3a req-01c138a5-e1c5-4df8-b5cd-6ba9960836d5 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:00.955973 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e27c7b9-7663-4a03-8842-f6a01e8c5f3a req-01c138a5-e1c5-4df8-b5cd-6ba9960836d5 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 944 time: 0.1058788 Feb 16 14:19:01.004785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e27c7b9-7663-4a03-8842-f6a01e8c5f3a req-de39beb4-6ff4-4c58-b504-10dd56a100db tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 Feb 16 14:19:01.006945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:01.039015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:19:01.048535 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:01.052608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:01.085928 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa', 'code': 200} Feb 16 14:19:01.126607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:01.338917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde890cd-1afe-43a1-b8d8-e5d2137521fe req-4a6381e1-321c-4fd9-84dc-5b5a676b35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:01.340275 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cde890cd-1afe-43a1-b8d8-e5d2137521fe req-4a6381e1-321c-4fd9-84dc-5b5a676b35c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0729179 Feb 16 14:19:01.393179 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cde890cd-1afe-43a1-b8d8-e5d2137521fe req-ac5434ab-8f3e-40f3-ae03-c548db64b52b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Feb 16 14:19:02.203775 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101f7d4-acf1-4e94-94e8-b67bbacee656 req-81a7967e-3eb2-439f-b1a9-730322bacc76 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:02.205213 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2101f7d4-acf1-4e94-94e8-b67bbacee656 req-81a7967e-3eb2-439f-b1a9-730322bacc76 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0904369 Feb 16 14:19:02.252844 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2101f7d4-acf1-4e94-94e8-b67bbacee656 req-55180ec1-5c24-4db7-b595-30d27b001d51 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391345 Feb 16 14:19:03.459286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b9cdd-5f94-4827-8e13-077aecf5eefc req-e8e5b9e5-540e-4ee1-9d54-2bb09aa4ae88 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.460736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-950b9cdd-5f94-4827-8e13-077aecf5eefc req-e8e5b9e5-540e-4ee1-9d54-2bb09aa4ae88 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0915196 Feb 16 14:19:03.507482 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-950b9cdd-5f94-4827-8e13-077aecf5eefc req-68e7281c-14a2-4213-9d70-2752eaa78bc6 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Feb 16 14:19:03.713359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3b0f-1e0f-4fe4-a3be-ba578c6f559e req-9aa0d922-350d-41c3-b704-4de04afa90e6 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:03.714854 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9d6e3b0f-1e0f-4fe4-a3be-ba578c6f559e req-9aa0d922-350d-41c3-b704-4de04afa90e6 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0978689 Feb 16 14:19:03.760503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9d6e3b0f-1e0f-4fe4-a3be-ba578c6f559e req-74614bc7-de5f-4235-96ac-d1b802a5099d tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Feb 16 14:19:07.961627 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:19:10.737263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-991971e0-79ad-409f-8433-657ccdd507ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:13.957300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4d94faee-948f-4024-9023-eb8076972997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:14.277551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:14.304019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:15.857666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:15.863866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:18.195386 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba4aea-79d7-428d-a875-057dd7044a62 req-24d4b7e6-9cf5-4bc7-bb84-9eb83abb020c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:18.197046 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0ba4aea-79d7-428d-a875-057dd7044a62 req-24d4b7e6-9cf5-4bc7-bb84-9eb83abb020c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0947354 Feb 16 14:19:18.248812 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d0ba4aea-79d7-428d-a875-057dd7044a62 req-75cfe706-d893-4bbb-a586-3a668a8f1286 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Feb 16 14:19:19.456638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892137-eae2-4f3b-9ad6-7fb16132fdb5 req-e85f87fb-60d6-4f73-a570-820d660e1d9c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:19.458074 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e892137-eae2-4f3b-9ad6-7fb16132fdb5 req-e85f87fb-60d6-4f73-a570-820d660e1d9c tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0887058 Feb 16 14:19:19.501768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e892137-eae2-4f3b-9ad6-7fb16132fdb5 req-e2821d15-48a0-436c-b589-187d64cd0f4a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Feb 16 14:19:19.963521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d03922-56f8-4f87-872b-5a355340bb27 req-3128bd22-8e0a-44bf-aa7e-57a08a62874a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:19.964190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-36d03922-56f8-4f87-872b-5a355340bb27 req-3128bd22-8e0a-44bf-aa7e-57a08a62874a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Synchronizing usage tracker for tenant:3052a553afb14cd0968a32b186c453a8 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:19:19.980448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-36d03922-56f8-4f87-872b-5a355340bb27 req-3128bd22-8e0a-44bf-aa7e-57a08a62874a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Unset dirty status for tenant:3052a553afb14cd0968a32b186c453a8 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:19:19.981538 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36d03922-56f8-4f87-872b-5a355340bb27 req-3128bd22-8e0a-44bf-aa7e-57a08a62874a tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.1088223 Feb 16 14:19:20.051645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Deleting port d52488d7-f265-42f6-8faf-11b3fd79b0fa {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:20.051978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:20.302885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] For port d52488d7-f265-42f6-8faf-11b3fd79b0fa, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d52488d7-f265-42f6-8faf-11b3fd79b0fa,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:20.303138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:20.425125 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Calling delete_port for d52488d7-f265-42f6-8faf-11b3fd79b0fa owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:20.688381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:20.700492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['d52488d7-f265-42f6-8faf-11b3fd79b0fa'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:19:20.703245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150241b-511e-44b0-8872-b120ed690f55 req-49b7df64-a0f0-4101-b6c3-929ac0ca9833 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:20.704689 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7150241b-511e-44b0-8872-b120ed690f55 req-49b7df64-a0f0-4101-b6c3-929ac0ca9833 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/ports?device_id=66976bf0-2e18-454f-8131-e2c397ce0ff3 HTTP/1.1" status: 200 len: 945 time: 0.0933299 Feb 16 14:19:20.741381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Pushing event deleted for resources: {'Port': ['ID=d52488d7-f265-42f6-8faf-11b3fd79b0fa,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:20.753356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7150241b-511e-44b0-8872-b120ed690f55 req-b0b37eaf-65fd-4887-a25f-503f6fada430 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.105 "GET /v2.0/security-groups?id=079fe885-0712-417c-8570-7f0aa8524334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Feb 16 14:19:20.821135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] No DVR routers for this DVR port d52488d7-f265-42f6-8faf-11b3fd79b0fa on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:20.823725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:20.826398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'name': 'network-vif-deleted', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:19:20.845024 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-36d03922-56f8-4f87-872b-5a355340bb27 req-bd347643-2690-432f-9561-695dee07f189 tempest-TestEncryptedCinderVolumes-653117799 tempest-TestEncryptedCinderVolumes-653117799-project] 10.222.0.26 "DELETE /v2.0/ports/d52488d7-f265-42f6-8faf-11b3fd79b0fa HTTP/1.1" status: 204 len: 173 time: 0.8579640 Feb 16 14:19:20.879757 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66976bf0-2e18-454f-8131-e2c397ce0ff3', 'name': 'network-vif-deleted', 'tag': 'd52488d7-f265-42f6-8faf-11b3fd79b0fa', 'status': 'completed', 'code': 200} Feb 16 14:19:21.895087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42616) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:22.549111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:22.899692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Deleting port 6252633f-37ba-44df-ae30-a308fb046803 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:22.900456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:22.939617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d52488d7-f265-42f6-8faf-11b3fd79b0fa no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:22.976562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: d52488d7-f265-42f6-8faf-11b3fd79b0fa {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:22.976936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d52488d7-f265-42f6-8faf-11b3fd79b0fa not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:23.075626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] For port 6252633f-37ba-44df-ae30-a308fb046803, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=6252633f-37ba-44df-ae30-a308fb046803,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:23.075979 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:23.204021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Calling delete_port for 6252633f-37ba-44df-ae30-a308fb046803 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:23.390454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:23.458567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6252633f-37ba-44df-ae30-a308fb046803,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:23.495193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.495522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.495817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.496154 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.496468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.496761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.497092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.497403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.497711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.498014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.498345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.498648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:23.856265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:24.217014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Router f99ea20c-6616-4c35-9452-1d1b2dcf6897 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:19:24.393643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:24.403496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Sync routers for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:24.405941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60390efd-ba1e-4b4f-9b20-70c938729fc8 admin admin] 10.222.0.105 "PUT /v2.0/routers/f99ea20c-6616-4c35-9452-1d1b2dcf6897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5097001 Feb 16 14:19:24.408669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42620) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:24.415167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:24.415764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:24.583898 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:24.621872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:24.760105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:24.771846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Deleting port 7b571446-db9b-4788-a231-b90cfe41ab31 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:24.772233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:24.904131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111'}], 'enable_snat': True}, 'gw_port_id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:19:23Z', 'revision_number': 5, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port': {'id': '7b571446-db9b-4788-a231-b90cfe41ab31', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:05Z', 'updated_at': '2022-02-16T14:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:24.908108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Checking router: f99ea20c-6616-4c35-9452-1d1b2dcf6897 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:24.916642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Routers {'f99ea20c-6616-4c35-9452-1d1b2dcf6897'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:24.917232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:24.945339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] For port 7b571446-db9b-4788-a231-b90cfe41ab31, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b571446-db9b-4788-a231-b90cfe41ab31,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:24.945674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.069710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Calling delete_port for 7b571446-db9b-4788-a231-b90cfe41ab31 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:25.070001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] Set router f99ea20c-6616-4c35-9452-1d1b2dcf6897 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:25.177720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-a135188e-69f0-48e4-8214-487734459c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:19:24Z', 'revision_number': 6, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:25.181656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a135188e-69f0-48e4-8214-487734459c42 None None] The sync data for ids ['f99ea20c-6616-4c35-9452-1d1b2dcf6897'] in dv-neutron-828143-3-hyperv is: [{'id': 'f99ea20c-6616-4c35-9452-1d1b2dcf6897', 'name': 'tempest-TestEncryptedCinderVolumes-605508363-router', 'tenant_id': '3052a553afb14cd0968a32b186c453a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:04Z', 'updated_at': '2022-02-16T14:19:24Z', 'revision_number': 6, 'project_id': '3052a553afb14cd0968a32b186c453a8', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:25.379247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.426026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b571446-db9b-4788-a231-b90cfe41ab31,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:25.518029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.807450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.810000 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.834614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.835179 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99ea20c-6616-4c35-9452-1d1b2dcf6897 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:19:25.846960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.848054 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-34428693-20cc-42f9-a533-4f94a5710115 admin admin] 10.222.0.105 "DELETE /v2.0/routers/f99ea20c-6616-4c35-9452-1d1b2dcf6897 HTTP/1.1" status: 204 len: 168 time: 1.4384446 Feb 16 14:19:25.850835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42624) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:25.910369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Deleting subnet a013841d-42a2-48fa-b7b6-7f100d5b45c2 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:19:25.913905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:25.969661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.047107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.117088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6252633f-37ba-44df-ae30-a308fb046803 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:26.128153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.153077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 6252633f-37ba-44df-ae30-a308fb046803 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:26.153491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 6252633f-37ba-44df-ae30-a308fb046803 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:26.153901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b571446-db9b-4788-a231-b90cfe41ab31 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:26.169697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a013841d-42a2-48fa-b7b6-7f100d5b45c2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:26.173274 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.183461 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b9f27ac0-e201-4a0d-a828-ada681722a9a admin admin] 10.222.0.105 "DELETE /v2.0/subnets/a013841d-42a2-48fa-b7b6-7f100d5b45c2 HTTP/1.1" status: 204 len: 168 time: 0.3290768 Feb 16 14:19:26.183681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42628) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:26.189529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4abd59-5b91-45be-b1e6-0a23ba1d346d None None] Network fd29f084-b1ec-4f41-a494-ca1a73388a60 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:26.214772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 7b571446-db9b-4788-a231-b90cfe41ab31 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:26.215110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b571446-db9b-4788-a231-b90cfe41ab31 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:26.298473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.309942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Deleting port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:26.310295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.463574 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] DHCP port deletion for fd29f084-b1ec-4f41-a494-ca1a73388a60 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:19:26.468577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Deleting port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:26.468945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.515646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] For port dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:26.516300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.640563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Calling delete_port for dd3c9120-a989-4fe8-ad1c-3d556b6c0195 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:26.671042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] For port dd3c9120-a989-4fe8-ad1c-3d556b6c0195, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,segment=NetworkSegment(054fe341-f5b0-4f50-9a4f-1f43d7008ede),segment_id=054fe341-f5b0-4f50-9a4f-1f43d7008ede)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:26.671449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.719629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.765133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3c9120-a989-4fe8-ad1c-3d556b6c0195,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:26.768545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] No DVR routers for this DVR port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:26.840669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Calling delete_port for dd3c9120-a989-4fe8-ad1c-3d556b6c0195 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:26.889730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.913947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:19:26.914324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:19:26.920965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd29f084-b1ec-4f41-a494-ca1a73388a60']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:26.932877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054fe341-f5b0-4f50-9a4f-1f43d7008ede') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:26.933051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054fe341-f5b0-4f50-9a4f-1f43d7008ede') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:26.944276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.959737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.965549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:19:26.965944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:19:26.978962 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:19:27.051621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:27.071216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:27.171393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd29f084-b1ec-4f41-a494-ca1a73388a60,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:27.188817 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2eb86281-152d-48c7-aefe-ec07850ad353 admin admin] 10.222.0.105 "DELETE /v2.0/networks/fd29f084-b1ec-4f41-a494-ca1a73388a60 HTTP/1.1" status: 204 len: 168 time: 1.0038571 Feb 16 14:19:27.192022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:27.415665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Deleting port dd3c9120-a989-4fe8-ad1c-3d556b6c0195 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:27.416278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:27.487244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6673f2f0-3d12-40d1-b881-291a7a208e87 None None] The port 'dd3c9120-a989-4fe8-ad1c-3d556b6c0195' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:19:27.748921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:28.101264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dd3c9120-a989-4fe8-ad1c-3d556b6c0195 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:28.107295 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Deleting port 313b4f4a-81d1-4801-ab0d-d68f55818391 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:28.107632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:28.136137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: dd3c9120-a989-4fe8-ad1c-3d556b6c0195 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:28.136572 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device dd3c9120-a989-4fe8-ad1c-3d556b6c0195 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:28.281298 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] For port 313b4f4a-81d1-4801-ab0d-d68f55818391, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=313b4f4a-81d1-4801-ab0d-d68f55818391,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:28.281637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:28.401344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Calling delete_port for 313b4f4a-81d1-4801-ab0d-d68f55818391 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:28.592658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:28.738678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=313b4f4a-81d1-4801-ab0d-d68f55818391,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:29.004515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:29.379459 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Router 6650ff12-2159-408d-89eb-f44a2af1b65c has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:19:29.560091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:29.569875 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9ebc7145-706d-45f4-85b2-401228c4b5b7 admin admin] 10.222.0.105 "PUT /v2.0/routers/6650ff12-2159-408d-89eb-f44a2af1b65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768446 Feb 16 14:19:29.570146 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Sync routers for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:29.572490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42636) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:29.580447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:29.581054 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:29.746591 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:29.752612 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:29.920319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:29.930758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Deleting port 4868ce5e-5a81-42c0-9752-035f9b755aa9 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:29.931188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.036836 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:19:28Z', 'revision_number': 5, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port': {'id': '4868ce5e-5a81-42c0-9752-035f9b755aa9', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:80:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:18:12Z', 'updated_at': '2022-02-16T14:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:30.041210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Checking router: 6650ff12-2159-408d-89eb-f44a2af1b65c for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:30.049774 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Routers {'6650ff12-2159-408d-89eb-f44a2af1b65c'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:30.050290 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['6650ff12-2159-408d-89eb-f44a2af1b65c'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:30.198694 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] Set router 6650ff12-2159-408d-89eb-f44a2af1b65c gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:30.231786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] For port 4868ce5e-5a81-42c0-9752-035f9b755aa9, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=4868ce5e-5a81-42c0-9752-035f9b755aa9,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:30.232398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.300665 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:19:29Z', 'revision_number': 6, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:30.304870 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d185-cb56-4fb8-88da-86af7a4481d7 None None] The sync data for ids ['6650ff12-2159-408d-89eb-f44a2af1b65c'] in dv-neutron-828143-3-hyperv is: [{'id': '6650ff12-2159-408d-89eb-f44a2af1b65c', 'name': 'tempest-TestEncryptedCinderVolumes-383293073-router', 'tenant_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:18:11Z', 'updated_at': '2022-02-16T14:19:29Z', 'revision_number': 6, 'project_id': 'fa8b6650ca184769879b13bfe3aa88a5', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:30.352940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Calling delete_port for 4868ce5e-5a81-42c0-9752-035f9b755aa9 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:30.541597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.590592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Pushing event deleted for resources: {'Port': ['ID=4868ce5e-5a81-42c0-9752-035f9b755aa9,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:30.688500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.863155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.865414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.897210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.897779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6650ff12-2159-408d-89eb-f44a2af1b65c {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:19:30.909620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:30.910765 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8f04ed4d-fc54-4093-90ee-91549b19620f admin admin] 10.222.0.105 "DELETE /v2.0/routers/6650ff12-2159-408d-89eb-f44a2af1b65c HTTP/1.1" status: 204 len: 168 time: 1.3373990 Feb 16 14:19:30.913445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42640) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:30.974651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Deleting subnet be350b11-9d77-431d-bbef-f1fbdeea1193 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:19:30.977714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.027221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.114105 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.192448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.232908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be350b11-9d77-431d-bbef-f1fbdeea1193,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:31.239061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.239430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c416c0-1f9d-41aa-afb1-1ee948ef1b15 None None] Network a35075d8-0437-4135-883e-de1865e61514 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:31.246022 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b64057da-23f7-454e-a09a-02dca3cc0447 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/be350b11-9d77-431d-bbef-f1fbdeea1193 HTTP/1.1" status: 204 len: 168 time: 0.3315785 Feb 16 14:19:31.248749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42644) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:31.358349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.369455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Deleting port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:31.370122 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.494875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] DHCP port deletion for a35075d8-0437-4135-883e-de1865e61514 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:19:31.499829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Deleting port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:31.500196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.580588 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] For port 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=109861dc-d77a-4d41-b77c-2afbe1b8fda8,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:31.580940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.702018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Calling delete_port for 109861dc-d77a-4d41-b77c-2afbe1b8fda8 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:31.702364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] For port 109861dc-d77a-4d41-b77c-2afbe1b8fda8, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=109861dc-d77a-4d41-b77c-2afbe1b8fda8,segment=NetworkSegment(6fa12f08-8af4-473a-b5f7-6f3ff93ff61f),segment_id=6fa12f08-8af4-473a-b5f7-6f3ff93ff61f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:31.702786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.776914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:31.826672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Calling delete_port for 109861dc-d77a-4d41-b77c-2afbe1b8fda8 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:19:31.900052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:19:31.900402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:19:31.947070 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Pushing event deleted for resources: {'Port': ['ID=109861dc-d77a-4d41-b77c-2afbe1b8fda8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:31.951704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] No DVR routers for this DVR port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:19:32.066508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.092355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35075d8-0437-4135-883e-de1865e61514']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:32.106045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:32.106303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4868ce5e-5a81-42c0-9752-035f9b755aa9 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:32.106433 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa12f08-8af4-473a-b5f7-6f3ff93ff61f') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:32.117748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.133400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.139851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:19:32.140254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.140395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 4868ce5e-5a81-42c0-9752-035f9b755aa9 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:32.140602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 4868ce5e-5a81-42c0-9752-035f9b755aa9 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:32.141087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 313b4f4a-81d1-4801-ab0d-d68f55818391 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:19:32.153457 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:19:32.176187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 313b4f4a-81d1-4801-ab0d-d68f55818391 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:32.176527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 313b4f4a-81d1-4801-ab0d-d68f55818391 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:32.176926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 109861dc-d77a-4d41-b77c-2afbe1b8fda8 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:19:32.209673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 109861dc-d77a-4d41-b77c-2afbe1b8fda8 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:19:32.209923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 109861dc-d77a-4d41-b77c-2afbe1b8fda8 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:19:32.232483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.248243 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.258246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] Pushing event deleted for resources: {'Network': ['ID=a35075d8-0437-4135-883e-de1865e61514,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:32.262253 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-15a8b1fe-3c28-4a89-8334-a073aaad935c admin admin] 10.222.0.105 "DELETE /v2.0/networks/a35075d8-0437-4135-883e-de1865e61514 HTTP/1.1" status: 204 len: 168 time: 1.0124383 Feb 16 14:19:32.401797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Deleting port 109861dc-d77a-4d41-b77c-2afbe1b8fda8 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:19:32.402380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.473279 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1694-10fd-4ee5-82b6-cb7be2c22901 None None] The port '109861dc-d77a-4d41-b77c-2afbe1b8fda8' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:19:32.473969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42650) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:32.533822 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-672e0179-800d-4a48-9a0a-6bd807f03cdf admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=3052a553afb14cd0968a32b186c453a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586281 Feb 16 14:19:32.537781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42654) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:32.608816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.644825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.705133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.721366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079fe885-0712-417c-8570-7f0aa8524334,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:32.733687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:32.734913 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f4887e73-227c-4a43-82eb-a49627bc7ef3 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/079fe885-0712-417c-8570-7f0aa8524334 HTTP/1.1" status: 204 len: 168 time: 0.1960120 Feb 16 14:19:33.133328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42662) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:33.184365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-600e03dd-f075-47b8-bba7-b93471c02792 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fa8b6650ca184769879b13bfe3aa88a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498455 Feb 16 14:19:33.187107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42666) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:33.248637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:33.274013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:33.339864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:33.355561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bde3cc-360f-447e-8386-382b10060ab6,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:33.360631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:33.361150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0cdfcaaf-e8f2-45ab-bcfe-a2b38e361db4 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/e8bde3cc-360f-447e-8386-382b10060ab6 HTTP/1.1" status: 204 len: 168 time: 0.1731427 Feb 16 14:19:34.229049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42690) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:34.349019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-640591141-network', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.353993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:34.358062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Usage tracker for resource:network and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:34.360988 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:34.367029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:34.380802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Made reservation on behalf of ff849bbea9db499d81d2657e8badd2c3 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:34.384210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.396364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.411628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:34.415903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:34.418884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:34.424939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:34.510832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.516847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.549304 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:19:34.557636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:34.566537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.567014 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Added segment 43f640be-27ff-43b3-b00d-95953850d218 of type vlan for network 219da24f-9496-4fe7-a9e6-0b94642cd5ba Feb 16 14:19:34.597908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.627650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.628578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:34.629232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.729532 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] Pushing event updated for resources: {'Network': ['ID=219da24f-9496-4fe7-a9e6-0b94642cd5ba,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:34.732785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5699ae4d-cda9-4cab-acd0-a5f2d4f6a282 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5027316 Feb 16 14:19:34.735736 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42696) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:34.740683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:19:34.741228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Request body: {'subnet': {'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-640591141-subnet', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:34.745999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:34.749919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Usage tracker for resource:subnet and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:34.752802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:34.758835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:34.770197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Made reservation on behalf of ff849bbea9db499d81d2657e8badd2c3 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:34.772563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:34.978112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.054748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=640bddf0-8f87-42b0-bee6-3165257c23ea,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.072579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Checking segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:35.073021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Network hostable DHCP agents. Network: 219da24f-9496-4fe7-a9e6-0b94642cd5ba, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:19:35.094986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:19:35.105069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 219da24f-9496-4fe7-a9e6-0b94642cd5ba) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:35.109330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:35.109903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.116384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f18fbdd-a662-4257-a60c-e49e18f5eff8 None None] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:35.132257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6952fa58-7385-489f-8080-8706dfce8dcb admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3954346 Feb 16 14:19:35.135021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42700) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:35.139809 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:35.144592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:35.148637 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Usage tracker for resource:router and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:35.151665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:35.157599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:35.169919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.171007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.185942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.333355 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:19:35.334250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.457664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.518264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Allocated IP 172.20.0.2 (219da24f-9496-4fe7-a9e6-0b94642cd5ba/640bddf0-8f87-42b0-bee6-3165257c23ea/c3aebf50-efbb-4cc8-9984-8c69718174ff) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:35.736885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.747768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Transition to ACTIVE for port object c3aebf50-efbb-4cc8-9984-8c69718174ff will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:35.766507 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Transition to ACTIVE for port object c3aebf50-efbb-4cc8-9984-8c69718174ff will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:35.772207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.836248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:35.837526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:35.841644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:35.879974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Pushing event updated for resources: {'Port': ['ID=c3aebf50-efbb-4cc8-9984-8c69718174ff,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:35.896204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.921315 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.921657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.922026 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.922351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.922672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.923001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.923310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.923624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.923971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.924284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.924591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.924886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:35.926191 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.955005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Attempting to bind port c3aebf50-efbb-4cc8-9984-8c69718174ff on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:35.955362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Attempting to bind port c3aebf50-efbb-4cc8-9984-8c69718174ff by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:35.955706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Attempting to bind port c3aebf50-efbb-4cc8-9984-8c69718174ff on network 219da24f-9496-4fe7-a9e6-0b94642cd5ba {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:35.961207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:35.961568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Checking segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:35.961940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:35.962560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Bound using segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:35.963014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Bound port: c3aebf50-efbb-4cc8-9984-8c69718174ff, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:35.963366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:36.049204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] For port c3aebf50-efbb-4cc8-9984-8c69718174ff, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:36.053288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] For port c3aebf50-efbb-4cc8-9984-8c69718174ff, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c3aebf50-efbb-4cc8-9984-8c69718174ff,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:36.059593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:36.066288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Allocated IP 172.26.1.97 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/75f0f1a1-7a36-4f4f-be68-12c9d8d9088e) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:36.151118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd214d-ebb8-44ac-865e-9e069cb685d9 None None] Pushing event updated for resources: {'Port': ['ID=c3aebf50-efbb-4cc8-9984-8c69718174ff,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.221455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:36.252882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:36.325599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:36.328510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:36.331153 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:36.374098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:36.759144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:37.050465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eadb0a-2285-4f89-9f69-5fd40d279364 None None] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:37.207135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ee615df4-f7d9-4a93-85a5-7bf5ab1f5cb3 None None] Provisioning for port c3aebf50-efbb-4cc8-9984-8c69718174ff completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:37.242334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:37.458505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Router f2212168-bbe3-4365-814b-38b94adb8e21 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:19:37.652471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:37.665022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Sync routers for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:37.675557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:37.676290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:37.679269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:37.680574 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-bcfb60c2-b586-4bce-a58e-87e61c7aa2a1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5446105 Feb 16 14:19:37.683906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42704) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:37.859020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:38.139961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c3aebf50-efbb-4cc8-9984-8c69718174ff up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:38.223149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:36Z', 'revision_number': 3, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:38.226644 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c3aebf50-efbb-4cc8-9984-8c69718174ff completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:38.231233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Checking router: f2212168-bbe3-4365-814b-38b94adb8e21 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:38.231577 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Updating router f2212168-bbe3-4365-814b-38b94adb8e21 port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:38.297854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c3aebf50-efbb-4cc8-9984-8c69718174ff triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:38.298139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.368710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.483674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.541160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.648874 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c3aebf50-efbb-4cc8-9984-8c69718174ff, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c3aebf50-efbb-4cc8-9984-8c69718174ff,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:38.655426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.689753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Allocated IP 172.20.0.1 (219da24f-9496-4fe7-a9e6-0b94642cd5ba/640bddf0-8f87-42b0-bee6-3165257c23ea/e6fed820-86da-427f-b6bb-a9a10d313753) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:38.750142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c3aebf50-efbb-4cc8-9984-8c69718174ff,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:38.826116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.835737 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.837808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Transition to ACTIVE for port object 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:38.844242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.852390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Transition to ACTIVE for port object e6fed820-86da-427f-b6bb-a9a10d313753 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:38.876434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.922426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Attempting to bind port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:38.922792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Attempting to bind port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:38.923147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Attempting to bind port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:38.925175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4151-2217-4967-b1d3-0bbe0320c025 None None] Pushing event updated for resources: {'Port': ['ID=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:38.938870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:38.939359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:38.939850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.940332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:38.941260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Bound port: 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:38.941260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:38.948665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:38.951581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:38.955237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:38.988442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:39.018139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.027633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] For port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:39.030839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] For port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:39.036452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.117737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:39.118400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:39.186869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a4151-2217-4967-b1d3-0bbe0320c025 None None] Pushing event updated for resources: {'Port': ['ID=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:39.264728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ac87fc5b-7a08-4e00-9ac8-f64e8e1194c1 None None] Provisioning for port e6fed820-86da-427f-b6bb-a9a10d313753 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:39.284267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ac87fc5b-7a08-4e00-9ac8-f64e8e1194c1 None None] Provisioning complete for port e6fed820-86da-427f-b6bb-a9a10d313753 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:39.284928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ac87fc5b-7a08-4e00-9ac8-f64e8e1194c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.287371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.353909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-ac87fc5b-7a08-4e00-9ac8-f64e8e1194c1 None None] Port e6fed820-86da-427f-b6bb-a9a10d313753 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:19:39.358955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:39.624629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.630364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.644133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:36Z', 'revision_number': 3, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:39.648402 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e155fe0-f80f-478d-a37b-c96963524bd0 None None] The sync data for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv is: [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:36Z', 'revision_number': 3, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:39.737862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:39.741536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:39.896724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:39.898012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:40.113173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Router f2212168-bbe3-4365-814b-38b94adb8e21 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:19:40.191025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:40.220663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-79f8a851-7d52-40cb-a884-7f6470f98b7f None None] Provisioning complete for port e6fed820-86da-427f-b6bb-a9a10d313753 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:40.221027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79f8a851-7d52-40cb-a884-7f6470f98b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.306533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:40.324498 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1da210ac-da9e-4392-844a-4a6dd6e50fe6 admin admin] 10.222.0.105 "PUT /v2.0/routers/f2212168-bbe3-4365-814b-38b94adb8e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318460 Feb 16 14:19:40.342764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-79f8a851-7d52-40cb-a884-7f6470f98b7f None None] Port e6fed820-86da-427f-b6bb-a9a10d313753 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:19:40.359083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:40.364490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:40.364854 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.488940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.507893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:40.512835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.513932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c3aebf50-efbb-4cc8-9984-8c69718174ff up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:40.632784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:40.644806 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c3aebf50-efbb-4cc8-9984-8c69718174ff triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:40.645179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.775369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7979ad1f-657f-42b0-bd94-d70f66ad6af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.849913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:40.855726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-712649912-network', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:40.860851 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:40.864692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Usage tracker for resource:network and tenant:1a0fd156cdb64c34add4a6f57f86d71c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:40.867714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:40.873438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:40.887138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Made reservation on behalf of 1a0fd156cdb64c34add4a6f57f86d71c for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:40.890717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.910147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:40.927635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:40.931997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1a0fd156cdb64c34add4a6f57f86d71c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:40.935533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:40.941625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:41.026199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.030587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.060642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:19:41.069953 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef5cd9-bea4-4231-8f0e-c8a54bf14afb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.075507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.075853 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Added segment 1173ccf2-b2ba-48d8-949d-efffb3d52ae8 of type vlan for network ea57832e-7443-4a34-a6e2-c1538ba76cf4 Feb 16 14:19:41.104392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.138895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.140234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:41.140897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.237514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Sync routers for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:41.251056 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:41.252344 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:41.252947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ea57832e-7443-4a34-a6e2-c1538ba76cf4,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.260534 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ee3f9746-2da6-4a31-a46d-484709ddd5c6 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4069254 Feb 16 14:19:41.260862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42726) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:41.264852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:19:41.266976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Request body: {'subnet': {'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-712649912-subnet', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:41.272399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:41.276657 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Usage tracker for resource:subnet and tenant:1a0fd156cdb64c34add4a6f57f86d71c is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:41.279795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:41.285719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:41.301620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Made reservation on behalf of 1a0fd156cdb64c34add4a6f57f86d71c for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:41.304709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.497316 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:41.518054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.591879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f994dd-f018-4786-af80-1cce933ad9ff,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:41.601173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Checking segment: {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:41.601498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Network hostable DHCP agents. Network: ea57832e-7443-4a34-a6e2-c1538ba76cf4, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:19:41.624611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:19:41.634933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ea57832e-7443-4a34-a6e2-c1538ba76cf4) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:41.643495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:41.644200 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.648496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441e32f-b15a-438b-aa9b-617a0926161b None None] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:41.669519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42730) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:41.675819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:41.680196 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5aca6383-cc37-4917-8608-afc7d7e89b66 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4183941 Feb 16 14:19:41.681458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:41.695155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Usage tracker for resource:router and tenant:1a0fd156cdb64c34add4a6f57f86d71c is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:41.701595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:41.716027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:41.730379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.731878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.749366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.864775 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 2, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:41.869272 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Checking router: f2212168-bbe3-4365-814b-38b94adb8e21 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:41.869622 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Updating router f2212168-bbe3-4365-814b-38b94adb8e21 port e6fed820-86da-427f-b6bb-a9a10d313753 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:41.920720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:19:41.921718 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:41.934096 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.051484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.109861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Allocated IP 172.20.0.2 (ea57832e-7443-4a34-a6e2-c1538ba76cf4/c0f994dd-f018-4786-af80-1cce933ad9ff/a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:42.149440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:42.330621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:42.331383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.348518 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.361512 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Transition to ACTIVE for port object e6fed820-86da-427f-b6bb-a9a10d313753 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:42.368055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.433882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.451711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.468961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.499393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Pushing event updated for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.526052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Transition to ACTIVE for port object a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:42.551740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Transition to ACTIVE for port object a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:42.560857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.574103 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.574572 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.574969 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.575360 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.575738 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.576123 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.576543 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.576922 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.577334 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.577749 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.578139 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.578563 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:42.614869 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Attempting to bind port e6fed820-86da-427f-b6bb-a9a10d313753 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:42.615392 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Attempting to bind port e6fed820-86da-427f-b6bb-a9a10d313753 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:42.615843 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Attempting to bind port e6fed820-86da-427f-b6bb-a9a10d313753 on network 219da24f-9496-4fe7-a9e6-0b94642cd5ba {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:42.622816 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:42.623839 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Checking segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:42.624303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.624738 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Bound using segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:42.625272 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Bound port: e6fed820-86da-427f-b6bb-a9a10d313753, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:42.625707 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.633125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Allocated IP 172.26.1.192 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/80284307-45aa-4a73-bfd3-92e5a41d3f57) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:42.641799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:42.644859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:42.647814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:42.687988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Pushing event updated for resources: {'Port': ['ID=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.726768 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] For port e6fed820-86da-427f-b6bb-a9a10d313753, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:42.731371 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] For port e6fed820-86da-427f-b6bb-a9a10d313753, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6fed820-86da-427f-b6bb-a9a10d313753,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:42.736041 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.756751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Attempting to bind port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:42.757202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Attempting to bind port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:42.757564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Attempting to bind port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f on network ea57832e-7443-4a34-a6e2-c1538ba76cf4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:42.766038 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:42.766444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Checking segment: {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:42.766825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.767208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Bound using segment: {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:42.767671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Bound port: a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:42.768034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.827431 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f2737-e5b0-4c58-9bb6-4d1ddd207b13 None None] Pushing event updated for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:42.835112 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:42.835829 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:42.870485 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] For port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:42.874381 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] For port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:42.882581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:42.992567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:43.012676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b242cd-42c9-43a1-92db-26cb250652bd None None] Pushing event updated for resources: {'Port': ['ID=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:43.051084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:43.078234 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:43.112275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:43.119684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:43.125058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:43.247598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=80284307-45aa-4a73-bfd3-92e5a41d3f57,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:43.454444 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:42Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:43.459189 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea2a842-ef08-453b-905a-54b54ed611fb None None] The sync data for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv is: [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:42Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:43.583521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:43.945574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:43.965551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b3795889-0724-4e35-a96c-e5e296bcef21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.070886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f8d47-ddb5-45d5-94fb-1b81b47a2d7f None None] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:19:44.198996 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Router 820ad94c-16b2-47e2-8f09-4bf813fb5dac is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:19:44.204332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-534b00f2-4afd-4a8a-914c-9daa5856f97c None None] Provisioning for port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:44.207853 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:44.353086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.357675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.395152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:44.409983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Sync routers for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:44.421795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.423653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ad0ae041-7bff-41a2-abc7-f2d804971ce5 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7521272 Feb 16 14:19:44.426612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42734) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:19:44.430540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:44.431170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:44.487100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:44.516627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:44.516996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.718738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:44.914883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.950299 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:19:44.981192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:44.994305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:44.995070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6fed820-86da-427f-b6bb-a9a10d313753 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:45.128676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9a859c80-0c0c-4fac-b232-9378409435eb None None] Provisioning complete for port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:45.129092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a859c80-0c0c-4fac-b232-9378409435eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.209719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:45.244391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.260542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port e6fed820-86da-427f-b6bb-a9a10d313753 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:45.288786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e6fed820-86da-427f-b6bb-a9a10d313753 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:45.289110 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.344099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:43Z', 'revision_number': 3, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:45.356581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Checking router: 820ad94c-16b2-47e2-8f09-4bf813fb5dac for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:45.356924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Updating router 820ad94c-16b2-47e2-8f09-4bf813fb5dac port 80284307-45aa-4a73-bfd3-92e5a41d3f57 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:45.417657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.456871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Allocated IP 172.20.0.1 (ea57832e-7443-4a34-a6e2-c1538ba76cf4/c0f994dd-f018-4786-af80-1cce933ad9ff/3b8ab831-7886-441f-9f16-3dd6f2bac67e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:45.601113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.611973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.628477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Transition to ACTIVE for port object 3b8ab831-7886-441f-9f16-3dd6f2bac67e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:45.654568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.671956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port e6fed820-86da-427f-b6bb-a9a10d313753, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6fed820-86da-427f-b6bb-a9a10d313753,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:45.713617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.718925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:45.721703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:45.725440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:45.764804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:45.789931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.817200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:45.871146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.880313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.922497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.953005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:45.967868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Transition to ACTIVE for port object 80284307-45aa-4a73-bfd3-92e5a41d3f57 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:45.977925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.014196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-66d1b04f-f05d-4015-97d2-43263fbf6202 None None] Provisioning for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:46.049912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-66d1b04f-f05d-4015-97d2-43263fbf6202 None None] Provisioning complete for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:46.050302 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66d1b04f-f05d-4015-97d2-43263fbf6202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.108543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Attempting to bind port 80284307-45aa-4a73-bfd3-92e5a41d3f57 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:46.108921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Attempting to bind port 80284307-45aa-4a73-bfd3-92e5a41d3f57 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:46.109274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Attempting to bind port 80284307-45aa-4a73-bfd3-92e5a41d3f57 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:46.118880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:46.119240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:46.119709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.120001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:46.120458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Bound port: 80284307-45aa-4a73-bfd3-92e5a41d3f57, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:46.120823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.151334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ec45-46e7-421e-b8b4-6edef4714b2b None None] Pushing event updated for resources: {'Port': ['ID=80284307-45aa-4a73-bfd3-92e5a41d3f57,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:46.153948 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:46.171464 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.177122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.215928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-66d1b04f-f05d-4015-97d2-43263fbf6202 None None] Port 3b8ab831-7886-441f-9f16-3dd6f2bac67e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:19:46.256755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] For port 80284307-45aa-4a73-bfd3-92e5a41d3f57, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:46.260048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] For port 80284307-45aa-4a73-bfd3-92e5a41d3f57, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80284307-45aa-4a73-bfd3-92e5a41d3f57,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:46.269292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.286794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.290366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:46.306168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:46.306568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.399937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:46.400549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:46.427329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:46.428518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:46.448338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ec45-46e7-421e-b8b4-6edef4714b2b None None] Pushing event updated for resources: {'Port': ['ID=80284307-45aa-4a73-bfd3-92e5a41d3f57,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:46.623688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6fed820-86da-427f-b6bb-a9a10d313753 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:46.679090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:46.728055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Router 820ad94c-16b2-47e2-8f09-4bf813fb5dac has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:19:46.843670 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-57e51ce0-0a61-4dda-85a6-01907cdf2f45 None None] Provisioning complete for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:46.844073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-57e51ce0-0a61-4dda-85a6-01907cdf2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:46.912439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:19:46.922654 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f91b76f-0c5d-4283-a6ef-4aaa1b370321 admin admin] 10.222.0.105 "PUT /v2.0/routers/820ad94c-16b2-47e2-8f09-4bf813fb5dac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948542 Feb 16 14:19:46.951756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port e6fed820-86da-427f-b6bb-a9a10d313753 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:46.952243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:47.060588 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-57e51ce0-0a61-4dda-85a6-01907cdf2f45 None None] Port 3b8ab831-7886-441f-9f16-3dd6f2bac67e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:19:47.231290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3b8ab831-7886-441f-9f16-3dd6f2bac67e', 'name': '', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'mac_address': 'fa:16:3e:cd:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:45Z', 'updated_at': '2022-02-16T14:19:46Z', 'revision_number': 2, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'subnets': [{'id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:47.235310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac5760-87d5-4ab9-ad11-7d559a69f172 None None] The sync data for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv is: [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3b8ab831-7886-441f-9f16-3dd6f2bac67e', 'name': '', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'mac_address': 'fa:16:3e:cd:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:45Z', 'updated_at': '2022-02-16T14:19:46Z', 'revision_number': 2, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'subnets': [{'id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:48.185156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80284307-45aa-4a73-bfd3-92e5a41d3f57 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:48.293587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 80284307-45aa-4a73-bfd3-92e5a41d3f57 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:48.299731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 80284307-45aa-4a73-bfd3-92e5a41d3f57 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:48.300174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:48.444798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:48.470949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 80284307-45aa-4a73-bfd3-92e5a41d3f57, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80284307-45aa-4a73-bfd3-92e5a41d3f57,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:48.477943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:48.557916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=80284307-45aa-4a73-bfd3-92e5a41d3f57,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:50.122557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80284307-45aa-4a73-bfd3-92e5a41d3f57 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:50.200662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 80284307-45aa-4a73-bfd3-92e5a41d3f57 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:50.201030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:51.273063 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Sync routers for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:19:51.284440 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:51.285011 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:51.471990 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:51.799899 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3b8ab831-7886-441f-9f16-3dd6f2bac67e', 'name': '', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'mac_address': 'fa:16:3e:cd:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:45Z', 'updated_at': '2022-02-16T14:19:46Z', 'revision_number': 2, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'subnets': [{'id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:51.804432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Checking router: 820ad94c-16b2-47e2-8f09-4bf813fb5dac for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:19:51.805072 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Updating router 820ad94c-16b2-47e2-8f09-4bf813fb5dac port 3b8ab831-7886-441f-9f16-3dd6f2bac67e binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:19:51.862937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.233265 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.247781 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Transition to ACTIVE for port object 3b8ab831-7886-441f-9f16-3dd6f2bac67e will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:52.256604 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.383265 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c2842-ce87-4cb4-855e-f1aa36f5a800 None None] Pushing event updated for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.516687 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Attempting to bind port 3b8ab831-7886-441f-9f16-3dd6f2bac67e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:19:52.517048 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Attempting to bind port 3b8ab831-7886-441f-9f16-3dd6f2bac67e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:19:52.517410 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Attempting to bind port 3b8ab831-7886-441f-9f16-3dd6f2bac67e on network ea57832e-7443-4a34-a6e2-c1538ba76cf4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:19:52.536912 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:19:52.537802 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Checking segment: {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:19:52.538386 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.538771 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Bound using segment: {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:19:52.539246 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Bound port: 3b8ab831-7886-441f-9f16-3dd6f2bac67e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1173ccf2-b2ba-48d8-949d-efffb3d52ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:19:52.539654 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.637277 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] For port 3b8ab831-7886-441f-9f16-3dd6f2bac67e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:19:52.640489 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] For port 3b8ab831-7886-441f-9f16-3dd6f2bac67e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3b8ab831-7886-441f-9f16-3dd6f2bac67e,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:19:52.647001 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:52.754734 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:19:52.755366 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:19:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:52.838393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c2842-ce87-4cb4-855e-f1aa36f5a800 None None] Pushing event updated for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:52.987776 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:19:53.343023 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3b8ab831-7886-441f-9f16-3dd6f2bac67e', 'name': '', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'mac_address': 'fa:16:3e:cd:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:45Z', 'updated_at': '2022-02-16T14:19:52Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'subnets': [{'id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:19:53.347549 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab51e28-c2fc-4ce9-9bee-0352b2ee4da3 None None] The sync data for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv is: [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '3b8ab831-7886-441f-9f16-3dd6f2bac67e', 'name': '', 'network_id': 'ea57832e-7443-4a34-a6e2-c1538ba76cf4', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'mac_address': 'fa:16:3e:cd:23:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:45Z', 'updated_at': '2022-02-16T14:19:52Z', 'revision_number': 4, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'subnets': [{'id': 'c0f994dd-f018-4786-af80-1cce933ad9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:19:54.159490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3b8ab831-7886-441f-9f16-3dd6f2bac67e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:54.258379 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:19:54.263620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:54.263982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:54.412283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:54.450175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3b8ab831-7886-441f-9f16-3dd6f2bac67e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3b8ab831-7886-441f-9f16-3dd6f2bac67e,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:19:54.460132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:54.541991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:56.138245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3b8ab831-7886-441f-9f16-3dd6f2bac67e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:19:56.223849 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3b8ab831-7886-441f-9f16-3dd6f2bac67e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:19:56.224220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:57.333439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-d7288581-7edc-4679-b2b1-90cc4082ac0d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:57.334111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-d7288581-7edc-4679-b2b1-90cc4082ac0d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Synchronizing usage tracker for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:19:57.356166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-d7288581-7edc-4679-b2b1-90cc4082ac0d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Unset dirty status for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:19:57.357545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-d7288581-7edc-4679-b2b1-90cc4082ac0d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 814 time: 0.2973557 Feb 16 14:19:57.377022 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-e9cef3dc-122f-4c57-8195-afd72f5246b8 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/quotas/ff849bbea9db499d81d2657e8badd2c3 HTTP/1.1" status: 200 len: 375 time: 0.0137246 Feb 16 14:19:57.471071 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-5acb94bf-1c16-4cce-8b8a-15d336816485 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888369 Feb 16 14:19:57.631893 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-02f505e3-779e-4b62-962b-6e322b620a33 service neutron] 10.222.0.105 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484492 Feb 16 14:19:57.762186 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-167ead88-a5b6-4620-b4e9-e4a1a6e65ad0 service neutron] 10.222.0.105 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242526 Feb 16 14:19:57.948537 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-48b05c20-2c5a-4376-9b37-dc3572b4f5ac req-3dce60e0-24a6-4544-a2ad-b91276bfe829 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 210 time: 0.0423682 Feb 16 14:19:59.091730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-8e592fca-20cc-41ec-b96d-0bf0feb28b6f tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:59.093190 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-8e592fca-20cc-41ec-b96d-0bf0feb28b6f tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 814 time: 0.1570246 Feb 16 14:19:59.105641 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'port': {'device_id': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'admin_state_up': True, 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:19:59.112932 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-edcb740e-5afc-4894-9005-f5c53c40ac4b req-129901eb-3c98-476d-8d39-fa1542200819 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 210 time: 0.0520234 Feb 16 14:19:59.246180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:19:59.250618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:port and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:19:59.254037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:19:59.259786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:19:59.270977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Made reservation on behalf of ff849bbea9db499d81d2657e8badd2c3 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:19:59.275144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:59.441511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Allocated IP 172.20.0.11 (219da24f-9496-4fe7-a9e6-0b94642cd5ba/640bddf0-8f87-42b0-bee6-3165257c23ea/2a6353e9-2a97-47c8-8fee-146a14ead604) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:19:59.659224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:59.676558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Transition to ACTIVE for port object 2a6353e9-2a97-47c8-8fee-146a14ead604 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:19:59.704052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:59.782348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:19:59.785467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:19:59.790094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:19:59.821409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:19:59.842628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.844028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.844573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.845320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.845944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.846577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.847114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.847707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.848482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.849017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.849730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.850280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:19:59.884988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:19:59.886001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:19:59.916517 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f8cfd159-828e-4b45-9c39-bf7539ce3b50 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147068 Feb 16 14:20:00.052898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-43f1b7c0-bef5-45d7-b0fc-a3a4e91bbece None None] Provisioning for port 2a6353e9-2a97-47c8-8fee-146a14ead604 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:20:00.060170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-43f1b7c0-bef5-45d7-b0fc-a3a4e91bbece None None] Provisioning complete for port 2a6353e9-2a97-47c8-8fee-146a14ead604 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:00.060824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-43f1b7c0-bef5-45d7-b0fc-a3a4e91bbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:00.120773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-43f1b7c0-bef5-45d7-b0fc-a3a4e91bbece None None] Port 2a6353e9-2a97-47c8-8fee-146a14ead604 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:20:00.320728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05f695-e32e-4507-b5d0-076064844e10 req-790f52b8-ac44-4842-840b-c31faa278541 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:00.322948 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e05f695-e32e-4507-b5d0-076064844e10 req-790f52b8-ac44-4842-840b-c31faa278541 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0848277 Feb 16 14:20:00.367866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6e05f695-e32e-4507-b5d0-076064844e10 req-e7572ab0-16fd-4f70-b0e2-e070f54654a1 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Synchronizing usage tracker for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:20:00.386730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-6e05f695-e32e-4507-b5d0-076064844e10 req-e7572ab0-16fd-4f70-b0e2-e070f54654a1 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Unset dirty status for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:20:00.387936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6e05f695-e32e-4507-b5d0-076064844e10 req-e7572ab0-16fd-4f70-b0e2-e070f54654a1 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592349 Feb 16 14:20:01.587203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ce56-953b-4c95-85db-796265a79c74 req-1d8d6e6f-8af0-4a61-903c-83414225d011 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:01.588865 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1054ce56-953b-4c95-85db-796265a79c74 req-1d8d6e6f-8af0-4a61-903c-83414225d011 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0906863 Feb 16 14:20:01.634787 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1054ce56-953b-4c95-85db-796265a79c74 req-41f6f317-7b03-4733-8460-4f5b38821abe tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Feb 16 14:20:02.837035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12edf1c-8fe1-46d6-8106-d110dea2aadb req-73fd2732-e58d-44ad-9805-5d695f576760 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:02.844154 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b12edf1c-8fe1-46d6-8106-d110dea2aadb req-73fd2732-e58d-44ad-9805-5d695f576760 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0998576 Feb 16 14:20:02.886878 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b12edf1c-8fe1-46d6-8106-d110dea2aadb req-5f9c693e-9f2d-4634-a653-f78be195761b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407276 Feb 16 14:20:04.093643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547bd86-aa93-46ee-93d9-44ea9ef5d927 req-4c50659c-22a5-4b5c-9e6f-861b46edf516 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:04.095175 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4547bd86-aa93-46ee-93d9-44ea9ef5d927 req-4c50659c-22a5-4b5c-9e6f-861b46edf516 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0886881 Feb 16 14:20:04.143316 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4547bd86-aa93-46ee-93d9-44ea9ef5d927 req-ce2dc13b-f485-4c65-9ef6-39a4fa03f86b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Feb 16 14:20:05.343785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca9443-bd78-4508-a373-092235aa45a5 req-8169cd9c-9078-4f21-b2bc-78299358f465 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:05.345285 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2eca9443-bd78-4508-a373-092235aa45a5 req-8169cd9c-9078-4f21-b2bc-78299358f465 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0848043 Feb 16 14:20:05.403282 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2eca9443-bd78-4508-a373-092235aa45a5 req-606f7149-fcfb-4bf3-a27b-04e6e8ade3c5 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 Feb 16 14:20:06.605904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39659cff-062c-427e-afe2-86160a91ffcc req-217a4f11-04c9-46d1-879f-b73bc93c8352 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:06.610768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-39659cff-062c-427e-afe2-86160a91ffcc req-217a4f11-04c9-46d1-879f-b73bc93c8352 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.0954461 Feb 16 14:20:06.669687 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-39659cff-062c-427e-afe2-86160a91ffcc req-a98ef966-94cf-4ee3-b110-f7d5fd430c9b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550964 Feb 16 14:20:07.881280 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8eea5-7982-4aad-9181-5ccfb56ae6f0 req-ee1de2de-c988-42db-906a-86c7066fffc3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:07.882817 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2e8eea5-7982-4aad-9181-5ccfb56ae6f0 req-ee1de2de-c988-42db-906a-86c7066fffc3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.1024923 Feb 16 14:20:08.129329 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a2e8eea5-7982-4aad-9181-5ccfb56ae6f0 req-722cc635-da86-4f49-92fb-6288b9b1fd3b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384474 Feb 16 14:20:09.159307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Request body: {'port': {'device_id': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:09.272625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:09.380009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd453dad-a62a-4b34-a135-3eba50681573 req-46c7dfba-bbce-498b-8b35-b04bf90158fa tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:09.381487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd453dad-a62a-4b34-a135-3eba50681573 req-46c7dfba-bbce-498b-8b35-b04bf90158fa tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 932 time: 0.1313372 Feb 16 14:20:09.430066 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bd453dad-a62a-4b34-a135-3eba50681573 req-7d2af5b6-a277-44bc-b7be-aaf72ea7b0fc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412657 Feb 16 14:20:09.737286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6353e9-2a97-47c8-8fee-146a14ead604 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:20:09.748236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:09.767559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Transition to ACTIVE for port object 2a6353e9-2a97-47c8-8fee-146a14ead604 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:20:09.773461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:09.938560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:10.012947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Attempting to bind port 2a6353e9-2a97-47c8-8fee-146a14ead604 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:20:10.013276 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Attempting to bind port 2a6353e9-2a97-47c8-8fee-146a14ead604 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:20:10.013601 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Attempting to bind port 2a6353e9-2a97-47c8-8fee-146a14ead604 on network 219da24f-9496-4fe7-a9e6-0b94642cd5ba {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:20:10.018751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Port 2a6353e9-2a97-47c8-8fee-146a14ead604 on network 219da24f-9496-4fe7-a9e6-0b94642cd5ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:20:10.018951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Attempting to bind port 2a6353e9-2a97-47c8-8fee-146a14ead604 on network 219da24f-9496-4fe7-a9e6-0b94642cd5ba {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:20:10.024108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:20:10.024440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Checking segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:20:10.024814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Bound using segment: {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:20:10.025227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Bound port: 2a6353e9-2a97-47c8-8fee-146a14ead604, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f640be-27ff-43b3-b00d-95953850d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:20:10.025571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:10.124189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:20:10.127416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:20:10.135527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:10.205215 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.205844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:10.207155 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] 10.222.0.26 "PUT /v2.0/ports/2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1094 time: 1.1118376 Feb 16 14:20:10.207580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:20:10.230316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41afa55-28f4-4cf5-9695-1b0aab86316a service neutron] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:10.283588 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:20:10.325618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-8c7bfc92-065a-44a4-b28d-d463aeeb1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.327120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-8c7bfc92-065a-44a4-b28d-d463aeeb1589 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1097 time: 0.0787301 Feb 16 14:20:10.395848 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-f6d2ae98-f976-46a6-99a3-b195493f0b56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 217 time: 0.0619674 Feb 16 14:20:10.463995 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-5b9619a7-5956-4b49-a530-720f289722bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.465419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-5b9619a7-5956-4b49-a530-720f289722bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0630760 Feb 16 14:20:10.539970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-3ba1ca84-c5b8-4cfc-8af2-aebeda099dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.541316 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-3ba1ca84-c5b8-4cfc-8af2-aebeda099dd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701416 Feb 16 14:20:10.616833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb96e65-ba93-4fa8-b4aa-d46a63a07326 req-ed2bdb29-b3a2-4656-b073-5ee17603d0ab tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.618465 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9eb96e65-ba93-4fa8-b4aa-d46a63a07326 req-ed2bdb29-b3a2-4656-b073-5ee17603d0ab tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 944 time: 0.0847723 Feb 16 14:20:10.662920 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9eb96e65-ba93-4fa8-b4aa-d46a63a07326 req-fff36e63-c001-47d0-8f5f-251ee9c6fc39 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Feb 16 14:20:10.673851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-4f26c62a-aac4-4682-aa8e-b1676c51a25e service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262617 Feb 16 14:20:10.735545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-79ce3528-9855-462d-9977-3f1219f37022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:10.827471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab6cc883-8d9a-4115-a028-3853be6d5573 req-4e11e685-614c-42a3-986e-fbb6fd37232c service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467834 Feb 16 14:20:10.949147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-27f57f74-7cd7-46c9-af00-3233448ed80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:10.950774 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-27f57f74-7cd7-46c9-af00-3233448ed80a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1097 time: 0.0773449 Feb 16 14:20:11.085622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-c60e71a4-6e46-4845-9c7b-e858aa9c9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.087042 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-c60e71a4-6e46-4845-9c7b-e858aa9c9b19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1305871 Feb 16 14:20:11.152278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-fed24f7f-4932-4fba-9836-953315288c39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 217 time: 0.0595112 Feb 16 14:20:11.218845 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-49661bd9-7737-4ccc-b1bc-ac5f28d7af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.220247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-49661bd9-7737-4ccc-b1bc-ac5f28d7af28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0624135 Feb 16 14:20:11.299793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-decf9ae7-eb2a-470a-b50c-56d29b4ab532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.301363 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-decf9ae7-eb2a-470a-b50c-56d29b4ab532 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748699 Feb 16 14:20:11.528197 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-8aacaba1-70e4-4ed1-8d27-a4ff2196e778 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191913 Feb 16 14:20:11.664790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-334fed32-edde-41b8-b207-c7c135bdfda8 req-b8435ed3-c91a-493f-a851-851db6a1429e service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298206 Feb 16 14:20:11.855719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc11dde-199a-41db-9725-6dae86bbb8eb req-da344949-0e65-48d2-891b-6c62489a5850 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:11.857053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ccc11dde-199a-41db-9725-6dae86bbb8eb req-da344949-0e65-48d2-891b-6c62489a5850 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 944 time: 0.0883479 Feb 16 14:20:11.903930 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ccc11dde-199a-41db-9725-6dae86bbb8eb req-fe5ca523-32e6-4513-ab67-e29ace341ce6 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Feb 16 14:20:13.110636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcb7e9-c09b-4e69-b085-e4a3add2c2d9 req-7133b655-86e0-4565-81cc-91c0a3e2bf38 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:13.112097 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bfcb7e9-c09b-4e69-b085-e4a3add2c2d9 req-7133b655-86e0-4565-81cc-91c0a3e2bf38 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 944 time: 0.0964797 Feb 16 14:20:13.165692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7bfcb7e9-c09b-4e69-b085-e4a3add2c2d9 req-7affd824-6659-49a0-9dae-434d82d0a92c tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Feb 16 14:20:13.962331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e81b0230-45b5-4ab4-91aa-f75bd5076041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:14.287068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:14.311197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:14.372473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4483a7-d368-4cc4-bdc9-4d18fdda2597 req-877b7b09-48d3-4773-ae66-70d01c6fcae4 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:14.373944 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f4483a7-d368-4cc4-bdc9-4d18fdda2597 req-877b7b09-48d3-4773-ae66-70d01c6fcae4 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 944 time: 0.0848138 Feb 16 14:20:14.421982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f4483a7-d368-4cc4-bdc9-4d18fdda2597 req-9fd6ff02-9a5c-4576-b2a2-9d242d4e5b9f tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Feb 16 14:20:15.189211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2a6353e9-2a97-47c8-8fee-146a14ead604 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:20:15.336522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:20:15.353172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'port_id': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'mac_address': 'fa:16:3e:4b:d2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:20:15.448807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:15.466778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6353e9-2a97-47c8-8fee-146a14ead604 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:20:15.482305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:20:15.487034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:15.562931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:15.622510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf057b30-c826-4529-9ccb-acd1284d7d41 req-88a31770-e32e-47f7-9017-f66f207116e4 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:15.623984 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf057b30-c826-4529-9ccb-acd1284d7d41 req-88a31770-e32e-47f7-9017-f66f207116e4 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 945 time: 0.0927041 Feb 16 14:20:15.683295 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bf057b30-c826-4529-9ccb-acd1284d7d41 req-36cc7de4-51eb-4088-ac5c-7f1cf94b53af tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532582 Feb 16 14:20:15.780802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:20:15.877218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:15.891716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:16.893951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714bd0d-2704-494d-81a5-53e6c6d8cf91 req-90a80bd6-1483-4b9a-9058-8dc8089eb788 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:16.895486 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8714bd0d-2704-494d-81a5-53e6c6d8cf91 req-90a80bd6-1483-4b9a-9058-8dc8089eb788 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 945 time: 0.0996573 Feb 16 14:20:16.942907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8714bd0d-2704-494d-81a5-53e6c6d8cf91 req-90df4c1a-2794-4f4d-9c32-36641ab34e9d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386894 Feb 16 14:20:17.204676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2a6353e9-2a97-47c8-8fee-146a14ead604 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:20:17.280501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 2a6353e9-2a97-47c8-8fee-146a14ead604 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:20:17.285236 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 2a6353e9-2a97-47c8-8fee-146a14ead604 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:17.285626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:17.402615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:17.430370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:20:17.440500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:20:17.445407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:17.518668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:17.655030 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'code': 200} Feb 16 14:20:17.894749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aafafd-9292-4a99-92f1-147b0ef8eb90 req-4bf92498-c4a2-43ac-972d-50db46781c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:17.896429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60aafafd-9292-4a99-92f1-147b0ef8eb90 req-4bf92498-c4a2-43ac-972d-50db46781c20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1099 time: 0.0775313 Feb 16 14:20:17.938363 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-60aafafd-9292-4a99-92f1-147b0ef8eb90 req-63d26bb5-71d2-488c-a468-c45f15835c12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Feb 16 14:20:18.133306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8dd0d-e3c0-4e5d-9487-0ab40804137a req-4f61841f-fd37-4063-a2c1-c545f0acb4df tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:18.134830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ce8dd0d-e3c0-4e5d-9487-0ab40804137a req-4f61841f-fd37-4063-a2c1-c545f0acb4df tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0868983 Feb 16 14:20:18.181343 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ce8dd0d-e3c0-4e5d-9487-0ab40804137a req-f3c50166-1d6c-445c-9a99-250450a6a364 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381894 Feb 16 14:20:19.391366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc1215-36ac-43e7-a165-75d070894944 req-d5f0b369-7843-4d7b-b21a-336e6ead6adb tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.392807 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1cdc1215-36ac-43e7-a165-75d070894944 req-d5f0b369-7843-4d7b-b21a-336e6ead6adb tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0841601 Feb 16 14:20:19.447277 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1cdc1215-36ac-43e7-a165-75d070894944 req-73fddb89-a2ec-4c33-82c1-bd28e1089c1c tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Feb 16 14:20:19.636186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfea47a-5032-4652-8d1a-8e8d887d6d14 req-4394f657-9960-452c-b8d5-86ac159b1702 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:19.637648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bcfea47a-5032-4652-8d1a-8e8d887d6d14 req-4394f657-9960-452c-b8d5-86ac159b1702 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0872335 Feb 16 14:20:19.791260 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bcfea47a-5032-4652-8d1a-8e8d887d6d14 req-08640ca4-b403-4922-ab15-16d48b0cc7d2 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448653 Feb 16 14:20:20.213719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e0904-d02b-45dd-be9f-953470821a5a req-c0f51fe1-e037-4195-803e-b62bc8cdcdec tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:20.215273 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1a8e0904-d02b-45dd-be9f-953470821a5a req-c0f51fe1-e037-4195-803e-b62bc8cdcdec tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0980477 Feb 16 14:20:20.264569 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1a8e0904-d02b-45dd-be9f-953470821a5a req-94a27602-f202-4b42-b281-2056b2e95a6e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Feb 16 14:20:21.951624 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:20:30.524938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6deeb1d-cc1f-4561-b4f5-51dfd89ab97b req-1b2aa0af-f43c-4e59-9fe2-5b3d308bc871 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:30.526280 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6deeb1d-cc1f-4561-b4f5-51dfd89ab97b req-1b2aa0af-f43c-4e59-9fe2-5b3d308bc871 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0879362 Feb 16 14:20:30.574483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d6deeb1d-cc1f-4561-b4f5-51dfd89ab97b req-b8e11b5a-2f0c-4a93-a9f2-c7a65f5838cb tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Feb 16 14:20:30.598741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42940) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:30.722724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3684d7-fe1a-4bc9-874e-455035b41f98 tempest-TestMinimumBasicScenario-1212805437 tempest-TestMinimumBasicScenario-1212805437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:30.724191 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3b3684d7-fe1a-4bc9-874e-455035b41f98 tempest-TestMinimumBasicScenario-1212805437 tempest-TestMinimumBasicScenario-1212805437-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1094 time: 0.1245236 Feb 16 14:20:30.727477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42946) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:30.732650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:30.738963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:30.742871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:floatingip and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:30.745710 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:30.752101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:30.766643 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:30.923078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:31.060442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Allocated IP 172.26.1.226 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/974facaf-4d08-4ca6-ace0-0eced61453be) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:20:31.211051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:31.244639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:31.309789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:20:31.312605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:20:31.316244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:20:31.345015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'Port': ['ID=974facaf-4d08-4ca6-ace0-0eced61453be,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:31.735791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:31.813458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:32.024164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:32.030692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:32.227073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'Port': ['ID=974facaf-4d08-4ca6-ace0-0eced61453be,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:32.241251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:32.412918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Floating IP cade6d95-34fb-47ea-928f-6392ac366200 associated. External IP: 172.26.1.226, port: 2a6353e9-2a97-47c8-8fee-146a14ead604. Feb 16 14:20:32.781117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Router f2212168-bbe3-4365-814b-38b94adb8e21 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:20:32.963487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:20:32.974972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588a071-7dd1-416b-9442-747555050942 None None] Sync routers for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:20:32.985098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:20:32.985712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:20:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:32.990744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.046032 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8a4ccdad-b420-42a0-9438-9ee207664106 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3172040 Feb 16 14:20:33.046577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:20:33.048866 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 42950) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:33.055023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952202175', 'description': 'tempest-secgroup-smoke-952202175 description', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:33.061986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:33.072118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:33.083623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.092619 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:20:33.108295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:33.112259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:33.115354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:33.121778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:33.173369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:20:33.190488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-ec887874-8277-4008-a4e1-937c6c840a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.192023 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-ec887874-8277-4008-a4e1-937c6c840a60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1099 time: 0.0781162 Feb 16 14:20:33.202478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.207317 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.250577 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4da2e-4e21-421c-b4c7-a29e2e804b03,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:33.261329 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.261670 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.262142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.262512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.262833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.263158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.263483 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.263802 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.264110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.264424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.264738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.265048 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:20:33.268473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.272632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42956) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:33.272785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-55a19160-6883-4851-9257-0d4b0afee9d7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2222593 Feb 16 14:20:33.277832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:33.292267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:33.299090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:33.303409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:33.317054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:33.361483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.371289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-b63d49c8-638b-4305-8f81-8f2f9c3b1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.372732 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-b63d49c8-638b-4305-8f81-8f2f9c3b1a51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1691084 Feb 16 14:20:33.507483 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-76299e40-2ab3-4c17-8b87-284812572a3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1000 time: 0.1289296 Feb 16 14:20:33.512183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.531877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'cade6d95-34fb-47ea-928f-6392ac366200', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'port_id': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'mac_address': 'fa:16:3e:4b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:31Z', 'updated_at': '2022-02-16T14:20:31Z', 'revision_number': 0, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:33.535973 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588a071-7dd1-416b-9442-747555050942 None None] Checking router: f2212168-bbe3-4365-814b-38b94adb8e21 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:20:33.544956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:20:33.545556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:20:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:33.549191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.583789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28256027-7fc4-414f-a977-1e6915075230,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:33.602717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-cd24349c-04c5-4ca1-8e6b-ef5722907ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.604072 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-cd24349c-04c5-4ca1-8e6b-ef5722907ff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0906386 Feb 16 14:20:33.604872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.606104 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-843a766a-4bb9-4bd5-b5fb-d739e3811677 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325181 Feb 16 14:20:33.608889 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42960) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:33.614794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:33.728141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:20:33.772498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:33.778404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:33.781524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:33.793875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:33.819012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.849102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-1968904a-2259-4cc5-9de1-10c2fd0edd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:33.850613 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-1968904a-2259-4cc5-9de1-10c2fd0edd7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2393072 Feb 16 14:20:33.964255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:33.974740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.029411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8806dd1-4ec1-46fe-a833-400cde335834,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.040457 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-0a3dc692-d293-4d99-94ff-8cd8956f5159 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766560 Feb 16 14:20:34.041644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.042703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1fbed381-1f7e-40c5-ac38-23f319a30c32 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4328647 Feb 16 14:20:34.045465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42964) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:34.068592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:34.078912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:34.130517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:34.131249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8588a071-7dd1-416b-9442-747555050942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'cade6d95-34fb-47ea-928f-6392ac366200', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'port_id': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'mac_address': 'fa:16:3e:4b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:31Z', 'updated_at': '2022-02-16T14:20:31Z', 'revision_number': 0, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:20:34.134912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:34.135432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8588a071-7dd1-416b-9442-747555050942 None None] The sync data for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv is: [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'cade6d95-34fb-47ea-928f-6392ac366200', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'floating_ip_address': '172.26.1.226', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'port_id': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'mac_address': 'fa:16:3e:4b:d2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:20:31Z', 'updated_at': '2022-02-16T14:20:31Z', 'revision_number': 0, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:20:34.143150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:34.184802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.222277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f16dfd5b-c729-402e-9ac0-3d714b1835cc req-e2c63c1b-e68d-472c-8a05-3d19d3f83180 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743121 Feb 16 14:20:34.265585 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.270745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.295751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a293ea4-e502-4974-9816-3bb39dc908b8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.308391 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.309765 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e89d8a5-fc89-453f-a0d7-a48352ff610a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2633488 Feb 16 14:20:34.312561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42968) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:34.317600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:34.323924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:34.328044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:34.331366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:34.337254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:34.340380 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9230bb-41c2-4748-877f-4af8300926ff None None] New status for floating IP cade6d95-34fb-47ea-928f-6392ac366200: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:20:34.359101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.424118 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.429096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.456880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23165b31-8e73-4bdc-b4bb-a9684473e3d4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.464039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.465337 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cb6a0f2f-9b89-48b1-b3c9-f5277ec70875 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518216 Feb 16 14:20:34.468317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42972) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:34.473299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:34.479715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:34.483823 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:34.486827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:34.492963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:34.504675 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Project ff849bbea9db499d81d2657e8badd2c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:20:34.511458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.575154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.579780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.601139 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9aed39-7e60-4806-a427-db92766f3640,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.613447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.614805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7ce10bc9-1ea4-431c-9919-9c8edc9f747d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455133 Feb 16 14:20:34.617621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 42976) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:20:34.622770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03', 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:34.628822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:20:34.632718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Usage tracker for resource:security_group_rule and tenant:ff849bbea9db499d81d2657e8badd2c3 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:20:34.635617 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:20:34.641492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:20:34.652955 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Project ff849bbea9db499d81d2657e8badd2c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:20:34.659545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.735121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.739832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.762262 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8583347-ee48-4096-9850-7229e7f1c77c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:34.773270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:34.774742 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6e2c531b-da94-4b97-8a00-cf20084dcaf7 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561503 Feb 16 14:20:34.902249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-5c56c541-2473-4459-9050-0681a75addfd req-824c999a-2381-463b-9fba-09fabd99d56e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Synchronizing usage tracker for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:20:34.921089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-5c56c541-2473-4459-9050-0681a75addfd req-824c999a-2381-463b-9fba-09fabd99d56e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Unset dirty status for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:20:34.923167 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5c56c541-2473-4459-9050-0681a75addfd req-824c999a-2381-463b-9fba-09fabd99d56e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952202175&fields=id&tenant_id=ff849bbea9db499d81d2657e8badd2c3 HTTP/1.1" status: 200 len: 267 time: 0.0680945 Feb 16 14:20:35.010551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56c541-2473-4459-9050-0681a75addfd req-426dae9a-b602-40ea-b1ec-29c244c469cc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.012074 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5c56c541-2473-4459-9050-0681a75addfd req-426dae9a-b602-40ea-b1ec-29c244c469cc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0816941 Feb 16 14:20:35.022910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'port': {'security_groups': ['cf943e45-a5f3-4c26-8c26-9ca011eb4ea8', 'a0b4da2e-4e21-421c-b4c7-a29e2e804b03']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:20:35.148424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:35.438371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:20:35.464143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:35.472905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:35.485307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:20:35.541863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.542511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:35.544120 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5c56c541-2473-4459-9050-0681a75addfd req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "PUT /v2.0/ports/2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 982 time: 0.5258460 Feb 16 14:20:35.544581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:20:35.588486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd7227-2557-45d5-8250-b67426ed0177 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=6']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:20:35.645101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:20:35.709845 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:20:35.761384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3c426-6a4e-45dc-92c3-e114681c959c req-151b2f64-bb04-4c7d-b94a-cc0b3a0e79ae tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.763152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ba3c426-6a4e-45dc-92c3-e114681c959c req-151b2f64-bb04-4c7d-b94a-cc0b3a0e79ae tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0983586 Feb 16 14:20:35.792454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-68c0febc-11c1-4bdc-8abc-5a1f64294777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.794747 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-68c0febc-11c1-4bdc-8abc-5a1f64294777 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1138 time: 0.0842192 Feb 16 14:20:35.812635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ba3c426-6a4e-45dc-92c3-e114681c959c req-1528110c-c7c6-48db-b2a9-4a48ee25eb7f tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433581 Feb 16 14:20:35.907401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bfe99769-7a57-45a0-8f71-4b42e9a157bc None None] Provisioning complete for port 2a6353e9-2a97-47c8-8fee-146a14ead604 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:20:35.907651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bfe99769-7a57-45a0-8f71-4b42e9a157bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:35.956197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-079ca9bf-0880-4e2a-b037-425eb49586f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:35.959697 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-079ca9bf-0880-4e2a-b037-425eb49586f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1577766 Feb 16 14:20:36.078137 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-44d7cfcf-93ae-4dd1-b549-276696828474 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1002 time: 0.1122406 Feb 16 14:20:36.139682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-05094388-d45b-4a82-baf4-3f8912267f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:36.141124 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-05094388-d45b-4a82-baf4-3f8912267f80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0572920 Feb 16 14:20:36.222825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-80c41a71-9fb4-4ef8-83ec-477f07ac9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:36.224232 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-80c41a71-9fb4-4ef8-83ec-477f07ac9d6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764408 Feb 16 14:20:36.360259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-58feeaea-1f19-48ac-938f-440f725379a9 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293361 Feb 16 14:20:36.491452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8b31189c-528c-47c5-8a58-304c79af0c29 req-f320b21d-45d6-4e2b-b362-c5313875e05a service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250668 Feb 16 14:20:40.731630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d8e864-3e05-4b3c-9109-6f79042cef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:43.966913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d927eb1-92df-4f37-8be7-18ce083f11fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:44.296596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:44.320634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:45.870783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:45.876186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:20:51.044663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-2e7d28ad-ef7b-47b5-9e6b-802d8117e070 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691609 Feb 16 14:20:51.192790 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-da5bb4b1-fe5d-48e5-9bdd-28ba698c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.194209 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-da5bb4b1-fe5d-48e5-9bdd-28ba698c084c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1138 time: 0.0762742 Feb 16 14:20:51.435140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-f3fb2a25-5220-421e-9490-b55fc1ab1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.436547 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-f3fb2a25-5220-421e-9490-b55fc1ab1bdd service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.2209468 Feb 16 14:20:51.551876 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-8fdcc263-a15f-43f6-8c99-3739189139a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1002 time: 0.1089203 Feb 16 14:20:51.617341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-f0ed082d-e839-4897-afba-1f92b300a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.618770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-f0ed082d-e839-4897-afba-1f92b300a841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0610464 Feb 16 14:20:51.705740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-8edca163-12fe-4f9c-a08b-c42164aa8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:20:51.707161 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-8edca163-12fe-4f9c-a08b-c42164aa8b98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825820 Feb 16 14:20:51.849114 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-0a52dbae-7bb0-493a-8c57-b4732218f528 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346498 Feb 16 14:20:51.984633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9a852a4d-e6f2-4710-8b1a-0dc7793f021b req-6082ce77-6770-49c2-b164-ef79abbefa25 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289456 Feb 16 14:20:58.951710 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:21:10.727536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ae75445-6641-440a-9f4a-52ff3cb98061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:13.963619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-817fb175-601c-42b9-817a-94c657ff3e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:14.293520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:14.315968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:15.871300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:15.882960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:33.899973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-fa899ac4-71dc-467d-ab21-94a42c8b7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:33.901452 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-fa899ac4-71dc-467d-ab21-94a42c8b7a49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1138 time: 0.0760927 Feb 16 14:21:33.932189 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3ed2-5f3c-462f-b292-7d73750c431e req-0c2fd1e2-b84e-4778-9dbe-8807ba335b01 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:33.933660 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-024b3ed2-5f3c-462f-b292-7d73750c431e req-0c2fd1e2-b84e-4778-9dbe-8807ba335b01 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0847631 Feb 16 14:21:33.981184 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-024b3ed2-5f3c-462f-b292-7d73750c431e req-6760181c-3b39-410f-8022-5eaaffb25909 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416365 Feb 16 14:21:34.035956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-0f7d5cd5-bc82-42c5-a2be-c37fbff7e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.037385 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-0f7d5cd5-bc82-42c5-a2be-c37fbff7e7a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1294131 Feb 16 14:21:34.145205 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-3a546c11-9ce7-4ae7-bd0f-775dc9f9a7c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1002 time: 0.1008632 Feb 16 14:21:34.221717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-27d66cb8-e04d-4315-8481-cc033758fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.223093 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-27d66cb8-e04d-4315-8481-cc033758fe11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0659261 Feb 16 14:21:34.304281 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-8c756fc7-f0e3-4c43-92f6-53ba27835fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:34.306095 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-8c756fc7-f0e3-4c43-92f6-53ba27835fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757506 Feb 16 14:21:34.457089 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-8a11aeb4-2d66-465e-b243-d862b20a8047 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438529 Feb 16 14:21:34.590015 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ab81ca93-a80e-4c01-af0b-6c52ebc6d304 req-95b1360b-42d4-405a-bdda-18b7cb93f73f service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258099 Feb 16 14:21:35.187701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad5afc-96a6-4420-a317-d262ffe3b0b5 req-97f1cc99-bc0a-4534-87cc-aafcf113b63c tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:35.189231 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-20ad5afc-96a6-4420-a317-d262ffe3b0b5 req-97f1cc99-bc0a-4534-87cc-aafcf113b63c tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0902789 Feb 16 14:21:35.234530 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-20ad5afc-96a6-4420-a317-d262ffe3b0b5 req-b8ab4f31-17ec-40d1-9d56-8c27bbb9a12b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392406 Feb 16 14:21:35.952165 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:21:36.443438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f5b2-116e-4478-bff5-9c0df0554d49 req-097c9be9-bca2-4e5f-913a-7125693ce90b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:36.444903 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96e9f5b2-116e-4478-bff5-9c0df0554d49 req-097c9be9-bca2-4e5f-913a-7125693ce90b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0896409 Feb 16 14:21:36.491209 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96e9f5b2-116e-4478-bff5-9c0df0554d49 req-ed98d3ba-c372-4ed7-8962-0e87d4b894c9 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405307 Feb 16 14:21:37.692745 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0be0f-09f7-483e-94cc-0514a6acc34c req-43b8ed4f-cd5e-4e27-bad2-3d431e542b37 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:37.694234 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5f0be0f-09f7-483e-94cc-0514a6acc34c req-43b8ed4f-cd5e-4e27-bad2-3d431e542b37 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0878911 Feb 16 14:21:37.743987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5f0be0f-09f7-483e-94cc-0514a6acc34c req-1527b8ac-91f8-4660-80cd-fcb9447ce8e1 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408628 Feb 16 14:21:38.960731 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c8a7c-76f3-44e3-aed8-706d5b08b4a0 req-c88e8a7f-319b-4071-bcf9-c99e649e7ad0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:38.962395 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-841c8a7c-76f3-44e3-aed8-706d5b08b4a0 req-c88e8a7f-319b-4071-bcf9-c99e649e7ad0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0963559 Feb 16 14:21:39.019221 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-841c8a7c-76f3-44e3-aed8-706d5b08b4a0 req-72e958af-747a-41ee-bd9e-0669c50f5b16 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506101 Feb 16 14:21:40.237250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5702273-e882-4390-b356-6c2240b7a5e6 req-8879344d-0fc8-472d-be97-883cfabc88a5 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:40.238813 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a5702273-e882-4390-b356-6c2240b7a5e6 req-8879344d-0fc8-472d-be97-883cfabc88a5 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0902569 Feb 16 14:21:40.290379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a5702273-e882-4390-b356-6c2240b7a5e6 req-aff35d72-38d7-4b5b-825b-27ffbfce8b36 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455735 Feb 16 14:21:40.741324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7db69661-ac33-4c55-92e9-116fca16946c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:41.480478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd6b7-792a-43a8-8e3f-949d1306fa42 req-a4686b47-507a-46a8-886e-e350c2532819 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:41.481847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-431fd6b7-792a-43a8-8e3f-949d1306fa42 req-a4686b47-507a-46a8-886e-e350c2532819 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0812273 Feb 16 14:21:41.529971 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-431fd6b7-792a-43a8-8e3f-949d1306fa42 req-9ecbd2d3-8ea0-4057-ac35-eac98ddd382e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412581 Feb 16 14:21:42.730942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba48c5-171e-486a-9fbd-b909668cbbe9 req-9bce5402-2e1d-4517-8cce-706e939bca20 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:42.732266 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f6ba48c5-171e-486a-9fbd-b909668cbbe9 req-9bce5402-2e1d-4517-8cce-706e939bca20 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0848923 Feb 16 14:21:42.779741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f6ba48c5-171e-486a-9fbd-b909668cbbe9 req-47d3245f-3039-4e6a-ac68-3d283b49c650 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415249 Feb 16 14:21:43.957963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7d61ea4-90f8-419d-8aed-2c6f7ed76642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:43.989447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1161fb-035e-4b6c-aa20-639423e25921 req-968cee01-fed0-42d2-ba61-4c70f69e130d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:43.990952 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b1161fb-035e-4b6c-aa20-639423e25921 req-968cee01-fed0-42d2-ba61-4c70f69e130d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0841565 Feb 16 14:21:44.037488 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b1161fb-035e-4b6c-aa20-639423e25921 req-f942ba55-16a3-4a98-9346-fd62ac86f610 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406590 Feb 16 14:21:44.295487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:44.318370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:45.239454 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ee819-56ff-4c5c-a8d7-0aec3493b176 req-6e5babda-ba4f-47bb-a857-9db8a1cfa5bc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:45.240864 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b80ee819-56ff-4c5c-a8d7-0aec3493b176 req-6e5babda-ba4f-47bb-a857-9db8a1cfa5bc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0909867 Feb 16 14:21:45.291000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b80ee819-56ff-4c5c-a8d7-0aec3493b176 req-58b866ce-6fda-4277-a043-32280de32a74 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420737 Feb 16 14:21:45.871406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:45.903921 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:21:46.514270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c46da6-c597-4b49-8664-38ac56d68157 req-5772ce84-5682-45d5-a572-c4af2ee0b10a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:46.515875 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-08c46da6-c597-4b49-8664-38ac56d68157 req-5772ce84-5682-45d5-a572-c4af2ee0b10a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.1015258 Feb 16 14:21:46.567889 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-08c46da6-c597-4b49-8664-38ac56d68157 req-2985031e-80d3-4c99-a17a-96ec798fdf8b tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&id=a0b4da2e-4e21-421c-b4c7-a29e2e804b03&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459461 Feb 16 14:21:51.063224 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-27705c36-64d5-436b-9b87-9a027c0b4be8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704529 Feb 16 14:21:51.213628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-519b61f5-b33c-46a6-8889-14952f4c5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:51.215081 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-519b61f5-b33c-46a6-8889-14952f4c5d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1138 time: 0.0761557 Feb 16 14:21:51.360996 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-c4b15753-d1b0-42cd-9d5b-5c855a6a90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:51.362395 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-c4b15753-d1b0-42cd-9d5b-5c855a6a90ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1284921 Feb 16 14:21:51.551765 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-508ef94e-36ab-4e09-b28e-5100903dd67b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1002 time: 0.1835778 Feb 16 14:21:51.614050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-cc0ee2de-ba45-44c9-ae63-23b0c314e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:51.615397 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-cc0ee2de-ba45-44c9-ae63-23b0c314e7bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0581577 Feb 16 14:21:51.694098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-ec3973ac-0d97-4cf6-996c-ccfc7d656c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:21:51.695575 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-ec3973ac-0d97-4cf6-996c-ccfc7d656c22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743909 Feb 16 14:21:51.829155 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-d29ea7ce-f2cd-4d67-8d69-32a97a90924d service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278009 Feb 16 14:21:51.959500 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4fd0f8e1-3ced-4434-96e0-1e55c83c3646 req-91ec1a07-75bf-4e91-baa6-edce478b5562 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246672 Feb 16 14:22:10.743272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca54cdb-068f-4ed0-bb80-f462dbb7fb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:12.954523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:22:13.963031 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39df492e-f927-42ca-8c48-285cba486e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:14.301731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:14.328061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:15.875303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:15.917174 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:40.742596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-46339bbc-29cc-40ca-af5e-d18600f8b3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:41.626682 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-64a07a5d-fdb3-4dbb-81c5-0edae8a6bb9e tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952202175&fields=id&tenant_id=ff849bbea9db499d81d2657e8badd2c3 HTTP/1.1" status: 200 len: 267 time: 0.0407977 Feb 16 14:22:41.712451 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-6782c158-9f61-4889-bd05-8a461251a430 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:41.713897 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-6782c158-9f61-4889-bd05-8a461251a430 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 985 time: 0.0816774 Feb 16 14:22:41.725279 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Request body: {'port': {'security_groups': ['cf943e45-a5f3-4c26-8c26-9ca011eb4ea8']}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:22:41.959697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.203568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:42.229222 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.237328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.250184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:22:42.310774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:42.311405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.316087 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f1b44b3c-1b70-4133-966f-78876a97b60a req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "PUT /v2.0/ports/2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 943 time: 0.5922539 Feb 16 14:22:42.316418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:22:42.319768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43068) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:42.351203 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event updated for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=7']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:42.360513 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.361012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.361348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.361674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.362004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.362402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.362756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.363316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.363634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.364140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.364463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.364781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85af996-4eae-4fdd-8d6e-78ed92edd479 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.385531 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:22:42.414563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:22:42.461162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.505605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.556447 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0a52-da91-414d-b4b6-51087666d430 req-65192893-3c6c-4da6-9c34-729d18dd8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:42.557276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-65192893-3c6c-4da6-9c34-729d18dd8d7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1099 time: 0.1391766 Feb 16 14:22:42.639960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a511c5b0-d11a-4f1a-a4af-52ba5158a8fc None None] Provisioning complete for port 2a6353e9-2a97-47c8-8fee-146a14ead604 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:22:42.640439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a511c5b0-d11a-4f1a-a4af-52ba5158a8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.653014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.694343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4da2e-4e21-421c-b4c7-a29e2e804b03,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:42.708271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.708619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.708992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.709326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.709655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.709981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.710330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.710656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.710978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.711348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.711618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.712016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:22:42.727964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.729077 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5b6de51f-8f79-4802-a2a5-ad78c639a990 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "DELETE /v2.0/security-groups/a0b4da2e-4e21-421c-b4c7-a29e2e804b03 HTTP/1.1" status: 204 len: 168 time: 0.4082830 Feb 16 14:22:42.731865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0a52-da91-414d-b4b6-51087666d430 req-1899cc0e-d11e-47ca-9134-8adb044e9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:42.732402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43074) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:42.733223 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-1899cc0e-d11e-47ca-9134-8adb044e9f79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1684227 Feb 16 14:22:42.842703 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-3168cc1f-410c-402a-bdb9-5f7f9e92dd75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 1002 time: 0.1028929 Feb 16 14:22:42.908454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0a52-da91-414d-b4b6-51087666d430 req-48b9e418-4911-4fe4-af27-d9af8d20e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:42.909881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-48b9e418-4911-4fe4-af27-d9af8d20e7bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0615828 Feb 16 14:22:42.945882 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Deleting port 974facaf-4d08-4ca6-ace0-0eced61453be {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:42.946369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:42.985603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0a52-da91-414d-b4b6-51087666d430 req-09f343c0-0b09-47b4-ac68-35fa556cc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:42.987314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-09f343c0-0b09-47b4-ac68-35fa556cc900 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708516 Feb 16 14:22:43.118550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:43.118849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:43.122475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-9cd4022c-defb-4ccd-987c-441231d832e9 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292396 Feb 16 14:22:43.249669 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Calling delete_port for 974facaf-4d08-4ca6-ace0-0eced61453be owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:43.254509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-004d0a52-da91-414d-b4b6-51087666d430 req-044206f6-767e-4186-8b11-d01602a08005 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259396 Feb 16 14:22:43.420436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:43.472074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event deleted for resources: {'Port': ['ID=974facaf-4d08-4ca6-ace0-0eced61453be,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:43.583035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:43.583225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Floating IP cade6d95-34fb-47ea-928f-6392ac366200 disassociated (deleted). External IP: 172.26.1.226, port: 2a6353e9-2a97-47c8-8fee-146a14ead604. Feb 16 14:22:43.970586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b38d5fdf-5bfb-4cc9-b94c-191b626f21d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:44.055812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Router f2212168-bbe3-4365-814b-38b94adb8e21 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:22:44.251254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:22:44.260837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Sync routers for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:22:44.264923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:44.281112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:22:44.281712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:44.321399 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-78578880-6ebd-46d7-b073-414e7c6f29b0 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "DELETE /v2.0/floatingips/cade6d95-34fb-47ea-928f-6392ac366200 HTTP/1.1" status: 204 len: 168 time: 1.5876958 Feb 16 14:22:44.357163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:44.377184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:44.386492 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:22:44.437525 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:22:44.477274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:22:44.528955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-219698df-20b1-4796-98f0-3e6280a11282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:44.530350 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-219698df-20b1-4796-98f0-3e6280a11282 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff849bbea9db499d81d2657e8badd2c3&device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 1099 time: 0.0731204 Feb 16 14:22:44.673024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-4e58b8bf-13d3-4411-8467-f5e830f1c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:44.675561 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-4e58b8bf-13d3-4411-8467-f5e830f1c13a service neutron] 10.222.0.26 "GET /v2.0/networks?id=219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 200 len: 915 time: 0.1390109 Feb 16 14:22:44.801224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:44.805704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Checking router: f2212168-bbe3-4365-814b-38b94adb8e21 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:22:44.815161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:22:44.815852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:44.856812 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-5ec12ab9-c7d8-4fdb-ae7a-b605a41a5d60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 200 len: 217 time: 0.1719117 Feb 16 14:22:44.920142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-0a7544a2-6f12-40b8-b609-572997a1bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:44.921250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-0a7544a2-6f12-40b8-b609-572997a1bf1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 200 len: 853 time: 0.0589662 Feb 16 14:22:44.995125 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:22:44.996327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-71b0cd45-2cbe-4643-8372-410ccf682977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:44.997859 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-71b0cd45-2cbe-4643-8372-410ccf682977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=219da24f-9496-4fe7-a9e6-0b94642cd5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705383 Feb 16 14:22:45.131490 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-b55a28a8-2316-4d56-bbfa-152018936bde service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262689 Feb 16 14:22:45.283221 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9bbbbbf4-18c5-4d4d-a95d-17360a4124d7 req-6472c3f7-d964-43dd-a959-d19cf98ae877 service neutron] 10.222.0.26 "GET /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437113 Feb 16 14:22:45.325560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:45.330927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd62f83-c106-4d60-9d5d-3fe2fb2558c5 None None] The sync data for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv is: [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:39Z', 'revision_number': 4, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'e6fed820-86da-427f-b6bb-a9a10d313753', 'name': '', 'network_id': '219da24f-9496-4fe7-a9e6-0b94642cd5ba', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'mac_address': 'fa:16:3e:9f:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:38Z', 'updated_at': '2022-02-16T14:19:45Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'subnets': [{'id': '640bddf0-8f87-42b0-bee6-3165257c23ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:22:45.544473 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27658fe0-244a-470c-9dec-7aed2ba6b69a None None] New status for floating IP cade6d95-34fb-47ea-928f-6392ac366200: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:22:45.874478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:45.945339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:48.671939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1b53-4294-4d1d-b97e-64cb04c633af req-043fb37d-a1c0-444a-96d1-c35bff48e32a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:48.673572 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-17dc1b53-4294-4d1d-b97e-64cb04c633af req-043fb37d-a1c0-444a-96d1-c35bff48e32a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Synchronizing usage tracker for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:22:48.692851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-17dc1b53-4294-4d1d-b97e-64cb04c633af req-043fb37d-a1c0-444a-96d1-c35bff48e32a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Unset dirty status for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:22:48.694474 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-17dc1b53-4294-4d1d-b97e-64cb04c633af req-043fb37d-a1c0-444a-96d1-c35bff48e32a tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.1055298 Feb 16 14:22:48.744026 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-17dc1b53-4294-4d1d-b97e-64cb04c633af req-e68be89c-d4c5-4c42-942d-2a4dc8faddb6 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437484 Feb 16 14:22:49.952332 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:22:49.954917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3fec6-d309-4346-bd3f-77f806b2fa35 req-dce9dd68-b5ab-4136-900b-05872831ff8d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:49.956558 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-57c3fec6-d309-4346-bd3f-77f806b2fa35 req-dce9dd68-b5ab-4136-900b-05872831ff8d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0860126 Feb 16 14:22:50.004044 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-57c3fec6-d309-4346-bd3f-77f806b2fa35 req-c09f526e-26e0-4ca2-b71e-5ecf9b2fbdcc tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Feb 16 14:22:50.585171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d670af9-d4c7-449e-84bd-204be438b131 req-822343c4-89fd-4555-96ef-78c2766a9db3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:50.585771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-7d670af9-d4c7-449e-84bd-204be438b131 req-822343c4-89fd-4555-96ef-78c2766a9db3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Synchronizing usage tracker for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:22:50.597946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-7d670af9-d4c7-449e-84bd-204be438b131 req-822343c4-89fd-4555-96ef-78c2766a9db3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Unset dirty status for tenant:ff849bbea9db499d81d2657e8badd2c3 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:22:50.599040 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d670af9-d4c7-449e-84bd-204be438b131 req-822343c4-89fd-4555-96ef-78c2766a9db3 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.1086147 Feb 16 14:22:50.676988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Deleting port 2a6353e9-2a97-47c8-8fee-146a14ead604 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:50.677327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:50.923593 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] For port 2a6353e9-2a97-47c8-8fee-146a14ead604, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2a6353e9-2a97-47c8-8fee-146a14ead604,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:50.923940 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:51.044612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Calling delete_port for 2a6353e9-2a97-47c8-8fee-146a14ead604 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:51.190348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:51.199674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb0663-dd58-40c2-bd3f-8af1901919da req-6ebf2aa0-c3c0-4733-8819-985cc9845fcf tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:22:51.201134 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5eb0663-dd58-40c2-bd3f-8af1901919da req-6ebf2aa0-c3c0-4733-8819-985cc9845fcf tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/ports?device_id=e9e49f5b-225d-4762-885a-0b13b7ee1610 HTTP/1.1" status: 200 len: 946 time: 0.0857096 Feb 16 14:22:51.201576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2a6353e9-2a97-47c8-8fee-146a14ead604'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:22:51.238248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Pushing event deleted for resources: {'Port': ['ID=2a6353e9-2a97-47c8-8fee-146a14ead604,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:51.247126 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5eb0663-dd58-40c2-bd3f-8af1901919da req-363321fa-784f-4eec-866a-c1279337246d tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.105 "GET /v2.0/security-groups?id=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Feb 16 14:22:51.315816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] No DVR routers for this DVR port 2a6353e9-2a97-47c8-8fee-146a14ead604 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:22:51.318272 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:51.320802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'name': 'network-vif-deleted', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:22:51.336337 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d670af9-d4c7-449e-84bd-204be438b131 req-96979ea8-d7d3-443c-ae11-73b62f0b6e63 tempest-TestMinimumBasicScenario-806027294 tempest-TestMinimumBasicScenario-806027294-project] 10.222.0.26 "DELETE /v2.0/ports/2a6353e9-2a97-47c8-8fee-146a14ead604 HTTP/1.1" status: 204 len: 173 time: 0.7318599 Feb 16 14:22:51.425156 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e49f5b-225d-4762-885a-0b13b7ee1610', 'name': 'network-vif-deleted', 'tag': '2a6353e9-2a97-47c8-8fee-146a14ead604', 'status': 'completed', 'code': 200} Feb 16 14:22:52.953571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:53.608014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:53.870971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2a6353e9-2a97-47c8-8fee-146a14ead604 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:22:53.907192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 2a6353e9-2a97-47c8-8fee-146a14ead604 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:22:53.907537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2a6353e9-2a97-47c8-8fee-146a14ead604 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:22:53.959577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Deleting port e6fed820-86da-427f-b6bb-a9a10d313753 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:53.960154 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:54.131003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] For port e6fed820-86da-427f-b6bb-a9a10d313753, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=e6fed820-86da-427f-b6bb-a9a10d313753,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:54.131210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:54.253356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Calling delete_port for e6fed820-86da-427f-b6bb-a9a10d313753 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:54.589234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:54.634932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fed820-86da-427f-b6bb-a9a10d313753,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:55.018878 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:55.378984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Router f2212168-bbe3-4365-814b-38b94adb8e21 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:22:55.563540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:22:55.572493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Sync routers for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:22:55.577325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-31e1cdb5-9821-488d-a1b0-5548a64e1261 admin admin] 10.222.0.105 "PUT /v2.0/routers/f2212168-bbe3-4365-814b-38b94adb8e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220102 Feb 16 14:22:55.579578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43166) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:55.586683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:22:55.587286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:55.754098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:55.814730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:22:55.929587 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:55.940697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Deleting port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:55.941175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.103996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97'}], 'enable_snat': True}, 'gw_port_id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:22:54Z', 'revision_number': 5, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port': {'id': '75f0f1a1-7a36-4f4f-be68-12c9d8d9088e', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e8:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:19:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:56.109117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Checking router: f2212168-bbe3-4365-814b-38b94adb8e21 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:22:56.118770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Routers {'f2212168-bbe3-4365-814b-38b94adb8e21'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:22:56.119385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f2212168-bbe3-4365-814b-38b94adb8e21'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:56.239308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] For port 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:56.239905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.269585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] Set router f2212168-bbe3-4365-814b-38b94adb8e21 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:22:56.360068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Calling delete_port for 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:56.371808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:22:55Z', 'revision_number': 6, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:56.375937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75f4eef-bc55-4a5c-8af5-7be7e66e2e2b None None] The sync data for ids ['f2212168-bbe3-4365-814b-38b94adb8e21'] in dv-neutron-828143-3-hyperv is: [{'id': 'f2212168-bbe3-4365-814b-38b94adb8e21', 'name': 'tempest-TestMinimumBasicScenario-640591141-router', 'tenant_id': 'ff849bbea9db499d81d2657e8badd2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:35Z', 'updated_at': '2022-02-16T14:22:55Z', 'revision_number': 6, 'project_id': 'ff849bbea9db499d81d2657e8badd2c3', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:22:56.533658 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.581210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=75f0f1a1-7a36-4f4f-be68-12c9d8d9088e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:56.674762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.849365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.851775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.878675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.879534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2212168-bbe3-4365-814b-38b94adb8e21 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:22:56.893894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:56.895036 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d23be4a2-3593-484b-8829-afb9fc8f9e6e admin admin] 10.222.0.105 "DELETE /v2.0/routers/f2212168-bbe3-4365-814b-38b94adb8e21 HTTP/1.1" status: 204 len: 168 time: 1.3145726 Feb 16 14:22:56.897628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43170) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:56.958719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Deleting subnet 640bddf0-8f87-42b0-bee6-3165257c23ea {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:22:56.961705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.010110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.089919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.161461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.198656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640bddf0-8f87-42b0-bee6-3165257c23ea,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:57.202055 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.210933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b4528929-7731-491c-80aa-a305c339c682 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/640bddf0-8f87-42b0-bee6-3165257c23ea HTTP/1.1" status: 204 len: 168 time: 0.3095157 Feb 16 14:22:57.210933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43174) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:57.213158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1f14a-a78b-4ae0-8156-5db1ea53618d None None] Network 219da24f-9496-4fe7-a9e6-0b94642cd5ba requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:22:57.329522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.343293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Deleting port c3aebf50-efbb-4cc8-9984-8c69718174ff {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:57.343760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.482378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] DHCP port deletion for 219da24f-9496-4fe7-a9e6-0b94642cd5ba request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:22:57.487028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Deleting port c3aebf50-efbb-4cc8-9984-8c69718174ff {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:57.487399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.554326 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] For port c3aebf50-efbb-4cc8-9984-8c69718174ff, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c3aebf50-efbb-4cc8-9984-8c69718174ff,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:57.554586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.679486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Calling delete_port for c3aebf50-efbb-4cc8-9984-8c69718174ff owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:57.690416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] For port c3aebf50-efbb-4cc8-9984-8c69718174ff, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c3aebf50-efbb-4cc8-9984-8c69718174ff,segment=NetworkSegment(43f640be-27ff-43b3-b00d-95953850d218),segment_id=43f640be-27ff-43b3-b00d-95953850d218)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:57.690803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.814169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Calling delete_port for c3aebf50-efbb-4cc8-9984-8c69718174ff owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:57.857046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 14:22:57.883848 dv-neutron-828143-3-hyperv neutron-server[87699]: util.warn( Feb 16 14:22:57.892956 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:22:57.893306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:22:57.904096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aebf50-efbb-4cc8-9984-8c69718174ff,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:57.905880 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] No DVR routers for this DVR port c3aebf50-efbb-4cc8-9984-8c69718174ff on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:22:58.021079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.046946 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219da24f-9496-4fe7-a9e6-0b94642cd5ba']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:58.059561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f640be-27ff-43b3-b00d-95953850d218') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:58.059885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f640be-27ff-43b3-b00d-95953850d218') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:22:58.071640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.089194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.095351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:22:58.095734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:22:58.108607 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:22:58.186066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.202745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.214770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] Pushing event deleted for resources: {'Network': ['ID=219da24f-9496-4fe7-a9e6-0b94642cd5ba,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:22:58.218305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:22:58.227674 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fa73867e-76d8-4398-8136-fd9d77b64459 admin admin] 10.222.0.105 "DELETE /v2.0/networks/219da24f-9496-4fe7-a9e6-0b94642cd5ba HTTP/1.1" status: 204 len: 168 time: 1.0129163 Feb 16 14:22:58.230678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43178) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:22:58.253224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:22:58.253569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 75f0f1a1-7a36-4f4f-be68-12c9d8d9088e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:22:58.253978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c3aebf50-efbb-4cc8-9984-8c69718174ff no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:22:58.289164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c3aebf50-efbb-4cc8-9984-8c69718174ff {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:22:58.289505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c3aebf50-efbb-4cc8-9984-8c69718174ff not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:22:58.289914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6fed820-86da-427f-b6bb-a9a10d313753 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:22:58.362341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: e6fed820-86da-427f-b6bb-a9a10d313753 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:22:58.362567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device e6fed820-86da-427f-b6bb-a9a10d313753 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:22:58.394052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Deleting port c3aebf50-efbb-4cc8-9984-8c69718174ff {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:58.394434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:58.460658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-bc53149b-4519-4469-aaa0-7fd64ef827c5 None None] The port 'c3aebf50-efbb-4cc8-9984-8c69718174ff' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:22:58.809835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:59.161117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Deleting port 3b8ab831-7886-441f-9f16-3dd6f2bac67e {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:22:59.161438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:59.427235 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] For port 3b8ab831-7886-441f-9f16-3dd6f2bac67e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3b8ab831-7886-441f-9f16-3dd6f2bac67e,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:22:59.427454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:59.547140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Calling delete_port for 3b8ab831-7886-441f-9f16-3dd6f2bac67e owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:22:59.741689 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:22:59.789247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8ab831-7886-441f-9f16-3dd6f2bac67e,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:00.064190 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:00.433275 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Router 820ad94c-16b2-47e2-8f09-4bf813fb5dac has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:23:00.618159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:23:00.626877 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Sync routers for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:00.627655 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0e83023f-99ee-4496-b183-9a0083bae4db admin admin] 10.222.0.105 "PUT /v2.0/routers/820ad94c-16b2-47e2-8f09-4bf813fb5dac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3959718 Feb 16 14:23:00.630416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43182) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:00.636892 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:00.637487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:00.850629 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:00.912341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.086655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.097361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Deleting port 80284307-45aa-4a73-bfd3-92e5a41d3f57 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:23:01.097670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.132977 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192'}], 'enable_snat': True}, 'gw_port_id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:22:59Z', 'revision_number': 5, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port': {'id': '80284307-45aa-4a73-bfd3-92e5a41d3f57', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ab:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:19:42Z', 'updated_at': '2022-02-16T14:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.137117 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Checking router: 820ad94c-16b2-47e2-8f09-4bf813fb5dac for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:01.145434 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Routers {'820ad94c-16b2-47e2-8f09-4bf813fb5dac'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:01.146030 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.268795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] For port 80284307-45aa-4a73-bfd3-92e5a41d3f57, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=80284307-45aa-4a73-bfd3-92e5a41d3f57,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:01.269108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.291682 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] Set router 820ad94c-16b2-47e2-8f09-4bf813fb5dac gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:01.390317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Calling delete_port for 80284307-45aa-4a73-bfd3-92e5a41d3f57 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:23:01.396289 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:23:01Z', 'revision_number': 6, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:01.400354 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e71680-8d67-486e-aef8-ceffa1c17b5a None None] The sync data for ids ['820ad94c-16b2-47e2-8f09-4bf813fb5dac'] in dv-neutron-828143-3-hyperv is: [{'id': '820ad94c-16b2-47e2-8f09-4bf813fb5dac', 'name': 'tempest-TestMinimumBasicScenario-712649912-router', 'tenant_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:19:41Z', 'updated_at': '2022-02-16T14:23:01Z', 'revision_number': 6, 'project_id': '1a0fd156cdb64c34add4a6f57f86d71c', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:01.566441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.612498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Pushing event deleted for resources: {'Port': ['ID=80284307-45aa-4a73-bfd3-92e5a41d3f57,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:01.716793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.890560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.892973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.917408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.918013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 820ad94c-16b2-47e2-8f09-4bf813fb5dac {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:23:01.931267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:01.935049 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-fe688c41-1a95-46cc-9396-5a32d9198973 admin admin] 10.222.0.105 "DELETE /v2.0/routers/820ad94c-16b2-47e2-8f09-4bf813fb5dac HTTP/1.1" status: 204 len: 168 time: 1.3036921 Feb 16 14:23:01.935186 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43186) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:02.000010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Deleting subnet c0f994dd-f018-4786-af80-1cce933ad9ff {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:23:02.003313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.057210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.136671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.208829 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.217455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3b8ab831-7886-441f-9f16-3dd6f2bac67e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:23:02.247054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f994dd-f018-4786-af80-1cce933ad9ff,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:02.254492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3b8ab831-7886-441f-9f16-3dd6f2bac67e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:23:02.254765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3b8ab831-7886-441f-9f16-3dd6f2bac67e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:23:02.255210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80284307-45aa-4a73-bfd3-92e5a41d3f57 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:23:02.255310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.261198 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ed2cc63a-f0b1-4f43-a70b-abbfba932511 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/c0f994dd-f018-4786-af80-1cce933ad9ff HTTP/1.1" status: 204 len: 168 time: 0.3250434 Feb 16 14:23:02.263884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43190) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:02.285476 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a68c14-92d6-4e09-8f29-a8c14ed905d2 None None] Network ea57832e-7443-4a34-a6e2-c1538ba76cf4 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:23:02.306930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 80284307-45aa-4a73-bfd3-92e5a41d3f57 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:23:02.307271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 80284307-45aa-4a73-bfd3-92e5a41d3f57 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:23:02.376178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.387574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Deleting port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:23:02.387904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.543320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a862e36-d573-4382-a910-cd190984d297 None None] DHCP port deletion for ea57832e-7443-4a34-a6e2-c1538ba76cf4 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:23:02.548190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Deleting port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:23:02.548550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.714561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] For port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:02.714944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.750157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0a862e36-d573-4382-a910-cd190984d297 None None] For port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,segment=NetworkSegment(1173ccf2-b2ba-48d8-949d-efffb3d52ae8),segment_id=1173ccf2-b2ba-48d8-949d-efffb3d52ae8)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:02.750728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.835829 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Calling delete_port for a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:23:02.894160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Calling delete_port for a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:23:02.911566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:02.961981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:02.966273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] No DVR routers for this DVR port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:23:02.966926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:23:02.967440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:23:03.082325 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.107951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea57832e-7443-4a34-a6e2-c1538ba76cf4']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:03.120070 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1173ccf2-b2ba-48d8-949d-efffb3d52ae8') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:03.120358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1173ccf2-b2ba-48d8-949d-efffb3d52ae8') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:03.132606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.149650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.158335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:23:03.158741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:23:03.174479 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:23:03.260508 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.277056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.287966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea57832e-7443-4a34-a6e2-c1538ba76cf4,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:03.290770 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-22923613-48b0-42e0-a5b1-29486c96cdb5 admin admin] 10.222.0.105 "DELETE /v2.0/networks/ea57832e-7443-4a34-a6e2-c1538ba76cf4 HTTP/1.1" status: 204 len: 168 time: 1.0249045 Feb 16 14:23:03.468929 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Deleting port a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:23:03.469433 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a862e36-d573-4382-a910-cd190984d297 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.475555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43196) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:03.525890 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-cc805258-127d-497a-be02-1108c45b027f admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=ff849bbea9db499d81d2657e8badd2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491722 Feb 16 14:23:03.528603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43200) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:03.537579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0a862e36-d573-4382-a910-cd190984d297 None None] The port 'a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:23:03.596548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.622368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.680107 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.696871 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf943e45-a5f3-4c26-8c26-9ca011eb4ea8,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:03.705112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:03.708595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4947ed49-4e97-451a-be8e-6609c20858b8 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/cf943e45-a5f3-4c26-8c26-9ca011eb4ea8 HTTP/1.1" status: 204 len: 168 time: 0.1767342 Feb 16 14:23:04.060952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43208) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:04.112165 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f450bd4b-0920-4ef9-9bc4-3ee01b0b8e85 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1a0fd156cdb64c34add4a6f57f86d71c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500693 Feb 16 14:23:04.114864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43212) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:04.179531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:04.208910 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:04.219258 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:23:04.253691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:23:04.254104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a5c7a3e5-cf7f-4bd3-bea7-b79e4411868f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:23:04.270597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:04.285026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef5cd9-bea4-4231-8f0e-c8a54bf14afb,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:04.291322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:04.292424 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e7e2172f-479c-4c94-aa8f-ff0089c68ade admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/6aef5cd9-bea4-4231-8f0e-c8a54bf14afb HTTP/1.1" status: 204 len: 168 time: 0.1766176 Feb 16 14:23:06.114672 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43254) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:06.119855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702788475', 'description': 'tempest-secgroup-smoke-1702788475 description', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:06.126199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.130449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.133490 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.140102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.151024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.163700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.178313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.182439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.185160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.190857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.270505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.274952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.286903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.294411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.302550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.312906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.316408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d436aa2f-7357-4943-a4bf-68bbb8da66c7,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:06.389097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.395343 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.435506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:06.438338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.439628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d938a4f2-b818-4906-b064-422eaf27f798 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3239813 Feb 16 14:23:06.442713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43258) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:06.447692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:06.453709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.457576 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.460487 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.466260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.483967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.552050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.557666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.581441 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4b7087-6ea8-4657-b68c-abf4b4f6f68a,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:06.593004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.594309 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e1df5ea8-a1cc-4f4e-b587-80d8a3519802 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505358 Feb 16 14:23:06.599147 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43262) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:06.604276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:06.610686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.614630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.617533 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.623306 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.641821 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.702482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.708563 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.733833 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ea43a8-c08f-49ef-89b1-6f413564eced,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:06.745073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.746270 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-caa3371f-8390-4aaf-a00b-a07067714e5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461842 Feb 16 14:23:06.749061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43266) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:06.754172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:06.759959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.763763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.766726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.772613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.789559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.854305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.859097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.882524 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e96379-d1da-43d0-a899-4adf10cf21f7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:06.895097 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:06.896356 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3e2d524d-5a02-4812-9aee-cb5df988c343 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463599 Feb 16 14:23:06.900337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43272) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:06.905140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:06.911133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:06.915114 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:06.918160 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:06.924286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:06.943652 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.006704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.011303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.034309 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41dfd2e-1dab-4d18-a9ca-5b20184e2c17,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:07.044132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.045940 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b3c55c4e-6cc7-47dc-b752-0b737feeea26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447213 Feb 16 14:23:07.049009 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43276) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:07.056906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:07.065100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:07.069260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:07.072300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:07.078253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:07.091772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:23:07.098743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.272618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.276715 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.299129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7073c3a-206e-449f-8efa-7c7f6745c680,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:07.309806 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.314067 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7b03f62a-ca1b-4001-8297-4fe920c852d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2608562 Feb 16 14:23:07.314706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43282) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:07.319534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '829f25ed-1ac4-4fde-a35a-e2fd7b9afc93', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:07.325606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:07.329897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:07.332818 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:07.338418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:07.349778 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:23:07.356150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.419406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.424840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.448076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75453b45-2a6a-4b6f-8388-be0e71b7f207,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:07.457393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.458591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1ede1d20-fd9d-46fc-849f-47ae6e5a0e97 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429992 Feb 16 14:23:07.461613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43286) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:07.467012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'network': {'name': 'tempest-network-smoke--1325334913', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:07.472025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:07.476785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:network and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:07.480241 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:07.486312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:07.497958 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:23:07.501385 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.528543 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:23:07.537047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.537394 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Added segment 34d0bb2a-44bd-4b49-b88f-19f7ceb14e44 of type vlan for network ded8e18d-8b66-4693-8a84-2f00fffc72ab Feb 16 14:23:07.567448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.599514 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.604797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:07.605367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.701302 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2386656 Feb 16 14:23:07.704563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:07.710167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'admin_state_up': True, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:07.710456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b2579-bd48-403c-9cba-568a36411302 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Network': ['ID=ded8e18d-8b66-4693-8a84-2f00fffc72ab,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:07.718982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:07.720626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:23:07.723450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:router and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:07.727299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:07.733221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:07.744844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.745885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:07.760496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.025225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.462556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.491427 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.641015 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.92 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/3d126c81-7b6e-4835-b890-c88874cd8327) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:08.790562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.822153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:08.887500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:08.890316 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:08.893989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:23:08.926042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=3d126c81-7b6e-4835-b890-c88874cd8327,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:09.319821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:09.660623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:09.981264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router e143c193-3d56-4123-bc6e-7ba3f1605ded is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:23:10.162621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:23:10.174349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Sync routers for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:10.192225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:10.193184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:10.202872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:10.204184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d1b2571d-6f80-483a-b427-15693d5b50ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4984443 Feb 16 14:23:10.207525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43294) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:10.347737 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2b67994b-84e6-4f83-b179-05900565e884 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=84053fc138e143579c00f6c6ddf8fd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389487 Feb 16 14:23:10.350635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43300) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:10.373567 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:10.480778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba4513e-ad35-489a-90d6-6840f48beedf tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:10.482251 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5ba4513e-ad35-489a-90d6-6840f48beedf tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305962 Feb 16 14:23:10.485560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43304) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:10.527147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-38b423dc-fbdc-4e14-a5c6-bab83eba2c77 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405207 Feb 16 14:23:10.530093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43308) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:10.535521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712362630', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:10.640987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:10.645117 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:subnet and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:10.648100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:10.654175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:10.667423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:23:10.670978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:10.689216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:09Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:10.693246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Checking router: e143c193-3d56-4123-bc6e-7ba3f1605ded for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:10.693591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Updating router e143c193-3d56-4123-bc6e-7ba3f1605ded port 3d126c81-7b6e-4835-b890-c88874cd8327 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:23:10.753759 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3556ab90-7cb1-4956-9803-60df9ec80cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:10.757141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:10.895043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:10.975138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Subnet': ['ID=82809a2b-260c-427c-8387-36e189c0810d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:10.988110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Checking segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:23:10.988726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network hostable DHCP agents. Network: ded8e18d-8b66-4693-8a84-2f00fffc72ab, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:23:11.011793 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:23:11.021540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ded8e18d-8b66-4693-8a84-2f00fffc72ab) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:11.025616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:11.026196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.039930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a237bd2-c195-42dd-b614-0c4039bd16bb None None] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:23:11.048004 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b16b0508-3470-4788-9935-08cf7c150203 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5168228 Feb 16 14:23:11.050739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43312) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:11.182603 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.213183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Transition to ACTIVE for port object 3d126c81-7b6e-4835-b890-c88874cd8327 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:11.248682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.402576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Attempting to bind port 3d126c81-7b6e-4835-b890-c88874cd8327 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:23:11.402932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Attempting to bind port 3d126c81-7b6e-4835-b890-c88874cd8327 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:23:11.403284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Attempting to bind port 3d126c81-7b6e-4835-b890-c88874cd8327 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:23:11.408637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Pushing event updated for resources: {'Port': ['ID=3d126c81-7b6e-4835-b890-c88874cd8327,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:11.413787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:23:11.414081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:23:11.414501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.414877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:23:11.415333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Bound port: 3d126c81-7b6e-4835-b890-c88874cd8327, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:23:11.416472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.444687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:23:11.445391 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.458915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.459253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.459564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.459882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.460201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.460500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.460819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.461135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.461443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.461752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.462060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.462398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:11.566019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] For port 3d126c81-7b6e-4835-b890-c88874cd8327, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:23:11.582699 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] For port 3d126c81-7b6e-4835-b890-c88874cd8327, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d126c81-7b6e-4835-b890-c88874cd8327,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:23:11.589942 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:11.724316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Allocated IP 172.20.0.2 (ded8e18d-8b66-4693-8a84-2f00fffc72ab/82809a2b-260c-427c-8387-36e189c0810d/68c54061-3539-43a1-9c87-32997e57a9c5) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:11.726017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13606257-9925-4bfe-889e-35f93f59ff37 None None] Pushing event updated for resources: {'Port': ['ID=3d126c81-7b6e-4835-b890-c88874cd8327,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:11.733278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:11.733914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:22:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:11.750444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.051136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:12.304894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.334088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Transition to ACTIVE for port object 68c54061-3539-43a1-9c87-32997e57a9c5 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:12.384396 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Transition to ACTIVE for port object 68c54061-3539-43a1-9c87-32997e57a9c5 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:12.392210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.466931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:12.471289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:12.475679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:23:12.510992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Pushing event updated for resources: {'Port': ['ID=68c54061-3539-43a1-9c87-32997e57a9c5,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:12.575454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:09Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:12.577468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.1 (ded8e18d-8b66-4693-8a84-2f00fffc72ab/82809a2b-260c-427c-8387-36e189c0810d/5880492d-eca3-4e31-a5d4-056e4bc23493) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:12.584170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed34dd2-ed6a-4adb-b7b2-f557a69d4277 None None] The sync data for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv is: [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:09Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:12.585913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Attempting to bind port 68c54061-3539-43a1-9c87-32997e57a9c5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:23:12.586192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Attempting to bind port 68c54061-3539-43a1-9c87-32997e57a9c5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:23:12.586938 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Attempting to bind port 68c54061-3539-43a1-9c87-32997e57a9c5 on network ded8e18d-8b66-4693-8a84-2f00fffc72ab {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:23:12.592797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:23:12.593160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Checking segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:23:12.593550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.593924 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Bound using segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:23:12.594563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Bound port: 68c54061-3539-43a1-9c87-32997e57a9c5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:23:12.594986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.693904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] For port 68c54061-3539-43a1-9c87-32997e57a9c5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:23:12.697138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] For port 68c54061-3539-43a1-9c87-32997e57a9c5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=68c54061-3539-43a1-9c87-32997e57a9c5,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:23:12.704307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.742878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.760165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 5880492d-eca3-4e31-a5d4-056e4bc23493 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:12.785735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:12.790083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769e728-e7d7-4959-a484-0857dbc516f6 None None] Pushing event updated for resources: {'Port': ['ID=68c54061-3539-43a1-9c87-32997e57a9c5,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:12.894258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:12.897636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:12.901926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:23:12.939878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:12.972830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:13.267174 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:13.691814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:13.697640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:13.811220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:13.815711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b8b458-1c8a-4589-8f05-af79b2070383 None None] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:23:13.817068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:13.911782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-561da845-f8e3-484a-80d6-cf56cafecefd None None] Provisioning for port 68c54061-3539-43a1-9c87-32997e57a9c5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:13.955377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:13.956770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:13.999867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-08e56fb9-aa93-45c2-9870-d57e00918830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.300580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router e143c193-3d56-4123-bc6e-7ba3f1605ded has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:23:14.303272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d126c81-7b6e-4835-b890-c88874cd8327 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:14.334136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.393176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.415419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6f5d9277-3cd1-4bed-b3b3-b7fc3f7a844f None None] Provisioning for port 5880492d-eca3-4e31-a5d4-056e4bc23493 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:14.421213 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6f5d9277-3cd1-4bed-b3b3-b7fc3f7a844f None None] Provisioning complete for port 5880492d-eca3-4e31-a5d4-056e4bc23493 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:14.421584 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9277-3cd1-4bed-b3b3-b7fc3f7a844f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.453295 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3d126c81-7b6e-4835-b890-c88874cd8327 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:14.472959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3d126c81-7b6e-4835-b890-c88874cd8327 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:14.473323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.499340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:23:14.511197 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c9867825-46e0-4e68-9a12-dfe2e15e0a31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/e143c193-3d56-4123-bc6e-7ba3f1605ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4593487 Feb 16 14:23:14.516880 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Sync routers for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:14.528856 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:14.529089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d9277-3cd1-4bed-b3b3-b7fc3f7a844f None None] Port 5880492d-eca3-4e31-a5d4-056e4bc23493 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:23:14.529405 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:23:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:14.612772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.634204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3d126c81-7b6e-4835-b890-c88874cd8327, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d126c81-7b6e-4835-b890-c88874cd8327,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:14.651170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.652053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 68c54061-3539-43a1-9c87-32997e57a9c5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:14.726275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-8f2b7dae-08be-43e0-bbd8-52dbd42dfbd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:23:14.738097 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:14.747064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-8f2b7dae-08be-43e0-bbd8-52dbd42dfbd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:23:14.749262 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-8f2b7dae-08be-43e0-bbd8-52dbd42dfbd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702788475&fields=id&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 267 time: 0.0850394 Feb 16 14:23:14.780612 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5b8acc5a-1472-471f-bbfc-3f5211c87f5b None None] Provisioning complete for port 5880492d-eca3-4e31-a5d4-056e4bc23493 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:14.781093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5b8acc5a-1472-471f-bbfc-3f5211c87f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.820200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3d126c81-7b6e-4835-b890-c88874cd8327,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:14.845384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5b8acc5a-1472-471f-bbfc-3f5211c87f5b None None] Port 5880492d-eca3-4e31-a5d4-056e4bc23493 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:23:14.856596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 68c54061-3539-43a1-9c87-32997e57a9c5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:14.862407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 68c54061-3539-43a1-9c87-32997e57a9c5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:14.862798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:14.922777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-0fdd6909-d72d-472d-998d-a03c8953333a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:14.923526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-0fdd6909-d72d-472d-998d-a03c8953333a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:23:14.949493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-0fdd6909-d72d-472d-998d-a03c8953333a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:23:14.960858 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-0fdd6909-d72d-472d-998d-a03c8953333a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 797 time: 0.2037458 Feb 16 14:23:14.986695 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-8c959fb7-2735-4aee-b995-56fd7437679a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/quotas/84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 375 time: 0.0241444 Feb 16 14:23:15.044400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e105c74f-409b-4196-af5f-bb4bda7c3914 None None] Provisioning complete for port 5880492d-eca3-4e31-a5d4-056e4bc23493 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:15.045340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e105c74f-409b-4196-af5f-bb4bda7c3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.068111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.069949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-58f3f81e-50f8-4d6b-a4bd-b4c377d21386 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:23:15.088601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-58f3f81e-50f8-4d6b-a4bd-b4c377d21386 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:23:15.090686 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-58f3f81e-50f8-4d6b-a4bd-b4c377d21386 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027625 Feb 16 14:23:15.101116 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 2, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:15.105231 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Checking router: e143c193-3d56-4123-bc6e-7ba3f1605ded for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:15.105673 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Updating router e143c193-3d56-4123-bc6e-7ba3f1605ded port 5880492d-eca3-4e31-a5d4-056e4bc23493 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:23:15.124202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e105c74f-409b-4196-af5f-bb4bda7c3914 None None] Port 5880492d-eca3-4e31-a5d4-056e4bc23493 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:23:15.127896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 68c54061-3539-43a1-9c87-32997e57a9c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=68c54061-3539-43a1-9c87-32997e57a9c5,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:15.133233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.165759 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.169743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9c627dfc-188a-4df7-9d69-7f7567cdb607 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:23:15.169743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9c627dfc-188a-4df7-9d69-7f7567cdb607 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0676768 Feb 16 14:23:15.206748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=68c54061-3539-43a1-9c87-32997e57a9c5,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:15.305365 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-850fc58c-20da-4c3f-89e1-455ff0d03c00 service neutron] 10.222.0.105 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295984 Feb 16 14:23:15.436155 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-1bbe18c9-31de-40d4-8f8d-0f8296eb12b4 service neutron] 10.222.0.105 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248782 Feb 16 14:23:15.501989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.514102 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Transition to ACTIVE for port object 5880492d-eca3-4e31-a5d4-056e4bc23493 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:15.520510 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.593049 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Pushing event updated for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:15.627991 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-24dd11b2-d99d-4ef8-8341-227d29913c87 req-05afbc07-5f6b-4dee-842c-19e82210dc25 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 210 time: 0.0470080 Feb 16 14:23:15.731489 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.731834 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.732165 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.732491 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.732809 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.733127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.733438 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.733750 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.734052 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.734393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.734701 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.735171 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:23:15.755376 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Attempting to bind port 5880492d-eca3-4e31-a5d4-056e4bc23493 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:23:15.755733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Attempting to bind port 5880492d-eca3-4e31-a5d4-056e4bc23493 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:23:15.756085 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Attempting to bind port 5880492d-eca3-4e31-a5d4-056e4bc23493 on network ded8e18d-8b66-4693-8a84-2f00fffc72ab {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:23:15.763197 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:23:15.763559 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Checking segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:23:15.763958 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.764340 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Bound using segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:23:15.765008 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Bound port: 5880492d-eca3-4e31-a5d4-056e4bc23493, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:23:15.765649 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.865810 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] For port 5880492d-eca3-4e31-a5d4-056e4bc23493, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:23:15.868890 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] For port 5880492d-eca3-4e31-a5d4-056e4bc23493, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5880492d-eca3-4e31-a5d4-056e4bc23493,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:23:15.873833 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.880661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.935324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:15.952145 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ea6a9-ed79-4a6a-a089-1ee3a14886f0 None None] Pushing event updated for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:15.962477 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:15.963794 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:23:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:16.151493 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:16.246695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d126c81-7b6e-4835-b890-c88874cd8327 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:16.322169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3d126c81-7b6e-4835-b890-c88874cd8327 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:16.322571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:16.437688 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 68c54061-3539-43a1-9c87-32997e57a9c5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:16.505055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:15Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:16.509536 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08051af-f8e4-41d0-bbe9-6acc20c0e5e0 None None] The sync data for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv is: [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:15Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:16.512648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 68c54061-3539-43a1-9c87-32997e57a9c5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:16.513129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:16.803528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-447c0f29-7b99-4322-96d6-e36225a2b94c req-682f7b67-fd15-4652-aab9-e356c92cbbba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 210 time: 0.0569084 Feb 16 14:23:16.805662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-6fc30bc5-4e74-438c-834f-c8c52f3b3cd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:16.807560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-6fc30bc5-4e74-438c-834f-c8c52f3b3cd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 797 time: 0.1826260 Feb 16 14:23:16.865593 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-943a9806-8776-469d-92eb-2d8630e25e91 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 380 time: 0.0482683 Feb 16 14:23:16.880355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'port': {'device_id': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'admin_state_up': True, 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'security_groups': ['829f25ed-1ac4-4fde-a35a-e2fd7b9afc93']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:17.023600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:17.033936 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:17.045065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:23:17.049169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.217506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.11 (ded8e18d-8b66-4693-8a84-2f00fffc72ab/82809a2b-260c-427c-8387-36e189c0810d/2104e908-4181-4016-b66b-c1b6f420ed87) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:17.409699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.425979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 2104e908-4181-4016-b66b-c1b6f420ed87 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:17.452197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.522026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:17.525322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:17.529292 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:23:17.570575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:17.711238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:17.711834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.720647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7147d7aa-8c57-43e5-a958-80a0a1ca23c9 None None] Provisioning for port 2104e908-4181-4016-b66b-c1b6f420ed87 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:17.725675 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-7147d7aa-8c57-43e5-a958-80a0a1ca23c9 None None] Provisioning complete for port 2104e908-4181-4016-b66b-c1b6f420ed87 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:17.726118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7147d7aa-8c57-43e5-a958-80a0a1ca23c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.736901 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-c8fc620c-48f1-4218-b850-59a914f61c09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606331 Feb 16 14:23:17.748234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Request body: {'port': {'device_id': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:17.779958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7147d7aa-8c57-43e5-a958-80a0a1ca23c9 None None] Port 2104e908-4181-4016-b66b-c1b6f420ed87 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:23:17.855899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:17.995396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d21cfa-2c79-4608-8439-1974ea359f0e req-65117b5f-1424-4ba8-9e49-1806ca4e6625 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:17.996788 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-78d21cfa-2c79-4608-8439-1974ea359f0e req-65117b5f-1424-4ba8-9e49-1806ca4e6625 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 932 time: 0.0827670 Feb 16 14:23:18.042161 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-78d21cfa-2c79-4608-8439-1974ea359f0e req-e36993a6-dbdf-4e1f-9587-08a45303bb50 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Feb 16 14:23:18.208004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2104e908-4181-4016-b66b-c1b6f420ed87 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:23:18.216113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.231404 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Transition to ACTIVE for port object 2104e908-4181-4016-b66b-c1b6f420ed87 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:23:18.236361 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.255943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5880492d-eca3-4e31-a5d4-056e4bc23493 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:18.325673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5880492d-eca3-4e31-a5d4-056e4bc23493 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:18.331250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5880492d-eca3-4e31-a5d4-056e4bc23493 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:18.332167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.372291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:18.456919 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.490364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Attempting to bind port 2104e908-4181-4016-b66b-c1b6f420ed87 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:23:18.491058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Attempting to bind port 2104e908-4181-4016-b66b-c1b6f420ed87 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:23:18.491386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Attempting to bind port 2104e908-4181-4016-b66b-c1b6f420ed87 on network ded8e18d-8b66-4693-8a84-2f00fffc72ab {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:23:18.494361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5880492d-eca3-4e31-a5d4-056e4bc23493, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5880492d-eca3-4e31-a5d4-056e4bc23493,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:18.496705 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Port 2104e908-4181-4016-b66b-c1b6f420ed87 on network ded8e18d-8b66-4693-8a84-2f00fffc72ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:23:18.496973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Attempting to bind port 2104e908-4181-4016-b66b-c1b6f420ed87 on network ded8e18d-8b66-4693-8a84-2f00fffc72ab {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:23:18.503709 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:23:18.504211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Checking segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:23:18.504337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.504610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Bound using segment: {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:23:18.505023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Bound port: 2104e908-4181-4016-b66b-c1b6f420ed87, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:23:18.505362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.576388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:18.596450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:23:18.599490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2104e908-4181-4016-b66b-c1b6f420ed87,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:23:18.603896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.665032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:18.665619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:18.667021 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] 10.222.0.26 "PUT /v2.0/ports/2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 1094 time: 0.9227633 Feb 16 14:23:18.667475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:23:18.691942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca6da-b492-49da-bdd2-e2993e80bbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:18.742821 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87', 'status': 'completed', 'code': 200} Feb 16 14:23:18.789577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-e290ca01-dcc9-4429-9470-6e9bb54b2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:18.791230 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-e290ca01-dcc9-4429-9470-6e9bb54b2607 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1097 time: 0.0806789 Feb 16 14:23:18.863951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-b19072e3-750d-41ac-99c9-70c362616495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 217 time: 0.0655990 Feb 16 14:23:18.926647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-3e48faea-f8dd-4399-9b6c-729c7d63843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:18.927965 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-3e48faea-f8dd-4399-9b6c-729c7d63843f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 200 len: 835 time: 0.0580025 Feb 16 14:23:19.009799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-d8cdf614-7ce8-4cb0-ba0a-95d296659243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.012197 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-d8cdf614-7ce8-4cb0-ba0a-95d296659243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded8e18d-8b66-4693-8a84-2f00fffc72ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776868 Feb 16 14:23:19.151749 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-80f15417-67c6-4a92-a2cd-33b97534b03b service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332014 Feb 16 14:23:19.238644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc626cf0-b8fd-494a-82c0-9122353ec97b req-96c29e0f-5324-42b4-9e87-de83bce387ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.240080 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc626cf0-b8fd-494a-82c0-9122353ec97b req-96c29e0f-5324-42b4-9e87-de83bce387ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 944 time: 0.0923440 Feb 16 14:23:19.284522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc626cf0-b8fd-494a-82c0-9122353ec97b req-9f4cdc0f-b2fe-4a56-b8ef-1d38a317cdc6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384471 Feb 16 14:23:19.293860 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7cbdcf43-4e82-4a45-b2b8-1820b141aae4 req-48fd499d-fe8f-4564-9f28-4186e7c8d05c service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356063 Feb 16 14:23:19.413445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357044-6375-467a-8d14-32cfb9942481 req-5d5932be-ba1f-4c88-a898-e25e2e46d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.414922 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-5d5932be-ba1f-4c88-a898-e25e2e46d8cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1097 time: 0.0721531 Feb 16 14:23:19.643618 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357044-6375-467a-8d14-32cfb9942481 req-f59615e8-7c91-43e0-a9a7-f5605ae025e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.645062 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-f59615e8-7c91-43e0-a9a7-f5605ae025e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 898 time: 0.2244289 Feb 16 14:23:19.715247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-e954e159-7be0-4dbb-9d17-0433c3062c32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 217 time: 0.0632095 Feb 16 14:23:19.783998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357044-6375-467a-8d14-32cfb9942481 req-b7a373c1-eec6-4e56-95b8-cb43bde6b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.785854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-b7a373c1-eec6-4e56-95b8-cb43bde6b584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 200 len: 835 time: 0.0643308 Feb 16 14:23:19.873850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16357044-6375-467a-8d14-32cfb9942481 req-7d68caaa-f846-4fa4-9e2e-542f1327c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:19.875342 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-7d68caaa-f846-4fa4-9e2e-542f1327c530 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded8e18d-8b66-4693-8a84-2f00fffc72ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833366 Feb 16 14:23:20.009500 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-71f112d7-b7f4-4a81-b4f5-5dc348516605 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275072 Feb 16 14:23:20.142587 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-16357044-6375-467a-8d14-32cfb9942481 req-dafe4ac2-68a0-479d-bf0a-e95f57a9ea52 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256347 Feb 16 14:23:20.246620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5880492d-eca3-4e31-a5d4-056e4bc23493 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:20.315665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5880492d-eca3-4e31-a5d4-056e4bc23493 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:20.316043 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:20.474520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7cda2-1e05-4a7c-80a8-29352d7c2616 req-6dc403d8-aa61-4db6-8f86-181beeea1a66 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:20.475940 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2fb7cda2-1e05-4a7c-80a8-29352d7c2616 req-6dc403d8-aa61-4db6-8f86-181beeea1a66 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 944 time: 0.0814211 Feb 16 14:23:20.531511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2fb7cda2-1e05-4a7c-80a8-29352d7c2616 req-93d874c8-0799-44e5-9ea9-2b102f0e2d13 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469387 Feb 16 14:23:21.732550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102420d-a105-47f4-9dac-8e7ebf064bfa req-f9cdfa49-677f-4e78-a5f1-149c3f8203d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:21.734111 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1102420d-a105-47f4-9dac-8e7ebf064bfa req-f9cdfa49-677f-4e78-a5f1-149c3f8203d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 944 time: 0.0909448 Feb 16 14:23:21.779237 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1102420d-a105-47f4-9dac-8e7ebf064bfa req-406b6d3b-ec5c-4d8a-9d33-87bc1970487c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391107 Feb 16 14:23:21.965432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2104e908-4181-4016-b66b-c1b6f420ed87 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:23:22.102437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2104e908-4181-4016-b66b-c1b6f420ed87,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:22.115509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '2104e908-4181-4016-b66b-c1b6f420ed87', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'port_id': '2104e908-4181-4016-b66b-c1b6f420ed87', 'mac_address': 'fa:16:3e:5d:7e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:23:22.171190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:22.188789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2104e908-4181-4016-b66b-c1b6f420ed87 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:23:22.205646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2104e908-4181-4016-b66b-c1b6f420ed87,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:22.211401 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:22.284978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:22.579868 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['2104e908-4181-4016-b66b-c1b6f420ed87'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:23:22.980353 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141b80e-422c-4b7f-9294-1f95ef0c7ba1 req-a5b47a39-dd8f-41f1-95ab-ead6776fe76c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:22.981791 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8141b80e-422c-4b7f-9294-1f95ef0c7ba1 req-a5b47a39-dd8f-41f1-95ab-ead6776fe76c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 945 time: 0.0956964 Feb 16 14:23:23.027489 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8141b80e-422c-4b7f-9294-1f95ef0c7ba1 req-7b7e58df-5a37-42e2-9ea0-6d79a10b3eac tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397263 Feb 16 14:23:23.981075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2104e908-4181-4016-b66b-c1b6f420ed87 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:23:24.084249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 2104e908-4181-4016-b66b-c1b6f420ed87 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:23:24.089594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 2104e908-4181-4016-b66b-c1b6f420ed87 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:23:24.089960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:24.207654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:24.216209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f234a-262f-493d-b3ba-5103e6c5d2ea req-48db85a5-8f0a-4017-910e-f5107ec557af tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:24.217664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d3f234a-262f-493d-b3ba-5103e6c5d2ea req-48db85a5-8f0a-4017-910e-f5107ec557af tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 945 time: 0.0806124 Feb 16 14:23:24.234515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:23:24.244932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2104e908-4181-4016-b66b-c1b6f420ed87,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:23:24.249544 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:24.264214 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d3f234a-262f-493d-b3ba-5103e6c5d2ea req-7062cc2c-001c-42ab-8443-f611b843a317 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404341 Feb 16 14:23:24.283108 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87', 'code': 200} Feb 16 14:23:24.337997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:24.541485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9d19-c594-4e6a-84eb-8e4f3cb7fb95 req-4baef0ef-ff7c-4d64-826f-5cd5e75ecc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:24.542884 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0b5c9d19-c594-4e6a-84eb-8e4f3cb7fb95 req-4baef0ef-ff7c-4d64-826f-5cd5e75ecc5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1099 time: 0.0770211 Feb 16 14:23:24.583984 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0b5c9d19-c594-4e6a-84eb-8e4f3cb7fb95 req-f0ec1048-0a3e-4497-b497-7bc1dcaeee8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Feb 16 14:23:25.455853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f44471-2b6d-4c05-89fb-e1d2aef51d31 req-069b695e-baac-4824-b987-1295bcf27a8a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:25.457327 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8f44471-2b6d-4c05-89fb-e1d2aef51d31 req-069b695e-baac-4824-b987-1295bcf27a8a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0855830 Feb 16 14:23:25.501301 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8f44471-2b6d-4c05-89fb-e1d2aef51d31 req-150739c9-6dd7-4534-9e05-fd550ff1df98 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381484 Feb 16 14:23:26.714789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36fe37-f5ba-40ee-882d-2fd8a90127b4 req-3c6ad9c4-8170-419d-86f0-c059a89c7754 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:26.716843 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc36fe37-f5ba-40ee-882d-2fd8a90127b4 req-3c6ad9c4-8170-419d-86f0-c059a89c7754 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0993731 Feb 16 14:23:26.765188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bc36fe37-f5ba-40ee-882d-2fd8a90127b4 req-6adcd7e4-47ce-438c-82e9-b09dbd13361d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426178 Feb 16 14:23:26.952757 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:23:27.090767 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8fd6-ec1c-4660-b872-dac3fca4e274 req-b664263d-edc8-4094-b898-69f26c8cf68d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:27.092136 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a3a8fd6-ec1c-4660-b872-dac3fca4e274 req-b664263d-edc8-4094-b898-69f26c8cf68d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.2118170 Feb 16 14:23:27.137757 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a3a8fd6-ec1c-4660-b872-dac3fca4e274 req-ba66984f-0521-49da-ade0-c9c1eec9dd59 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Feb 16 14:23:27.159907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43368) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:27.235605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a47d36-0c34-4e56-a9f2-fa2fd34bc98b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:27.237090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-71a47d36-0c34-4e56-a9f2-fa2fd34bc98b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1094 time: 0.0761065 Feb 16 14:23:27.241500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43372) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:27.246347 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '2104e908-4181-4016-b66b-c1b6f420ed87', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:23:27.252651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:23:27.256832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:floatingip and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:23:27.259851 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:23:27.265978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:23:27.277667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:27.425942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:27.557858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.86 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/38ce10ff-781a-4d6b-8814-07719b60c3e2) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:23:27.708654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:27.740233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:27.808261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:23:27.811119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:23:27.814967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:23:27.843135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=38ce10ff-781a-4d6b-8814-07719b60c3e2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:28.252649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:28.331393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:28.542608 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:28.550310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:28.654237 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=38ce10ff-781a-4d6b-8814-07719b60c3e2,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:23:28.669423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:28.957968 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 3a84d830-a453-48d6-ab12-8a613cf5e6ef associated. External IP: 172.26.1.86, port: 2104e908-4181-4016-b66b-c1b6f420ed87. Feb 16 14:23:29.329752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router e143c193-3d56-4123-bc6e-7ba3f1605ded has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:23:29.519644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:23:29.529685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Sync routers for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:23:29.540594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:29.541290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:23:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:29.547830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:29.608323 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ae4ad620-7a61-4a7d-92bf-7178006d58a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3656929 Feb 16 14:23:29.608923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:23:29.652907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87', 'status': 'completed', 'code': 200} Feb 16 14:23:29.729329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:29.747183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-2a36e626-bd9a-4fe4-8176-5541bf96beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:29.748644 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-2a36e626-bd9a-4fe4-8176-5541bf96beae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1099 time: 0.0735343 Feb 16 14:23:29.778867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70eeb-88ac-4928-bdaa-5309c917ace7 req-28bb7bf0-bd0f-4e61-9463-5489dc13657e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:29.780383 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-69b70eeb-88ac-4928-bdaa-5309c917ace7 req-28bb7bf0-bd0f-4e61-9463-5489dc13657e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0805719 Feb 16 14:23:29.827292 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-69b70eeb-88ac-4928-bdaa-5309c917ace7 req-ce9bddab-ae06-41a0-9453-4780a01fddcc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 Feb 16 14:23:29.851106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43380) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:29.964847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-c726342c-9a18-44ba-9052-1d1805b2bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:29.966289 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-c726342c-9a18-44ba-9052-1d1805b2bb6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 898 time: 0.2112072 Feb 16 14:23:30.044653 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f17f1e9f-172c-4fef-a4f3-bf365c247010 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/3a84d830-a453-48d6-ab12-8a613cf5e6ef HTTP/1.1" status: 200 len: 991 time: 0.1924188 Feb 16 14:23:30.074443 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-f0b086d2-53b3-49bb-bed4-e3d92b286145 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 999 time: 0.1018870 Feb 16 14:23:30.079369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '3a84d830-a453-48d6-ab12-8a613cf5e6ef', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'port_id': '2104e908-4181-4016-b66b-c1b6f420ed87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'mac_address': 'fa:16:3e:5d:7e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:23:28Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.083335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Checking router: e143c193-3d56-4123-bc6e-7ba3f1605ded for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:23:30.091524 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:23:30.092122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:23:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.135024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-f1950518-bf9a-4427-be93-dadc400000f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:30.136442 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-f1950518-bf9a-4427-be93-dadc400000f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 200 len: 835 time: 0.0564373 Feb 16 14:23:30.217499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-dd64dd6f-918d-410f-8979-2f78bed15f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:30.218892 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-dd64dd6f-918d-410f-8979-2f78bed15f07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded8e18d-8b66-4693-8a84-2f00fffc72ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761206 Feb 16 14:23:30.268469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:23:30.348164 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-35648533-72a0-4c03-84f2-6a5e1d040fa8 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229312 Feb 16 14:23:30.479085 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-59cf4390-10d9-4923-acfd-5524bc1101bd req-0bc427f3-ff77-4c86-a5d7-c036665e1ae7 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253591 Feb 16 14:23:30.623285 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '3a84d830-a453-48d6-ab12-8a613cf5e6ef', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'port_id': '2104e908-4181-4016-b66b-c1b6f420ed87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'mac_address': 'fa:16:3e:5d:7e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:23:28Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:23:30.627660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75a63c-884d-405b-b050-cf18fc4bb0cf None None] The sync data for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv is: [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '3a84d830-a453-48d6-ab12-8a613cf5e6ef', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.86', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'port_id': '2104e908-4181-4016-b66b-c1b6f420ed87', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'mac_address': 'fa:16:3e:5d:7e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:23:28Z', 'updated_at': '2022-02-16T14:23:28Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:23:30.814654 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead0692-37b5-40e1-8ba4-3cbe9603a2fc None None] New status for floating IP 3a84d830-a453-48d6-ab12-8a613cf5e6ef: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:23:31.048290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43384) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:23:31.257441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bceefdbf-c1bf-4fd0-bbe0-7517f30ad7a0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/3a84d830-a453-48d6-ab12-8a613cf5e6ef HTTP/1.1" status: 200 len: 993 time: 0.2077916 Feb 16 14:23:40.746782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1902167f-7999-4dc5-ad4f-0f25e62588dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:43.969039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-796e3e21-64bc-4b97-9e35-a9a59446f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:44.295454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:44.331207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:45.887515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:45.953568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:23:52.041752 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-e8eff2ae-9dbc-4aa2-8d14-a253a50e4028 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717432 Feb 16 14:23:52.182487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-34ca2875-2d49-4137-a246-75836c6afa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.183950 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-34ca2875-2d49-4137-a246-75836c6afa6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1099 time: 0.0728898 Feb 16 14:23:52.344483 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-2a5539c8-a6b2-4caa-9b95-7f567c2d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.345991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-2a5539c8-a6b2-4caa-9b95-7f567c2d2f8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 898 time: 0.1398425 Feb 16 14:23:52.450061 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-cdc8c961-567a-49b1-91e4-84fecadfdbb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 1001 time: 0.0980530 Feb 16 14:23:52.522416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-b556bed5-fd50-469c-be66-9d49b6615966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.523807 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-b556bed5-fd50-469c-be66-9d49b6615966 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 200 len: 835 time: 0.0675819 Feb 16 14:23:52.603532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-e1cb6727-fba2-42fd-aa49-366606e7aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:23:52.604887 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-e1cb6727-fba2-42fd-aa49-366606e7aed9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded8e18d-8b66-4693-8a84-2f00fffc72ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743556 Feb 16 14:23:52.615010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-961126fc-ce9c-473c-8482-ac607c6a42fd service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:23:52.615901 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-961126fc-ce9c-473c-8482-ac607c6a42fd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047979 Feb 16 14:23:52.749020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-728bc29b-877d-4e3d-850b-bd3b18068402 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264539 Feb 16 14:23:52.881381 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8c44609f-fd8f-4ab0-98be-90d9a7ce6797 req-66ee653e-1242-463f-992a-3b89e3b5f895 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260929 Feb 16 14:24:03.957277 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:24:10.745443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07eddb7b-77f5-4e1b-9d01-0bbba31dd78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:13.965119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-666619ee-49bf-48c9-b2bb-f7b047009798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:14.291571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:14.335530 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:15.890706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:15.937728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:34.312609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97251be-630f-489e-b7b5-f602b2527521 req-894b197a-69e7-4dc2-9ef7-41ffe06697cc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:34.313941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b97251be-630f-489e-b7b5-f602b2527521 req-894b197a-69e7-4dc2-9ef7-41ffe06697cc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0881793 Feb 16 14:24:34.359336 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b97251be-630f-489e-b7b5-f602b2527521 req-57147c1d-b4ef-4c37-b2c3-de7cf9553006 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389566 Feb 16 14:24:35.580198 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c6f6e-dc81-4dd2-b721-1656d83adcc2 req-495a219c-d00e-42a7-9aa0-b2504f68ffd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:35.581638 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fc5c6f6e-dc81-4dd2-b721-1656d83adcc2 req-495a219c-d00e-42a7-9aa0-b2504f68ffd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0915613 Feb 16 14:24:35.629257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fc5c6f6e-dc81-4dd2-b721-1656d83adcc2 req-393e0193-b110-402c-9706-aa3bdefce4d7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Feb 16 14:24:35.652655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43412) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:35.775719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-661c6298-06b1-4c07-9e86-46d61cc36022 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/3a84d830-a453-48d6-ab12-8a613cf5e6ef HTTP/1.1" status: 200 len: 993 time: 0.1219728 Feb 16 14:24:37.265272 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5fae8-c72b-43e2-b6e5-3416af6d07d6 req-58ab8b40-dc57-42c2-adc8-d278b84ed197 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:37.266780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9cd5fae8-c72b-43e2-b6e5-3416af6d07d6 req-58ab8b40-dc57-42c2-adc8-d278b84ed197 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0874012 Feb 16 14:24:37.316503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9cd5fae8-c72b-43e2-b6e5-3416af6d07d6 req-c681acbc-205a-4307-8864-3feaa369c719 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Feb 16 14:24:38.529313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cac2aa-614f-4d4d-87ac-c4f62e7e2ae4 req-3dfe2020-b7d6-4ab7-89ff-7e9b8286932b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:38.530842 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-88cac2aa-614f-4d4d-87ac-c4f62e7e2ae4 req-3dfe2020-b7d6-4ab7-89ff-7e9b8286932b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.0923698 Feb 16 14:24:38.576409 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-88cac2aa-614f-4d4d-87ac-c4f62e7e2ae4 req-fb0ddcec-8de4-49db-883e-697d03033eb3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377359 Feb 16 14:24:38.599740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43424) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:38.703937 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ba30e53e-2721-40d8-a1ed-4ec3a25dd775 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/3a84d830-a453-48d6-ab12-8a613cf5e6ef HTTP/1.1" status: 200 len: 993 time: 0.1030703 Feb 16 14:24:38.992214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43432) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:39.320609 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 38ce10ff-781a-4d6b-8814-07719b60c3e2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:24:39.320868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:39.509665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:39.510024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:39.640885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 38ce10ff-781a-4d6b-8814-07719b60c3e2 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:24:39.791017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:39.837578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=38ce10ff-781a-4d6b-8814-07719b60c3e2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:39.874173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.874534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.874875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.875216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.875539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.875862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.876187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.876504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.876824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.877138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.877452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.877765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:39.942793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:39.943015 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 3a84d830-a453-48d6-ab12-8a613cf5e6ef disassociated (deleted). External IP: 172.26.1.86, port: 2104e908-4181-4016-b66b-c1b6f420ed87. Feb 16 14:24:40.295095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router e143c193-3d56-4123-bc6e-7ba3f1605ded has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:24:40.474701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:24:40.485284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Sync routers for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:40.492719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:40.498061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:40.499017 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:40.552336 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-051191f2-fe2a-4c77-afe1-f99256e4ed81 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/floatingips/3a84d830-a453-48d6-ab12-8a613cf5e6ef HTTP/1.1" status: 204 len: 168 time: 1.5562496 Feb 16 14:24:40.552336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:24:40.594649 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87', 'status': 'completed', 'code': 200} Feb 16 14:24:40.678790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:40.692506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-3647679a-f972-4f19-824b-9dcb80262da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:40.693965 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-3647679a-f972-4f19-824b-9dcb80262da5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 1099 time: 0.0749607 Feb 16 14:24:40.827463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ee21adb7-4871-45cc-afb4-c4984eede5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:40.835539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-e0058100-3b4e-42a0-aec0-5bcff5296b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:40.837038 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-e0058100-3b4e-42a0-aec0-5bcff5296b38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 200 len: 898 time: 0.1367826 Feb 16 14:24:40.924949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-60ca1ad1-8236-4523-b84d-8d56060d9d06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 200 len: 217 time: 0.0797162 Feb 16 14:24:40.942872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c9399-15ef-4329-842f-51b3a59ce46d req-761bfa8e-23f5-4d7a-8684-797f7f044c94 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:40.943603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-929c9399-15ef-4329-842f-51b3a59ce46d req-761bfa8e-23f5-4d7a-8684-797f7f044c94 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:24:40.955929 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:24:40.964541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-929c9399-15ef-4329-842f-51b3a59ce46d req-761bfa8e-23f5-4d7a-8684-797f7f044c94 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:24:40.966517 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-929c9399-15ef-4329-842f-51b3a59ce46d req-761bfa8e-23f5-4d7a-8684-797f7f044c94 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.1096020 Feb 16 14:24:41.018703 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-098ce578-47f8-4ccb-b072-b452244e948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:41.020077 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-098ce578-47f8-4ccb-b072-b452244e948d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 200 len: 835 time: 0.0869250 Feb 16 14:24:41.023445 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-929c9399-15ef-4329-842f-51b3a59ce46d req-4bfc9b1e-3107-4f3a-978b-e2ebbe586f05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500340 Feb 16 14:24:41.043340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:41.047666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Checking router: e143c193-3d56-4123-bc6e-7ba3f1605ded for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:41.056192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:41.057155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:41.093998 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-3ec815b7-3dd3-4734-9eaf-40249d706c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:41.095491 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-3ec815b7-3dd3-4734-9eaf-40249d706c2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ded8e18d-8b66-4693-8a84-2f00fffc72ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692198 Feb 16 14:24:41.236778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:41.328331 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-a50ddbe9-e283-4e5f-9b47-709f4110ed9b service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252607 Feb 16 14:24:41.468731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5da291a9-3c72-4629-bc1e-c3834bedf190 req-70fb0f7c-0c00-4883-8c40-aa37641d7cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330683 Feb 16 14:24:41.565844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:41.571532 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e9da-9682-4647-b45e-6d71ea47d0c5 None None] The sync data for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv is: [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:23:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '5880492d-eca3-4e31-a5d4-056e4bc23493', 'name': '', 'network_id': 'ded8e18d-8b66-4693-8a84-2f00fffc72ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:61:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '82809a2b-260c-427c-8387-36e189c0810d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:11Z', 'updated_at': '2022-02-16T14:23:18Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '82809a2b-260c-427c-8387-36e189c0810d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:41.790290 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e5f26-3d25-4645-9462-dd5d0aa17851 None None] New status for floating IP 3a84d830-a453-48d6-ab12-8a613cf5e6ef: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:24:42.338392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8e505-1c66-4422-914b-c9698bdd49d7 req-dfb7d2e8-be2f-4a1b-8d25-df12b3fb405e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:42.339862 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adc8e505-1c66-4422-914b-c9698bdd49d7 req-dfb7d2e8-be2f-4a1b-8d25-df12b3fb405e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.2024610 Feb 16 14:24:42.385131 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adc8e505-1c66-4422-914b-c9698bdd49d7 req-91e2fc79-96e3-4c22-b0f8-0736bb7e8095 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Feb 16 14:24:42.804052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-b7aa251f-d6c2-40e0-aaa8-df67b28a145e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:42.804693 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-b7aa251f-d6c2-40e0-aaa8-df67b28a145e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:24:42.818251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-b7aa251f-d6c2-40e0-aaa8-df67b28a145e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:24:42.819342 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-b7aa251f-d6c2-40e0-aaa8-df67b28a145e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 946 time: 0.1071458 Feb 16 14:24:42.895850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 2104e908-4181-4016-b66b-c1b6f420ed87 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:24:42.896157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:43.159767 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 2104e908-4181-4016-b66b-c1b6f420ed87, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=2104e908-4181-4016-b66b-c1b6f420ed87,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:43.160122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:43.290844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 2104e908-4181-4016-b66b-c1b6f420ed87 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:24:43.436026 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:43.488412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=2104e908-4181-4016-b66b-c1b6f420ed87,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:43.533711 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.534029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.534537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.534827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.535143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.535463 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.535770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.536089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.536398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.536706 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.537021 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.537319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:43.548058 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d7b0383a-b48f-45e0-9091-750a9472f11b req-4dd2a262-70de-4115-98c8-094524ddd819 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=44e4c7fc-70d3-449c-87d0-65baf42f194f HTTP/1.1" status: 200 len: 210 time: 0.0511401 Feb 16 14:24:43.574776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] No DVR routers for this DVR port 2104e908-4181-4016-b66b-c1b6f420ed87 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:24:43.577348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:43.579859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'name': 'network-vif-deleted', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:24:43.595455 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-801a7c3c-fc8b-4c00-971a-087d21a4c9aa req-2a2e9adb-b4c3-4e2e-969a-3557547fcbd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "DELETE /v2.0/ports/2104e908-4181-4016-b66b-c1b6f420ed87 HTTP/1.1" status: 204 len: 173 time: 0.7706764 Feb 16 14:24:43.627102 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e4c7fc-70d3-449c-87d0-65baf42f194f', 'name': 'network-vif-deleted', 'tag': '2104e908-4181-4016-b66b-c1b6f420ed87', 'status': 'completed', 'code': 200} Feb 16 14:24:43.978313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbf12a5d-fdc9-449a-9302-ef7c7b0bc084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:44.287009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:44.338482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:44.652211 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43450) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:45.239207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:45.622019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 5880492d-eca3-4e31-a5d4-056e4bc23493 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:24:45.622390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:45.809665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 5880492d-eca3-4e31-a5d4-056e4bc23493, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5880492d-eca3-4e31-a5d4-056e4bc23493,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:45.810435 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:45.889668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:45.935171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 5880492d-eca3-4e31-a5d4-056e4bc23493 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:24:45.936191 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:46.381068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:46.420638 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2104e908-4181-4016-b66b-c1b6f420ed87 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:24:46.428474 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=5880492d-eca3-4e31-a5d4-056e4bc23493,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:46.457625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 2104e908-4181-4016-b66b-c1b6f420ed87 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:24:46.457945 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 2104e908-4181-4016-b66b-c1b6f420ed87 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:24:46.711666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.090571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router e143c193-3d56-4123-bc6e-7ba3f1605ded has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:24:47.297448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:24:47.309579 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Sync routers for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:47.314591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-20fdc77a-c752-404f-8297-fdafde245e45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/e143c193-3d56-4123-bc6e-7ba3f1605ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6609139 Feb 16 14:24:47.318110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43454) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:47.320490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:47.321104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:47.386989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting subnet 82809a2b-260c-427c-8387-36e189c0810d {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:24:47.390004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.444621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.537764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:47.652403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.727700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.767759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Subnet': ['ID=82809a2b-260c-427c-8387-36e189c0810d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:47.770113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.777297 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-32200797-9425-4ea5-93b5-6b479e081021 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/subnets/82809a2b-260c-427c-8387-36e189c0810d HTTP/1.1" status: 204 len: 168 time: 0.4578962 Feb 16 14:24:47.780375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43458) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:47.794020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21660a4c-09c5-4e3c-8f85-84d77c47950a None None] Network ded8e18d-8b66-4693-8a84-2f00fffc72ab requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:24:47.959649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:47.983311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:24:46Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:47.990067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Checking router: e143c193-3d56-4123-bc6e-7ba3f1605ded for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:48.002019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Routers {'e143c193-3d56-4123-bc6e-7ba3f1605ded'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:48.002422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['e143c193-3d56-4123-bc6e-7ba3f1605ded'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:48.145716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.156550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 3d126c81-7b6e-4835-b890-c88874cd8327 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:24:48.156885 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.166860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] DHCP port deletion for ded8e18d-8b66-4693-8a84-2f00fffc72ab request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:24:48.177050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Deleting port 68c54061-3539-43a1-9c87-32997e57a9c5 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:24:48.177412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.225138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] Set router e143c193-3d56-4123-bc6e-7ba3f1605ded gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:48.339892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 3d126c81-7b6e-4835-b890-c88874cd8327, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3d126c81-7b6e-4835-b890-c88874cd8327,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:48.340255 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.350991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 68c54061-3539-43a1-9c87-32997e57a9c5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:24:48.462188 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 3d126c81-7b6e-4835-b890-c88874cd8327 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:24:48.640968 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.692765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=3d126c81-7b6e-4835-b890-c88874cd8327,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:48.702144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] For port 68c54061-3539-43a1-9c87-32997e57a9c5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=68c54061-3539-43a1-9c87-32997e57a9c5,segment=NetworkSegment(34d0bb2a-44bd-4b49-b88f-19f7ceb14e44),segment_id=34d0bb2a-44bd-4b49-b88f-19f7ceb14e44)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:48.702548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.788465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.882137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Calling delete_port for 68c54061-3539-43a1-9c87-32997e57a9c5 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:24:48.960258 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.962596 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.970071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.987778 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:48.988310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Fanout notify agent at l3_agent the message router_deleted on router e143c193-3d56-4123-bc6e-7ba3f1605ded {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:24:49.005789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.006677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c83bed3b-d291-45fa-bfa0-7bd56d6f96a9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/routers/e143c193-3d56-4123-bc6e-7ba3f1605ded HTTP/1.1" status: 204 len: 168 time: 1.2254825 Feb 16 14:24:49.010842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43462) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:49.052667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.109637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Pushing event deleted for resources: {'Port': ['ID=68c54061-3539-43a1-9c87-32997e57a9c5,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:49.116244 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:24:46Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:49.118362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] No DVR routers for this DVR port 68c54061-3539-43a1-9c87-32997e57a9c5 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:24:49.125221 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.125560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.125882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.129605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71bf928-a793-4cc5-9e2d-c8ec302bbe5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:49.132678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0086a20-09ac-4c22-9b28-e792e586f6a1 None None] The sync data for ids ['e143c193-3d56-4123-bc6e-7ba3f1605ded'] in dv-neutron-828143-3-hyperv is: [{'id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1433986245', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:23:07Z', 'updated_at': '2022-02-16T14:24:46Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3d126c81-7b6e-4835-b890-c88874cd8327', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e143c193-3d56-4123-bc6e-7ba3f1605ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:23:08Z', 'updated_at': '2022-02-16T14:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:49.138022 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.273821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.305927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded8e18d-8b66-4693-8a84-2f00fffc72ab']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:49.318335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:49.318656 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d0bb2a-44bd-4b49-b88f-19f7ceb14e44') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:49.329909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.345907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.351984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:24:49.352356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:24:49.366599 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:24:49.451783 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.472970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.484036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Network': ['ID=ded8e18d-8b66-4693-8a84-2f00fffc72ab,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:49.493611 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a5d127e-397a-4a4e-982d-29ee6850d5c5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/networks/ded8e18d-8b66-4693-8a84-2f00fffc72ab HTTP/1.1" status: 204 len: 168 time: 0.4815028 Feb 16 14:24:49.496416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43466) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:49.566761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.597488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.775913 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.794833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829f25ed-1ac4-4fde-a35a-e2fd7b9afc93,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:49.805358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:49.806486 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-58276a72-c092-4a27-9afd-c151c29ee075 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/security-groups/829f25ed-1ac4-4fde-a35a-e2fd7b9afc93 HTTP/1.1" status: 204 len: 168 time: 0.3091297 Feb 16 14:24:50.086192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43474) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:50.091653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310035134', 'description': 'tempest-secgroup-smoke-310035134 description', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:50.098134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.102947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.105917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.111786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.124608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.144228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.148084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.150857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.156683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.224487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.229386 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.268583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9c979-2492-41ac-a88e-d24c241ff098,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:50.282141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.283496 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-10921643-f8ab-43c6-bf9e-8dee5339c61a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1962662 Feb 16 14:24:50.286576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5880492d-eca3-4e31-a5d4-056e4bc23493 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:24:50.287726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43478) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:50.293451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:50.299662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.303498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.307395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.313126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.328009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5880492d-eca3-4e31-a5d4-056e4bc23493 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:24:50.328351 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5880492d-eca3-4e31-a5d4-056e4bc23493 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:24:50.328755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d126c81-7b6e-4835-b890-c88874cd8327 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:24:50.330286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.361327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3d126c81-7b6e-4835-b890-c88874cd8327 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:24:50.361706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3d126c81-7b6e-4835-b890-c88874cd8327 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:24:50.389968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.395517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.424348 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e547a8-7637-4de8-8d3c-6fb4397aa92f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:50.433853 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.435089 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70a145ca-cfb2-4a68-804b-16101e31bf09 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463299 Feb 16 14:24:50.437969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43482) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:50.442921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:50.448818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.452724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.455576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.461249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.479446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.539073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.543521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.566185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cb8bdd-eaff-4912-ad73-e6bfc75c38e4,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:50.576135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.578290 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec52a6c9-ea31-4ea0-a2e3-93cc4a2f94b7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392467 Feb 16 14:24:50.580730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43486) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:50.587445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:50.593772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.597785 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.600746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.609660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.627240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.804923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.810939 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.833748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b7e197-884c-4d1f-b57c-56346a08e7a7,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:50.843393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.844583 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3501d0f4-1293-475b-8ccb-5b6778a6a570 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2624934 Feb 16 14:24:50.847371 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43490) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:50.852392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:50.858579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:50.862642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:50.865653 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:50.871624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:50.891200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.954876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.959310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.982916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544bffdb-84ae-455c-bdbd-fbddaecbbc68,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:50.991798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:50.993007 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-af683779-e8d9-4b6f-adc1-df1c7efa3aab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446970 Feb 16 14:24:50.995978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43494) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:51.001088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:51.007295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:51.011150 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:51.014020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:51.019832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:51.031579 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:24:51.038447 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.108003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.112978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.135684 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4374104-6ea6-4956-a39e-86debeda5816,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:51.146061 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.147353 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-edbeae3e-e116-404a-b035-10b69de40ab1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503608 Feb 16 14:24:51.151282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43498) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:51.156986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '0eb9c979-2492-41ac-a88e-d24c241ff098', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:51.163328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:51.167371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:51.170374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:51.176315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:51.189870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:24:51.199478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.271562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.276814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.300181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87534b3-e559-464d-9161-6856883a2526,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:51.310306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.311598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5579d601-21f8-4e08-90e5-b44bb8162189 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592922 Feb 16 14:24:51.314674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43502) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:51.320578 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'network': {'name': 'tempest-network-smoke--597062737', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:51.325893 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:51.330421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:network and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:51.333428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:51.339444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:51.350606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:51.354000 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.382982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:24:51.393555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.394082 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Added segment 6e0ad4d9-9b2c-4493-a471-170318ee6d46 of type vlan for network ad64ce49-4df2-46a9-aa13-da02c5e04769 Feb 16 14:24:51.420840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.451973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.457354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:51.457923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.556281 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404943 Feb 16 14:24:51.559770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43506) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:51.565291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'admin_state_up': True, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:51.565545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b2af8-6063-49c8-ad5c-3d616717749b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Network': ['ID=ad64ce49-4df2-46a9-aa13-da02c5e04769,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:51.574780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:51.579461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:router and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:51.581260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:24:51.582728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:51.589364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:51.601470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.602552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.618036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:51.887897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:52.191032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:52.219243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:52.355058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.181 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/73734f85-71db-4588-918a-cb468d6ee4ad) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:52.513930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:52.549688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:52.619305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:52.622088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:52.625977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:24:52.663085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=73734f85-71db-4588-918a-cb468d6ee4ad,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:53.160924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:53.519612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:53.722610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 72f6250b-1773-457b-8a08-102dedfb25c6 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:24:53.908813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:24:53.920094 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Sync routers for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:53.929643 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:53.930273 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:53.937707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:53.942168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-99acd36f-ec49-4451-98c7-9bae7d759fe7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3783104 Feb 16 14:24:53.942407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43510) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:53.984255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-68ae1a4d-bbd2-42d1-9995-0fac401da3d3 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=84053fc138e143579c00f6c6ddf8fd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381544 Feb 16 14:24:53.984586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43514) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:54.108335 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:54.111668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa4d44d-aa58-436d-ae5c-94b14e0622a4 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.113115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-baa4d44d-aa58-436d-ae5c-94b14e0622a4 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277127 Feb 16 14:24:54.116124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43518) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:54.154458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3ba6a82a-eca1-4f0c-9839-d415dd6ee01b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370893 Feb 16 14:24:54.157137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43522) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:54.163136 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2074086103', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:24:54.273506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:24:54.277646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:subnet and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:24:54.280832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:24:54.287031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:24:54.298079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:24:54.301738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.391577 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:52Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:54.396039 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Checking router: 72f6250b-1773-457b-8a08-102dedfb25c6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:54.396378 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Updating router 72f6250b-1773-457b-8a08-102dedfb25c6 port 73734f85-71db-4588-918a-cb468d6ee4ad binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:54.452669 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.519478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.598843 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Subnet': ['ID=b4f9808e-547b-4a3a-aa1e-1368c72c537b,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:54.607546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Checking segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:24:54.607887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network hostable DHCP agents. Network: ad64ce49-4df2-46a9-aa13-da02c5e04769, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:24:54.627515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:24:54.636092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ad64ce49-4df2-46a9-aa13-da02c5e04769) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:54.640379 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:54.640937 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.650654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749d457-c8ff-40e4-a20a-d637d021e779 None None] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:24:54.664736 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c54f34bc-a4ea-46a8-a425-eaa31b1d49fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5063238 Feb 16 14:24:54.667470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43526) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:24:54.815744 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.829720 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Transition to ACTIVE for port object 73734f85-71db-4588-918a-cb468d6ee4ad will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:54.839368 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.886796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ad64ce49-4df2-46a9-aa13-da02c5e04769', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:24:54.887754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.925777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Attempting to bind port 73734f85-71db-4588-918a-cb468d6ee4ad on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:24:54.926413 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Attempting to bind port 73734f85-71db-4588-918a-cb468d6ee4ad by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:24:54.926612 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Attempting to bind port 73734f85-71db-4588-918a-cb468d6ee4ad on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:24:54.930078 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Pushing event updated for resources: {'Port': ['ID=73734f85-71db-4588-918a-cb468d6ee4ad,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:54.939344 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.939678 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.940003 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.940323 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.940640 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.941149 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.941271 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.941568 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.941960 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.942317 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.942673 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.942979 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:24:54.947539 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:24:54.948689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:24:54.948689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:54.948689 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:24:54.949132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Bound port: 73734f85-71db-4588-918a-cb468d6ee4ad, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:24:54.949495 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.022251 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] For port 73734f85-71db-4588-918a-cb468d6ee4ad, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:24:55.025565 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] For port 73734f85-71db-4588-918a-cb468d6ee4ad, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73734f85-71db-4588-918a-cb468d6ee4ad,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:24:55.029826 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.059729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Allocated IP 172.20.0.2 (ad64ce49-4df2-46a9-aa13-da02c5e04769/b4f9808e-547b-4a3a-aa1e-1368c72c537b/67ccc0dc-144e-4e56-be1a-b806d6b1d4d1) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:55.111015 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:55.111712 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:55.173660 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2081-ba2b-4b95-9ba8-8af677ba7165 None None] Pushing event updated for resources: {'Port': ['ID=73734f85-71db-4588-918a-cb468d6ee4ad,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:55.264443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.274294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Transition to ACTIVE for port object 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:55.291703 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:55.294453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Transition to ACTIVE for port object 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:55.300917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.374192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:55.377616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:55.380194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:24:55.470662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Pushing event updated for resources: {'Port': ['ID=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:55.480304 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Attempting to bind port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:24:55.480678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Attempting to bind port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:24:55.481041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Attempting to bind port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 on network ad64ce49-4df2-46a9-aa13-da02c5e04769 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:24:55.486424 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:24:55.486800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Checking segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:24:55.487197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.487576 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Bound using segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:24:55.488032 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Bound port: 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:24:55.488399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.528193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.589514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:52Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:55.593429 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18f1e2-2823-449c-8d91-1fc3a0e91b66 None None] The sync data for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv is: [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:52Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:24:55.624850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] For port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:24:55.628202 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] For port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:24:55.632150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:55.716590 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d43fb7-b67c-4f22-9bf3-325eb712454a None None] Pushing event updated for resources: {'Port': ['ID=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:55.993721 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.1 (ad64ce49-4df2-46a9-aa13-da02c5e04769/b4f9808e-547b-4a3a-aa1e-1368c72c537b/08d4053c-2f6b-4683-8470-768b375bc6c4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:24:56.192325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.209168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 08d4053c-2f6b-4683-8470-768b375bc6c4 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:56.234626 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.313864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:56.317158 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:56.319940 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:24:56.357432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:56.361751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73734f85-71db-4588-918a-cb468d6ee4ad up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:24:56.396602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.447063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 73734f85-71db-4588-918a-cb468d6ee4ad completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:24:56.453687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73734f85-71db-4588-918a-cb468d6ee4ad triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:56.454303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.586194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.604318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 73734f85-71db-4588-918a-cb468d6ee4ad, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73734f85-71db-4588-918a-cb468d6ee4ad,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:56.608745 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.609606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:24:56.681702 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:56.730713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=73734f85-71db-4588-918a-cb468d6ee4ad,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:56.744366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:24:56.818254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38863e74-0e9b-4f51-b7e9-cb332bf5c797 None None] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:24:56.910610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Provisioning for port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:24:56.928129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Provisioning complete for port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:56.928388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.156560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.203643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] For port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:24:57.210107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.243730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.251932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.287158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6c86f-e758-44d6-b227-cc19d33852b8 None None] Pushing event updated for resources: {'Port': ['ID=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:57.367366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.374340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:57.436114 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Provisioning complete for port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:57.436653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.512376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:24:57.513673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:24:57.576730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Provisioning for port 08d4053c-2f6b-4683-8470-768b375bc6c4 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:24:57.583254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Provisioning complete for port 08d4053c-2f6b-4683-8470-768b375bc6c4 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:57.583703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.639830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e567bf33-ce09-4d44-97a8-49ac33154bb5 None None] Port 08d4053c-2f6b-4683-8470-768b375bc6c4 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:24:57.706595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 72f6250b-1773-457b-8a08-102dedfb25c6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:24:57.760802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-52b60cfa-b3b4-4842-8302-9d98b56e3b50 None None] Provisioning complete for port 08d4053c-2f6b-4683-8470-768b375bc6c4 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:57.761336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-52b60cfa-b3b4-4842-8302-9d98b56e3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:57.815988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-52b60cfa-b3b4-4842-8302-9d98b56e3b50 None None] Port 08d4053c-2f6b-4683-8470-768b375bc6c4 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:24:57.891679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:24:57.901927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Sync routers for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:24:57.910645 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d6dfa6af-e683-49bb-bd66-c62ec614df7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/72f6250b-1773-457b-8a08-102dedfb25c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2373736 Feb 16 14:24:57.912392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:57.913065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:58.071625 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-06f77d82-391b-4538-ab19-d2d4274c8985 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310035134&fields=id&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 267 time: 0.0400393 Feb 16 14:24:58.092025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:58.220344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-cc93338c-23df-4675-baaf-d56a05e8d735 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:24:58.220926 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-cc93338c-23df-4675-baaf-d56a05e8d735 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:24:58.241845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-cc93338c-23df-4675-baaf-d56a05e8d735 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:24:58.243195 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-cc93338c-23df-4675-baaf-d56a05e8d735 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 796 time: 0.1641452 Feb 16 14:24:58.259526 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-63608f5c-c0bf-4c41-8f2d-d1fa73ff3a51 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/quotas/84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 375 time: 0.0107272 Feb 16 14:24:58.324666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73734f85-71db-4588-918a-cb468d6ee4ad up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:24:58.347832 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-58cbe98d-4611-45e1-9bf0-a5c0764cbf8c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:24:58.364639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-58cbe98d-4611-45e1-9bf0-a5c0764cbf8c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:24:58.366039 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-58cbe98d-4611-45e1-9bf0-a5c0764cbf8c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005368 Feb 16 14:24:58.480986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 73734f85-71db-4588-918a-cb468d6ee4ad triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:58.481227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:58.509746 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-79d439ed-6123-4df4-b864-af81f815f026 service neutron] 10.222.0.105 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313541 Feb 16 14:24:58.607456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 2, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:58.616715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Checking router: 72f6250b-1773-457b-8a08-102dedfb25c6 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:24:58.617063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Updating router 72f6250b-1773-457b-8a08-102dedfb25c6 port 08d4053c-2f6b-4683-8470-768b375bc6c4 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:24:58.644098 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-512dcabc-d6b7-4012-8fe6-e472545fd013 service neutron] 10.222.0.105 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266279 Feb 16 14:24:58.665684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:24:58.716141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:58.832986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b815344-e759-4a0f-a029-b4abdc9ba456 req-8919297a-f524-40d4-9dfd-37fe382b9d48 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 210 time: 0.0556943 Feb 16 14:24:58.837774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:24:58.838245 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.169247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.181723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Transition to ACTIVE for port object 08d4053c-2f6b-4683-8470-768b375bc6c4 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:24:59.190460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.317269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da574-93a1-4edb-9821-6356f2635d8a None None] Pushing event updated for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:59.407922 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Attempting to bind port 08d4053c-2f6b-4683-8470-768b375bc6c4 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:24:59.408284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Attempting to bind port 08d4053c-2f6b-4683-8470-768b375bc6c4 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:24:59.408642 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Attempting to bind port 08d4053c-2f6b-4683-8470-768b375bc6c4 on network ad64ce49-4df2-46a9-aa13-da02c5e04769 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:24:59.414523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:24:59.414939 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Checking segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:24:59.415277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.415687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Bound using segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:24:59.416194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Bound port: 08d4053c-2f6b-4683-8470-768b375bc6c4, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:24:59.416627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.513486 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] For port 08d4053c-2f6b-4683-8470-768b375bc6c4, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:24:59.516583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] For port 08d4053c-2f6b-4683-8470-768b375bc6c4, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=08d4053c-2f6b-4683-8470-768b375bc6c4,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:24:59.522862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:24:59.600575 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:24:59.601227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:24:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:24:59.667786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760da574-93a1-4edb-9821-6356f2635d8a None None] Pushing event updated for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:24:59.788274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:24:59.927010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eeef3eea-ee53-45d0-adca-b9cae7d21da4 req-37a4b89f-1875-49a7-b067-35c776f56b8f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 210 time: 0.0417788 Feb 16 14:25:00.156364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:24:59Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:00.160360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1db8fd-051c-43de-af2a-d392f4e85b48 None None] The sync data for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv is: [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:24:59Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:00.329428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 08d4053c-2f6b-4683-8470-768b375bc6c4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:25:00.400180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 08d4053c-2f6b-4683-8470-768b375bc6c4 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:00.405339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 08d4053c-2f6b-4683-8470-768b375bc6c4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:00.405709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:00.527495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:00.561700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 08d4053c-2f6b-4683-8470-768b375bc6c4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=08d4053c-2f6b-4683-8470-768b375bc6c4,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:25:00.566652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:00.635621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:01.088454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-09bef080-ca46-465c-a768-967011b6ed9b req-3e13d070-22af-484a-81ae-25532ebbf0a3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 210 time: 0.0459766 Feb 16 14:25:02.238612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-4694e196-1460-457b-8e2b-85cdff38ee7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:02.239322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-4694e196-1460-457b-8e2b-85cdff38ee7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:25:02.245506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-eb7e1060-170a-44ab-ae2a-78e93673530e req-571bc033-1d12-4603-9c7a-6adc75dc2899 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 210 time: 0.0443528 Feb 16 14:25:02.251153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-4694e196-1460-457b-8e2b-85cdff38ee7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:25:02.252291 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-4694e196-1460-457b-8e2b-85cdff38ee7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 796 time: 0.2832794 Feb 16 14:25:02.292694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 08d4053c-2f6b-4683-8470-768b375bc6c4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:25:02.300644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-be03f007-2329-4555-a570-b19dfcb0184c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:25:02.316417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-be03f007-2329-4555-a570-b19dfcb0184c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:25:02.317536 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-be03f007-2329-4555-a570-b19dfcb0184c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 379 time: 0.0568564 Feb 16 14:25:02.326197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'port': {'device_id': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'admin_state_up': True, 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'security_groups': ['0eb9c979-2492-41ac-a88e-d24c241ff098']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:02.366888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 08d4053c-2f6b-4683-8470-768b375bc6c4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:02.367421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:02.466346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:25:02.476694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:25:02.488023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:25:02.491957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:02.656635 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.7 (ad64ce49-4df2-46a9-aa13-da02c5e04769/b4f9808e-547b-4a3a-aa1e-1368c72c537b/5fc5174d-d0ed-4dea-979b-cbdfadd564ab) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:02.846127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:02.862148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 5fc5174d-d0ed-4dea-979b-cbdfadd564ab will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:02.896994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:02.970962 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:02.974277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:02.978266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:25:03.011642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:03.048442 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:03.049047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.075507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-c53dffb7-65e0-4e76-9dfb-742b75010543 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530301 Feb 16 14:25:03.087515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Request body: {'port': {'device_id': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:03.203228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.208975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-81015db4-c393-4d95-b13b-4d49a6220f83 None None] Provisioning for port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:03.215958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-81015db4-c393-4d95-b13b-4d49a6220f83 None None] Provisioning complete for port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:03.216622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81015db4-c393-4d95-b13b-4d49a6220f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.277910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-81015db4-c393-4d95-b13b-4d49a6220f83 None None] Port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:25:03.445516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd30df-69a7-448d-a634-5b87afdc92f0 req-bb708567-9765-49e0-984e-0b1dbc493a99 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:03.447010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c8cd30df-69a7-448d-a634-5b87afdc92f0 req-bb708567-9765-49e0-984e-0b1dbc493a99 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 931 time: 0.0789945 Feb 16 14:25:03.566749 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc5174d-d0ed-4dea-979b-cbdfadd564ab {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:25:03.574550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.589528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Transition to ACTIVE for port object 5fc5174d-d0ed-4dea-979b-cbdfadd564ab will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:25:03.595243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.617917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c8cd30df-69a7-448d-a634-5b87afdc92f0 req-76b712a1-9e65-490d-be8c-4885dd63195b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645284 Feb 16 14:25:03.749425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:03.830840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Attempting to bind port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:25:03.831170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Attempting to bind port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:25:03.831522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Attempting to bind port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab on network ad64ce49-4df2-46a9-aa13-da02c5e04769 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:25:03.837367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab on network ad64ce49-4df2-46a9-aa13-da02c5e04769 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:25:03.837677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Attempting to bind port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab on network ad64ce49-4df2-46a9-aa13-da02c5e04769 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:25:03.842825 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:25:03.843174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Checking segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:25:03.843539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Bound using segment: {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:25:03.843949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Bound port: 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0ad4d9-9b2c-4493-a471-170318ee6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:25:03.844282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:03.932885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:25:03.935968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:25:03.939814 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:04.093297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.093904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:04.095312 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 1093 time: 1.0124235 Feb 16 14:25:04.095752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:25:04.120863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055ca26-6f96-4cb0-ad98-a30acfe416f0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:04.172777 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'status': 'completed', 'code': 200} Feb 16 14:25:04.214163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-0d551fe6-2d0f-4801-bb2b-6765be744b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.215643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-0d551fe6-2d0f-4801-bb2b-6765be744b6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1096 time: 0.0750701 Feb 16 14:25:04.293390 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-fa382a38-df37-4ea9-aac7-cc95d01655cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 217 time: 0.0713012 Feb 16 14:25:04.360007 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-44d18599-68bf-4730-a05b-4c3b10845ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.361310 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-44d18599-68bf-4730-a05b-4c3b10845ed2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0619924 Feb 16 14:25:04.441085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-55117fcc-8d06-4b2b-801b-d8d586fcda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.442567 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-55117fcc-8d06-4b2b-801b-d8d586fcda4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745382 Feb 16 14:25:04.582567 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-cdf83670-6f6f-4263-a526-e4b09edd83e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336379 Feb 16 14:25:04.714622 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b2644435-b784-4f85-94db-c58df4bdfa3e req-ccf5162c-8524-4d2a-8a78-fe86373c5ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257951 Feb 16 14:25:04.802471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b63281-16d1-4ab1-a2ec-10fd964c5c1b req-3ed3c7a3-3320-42ce-adef-3450be960c2b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.803923 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03b63281-16d1-4ab1-a2ec-10fd964c5c1b req-3ed3c7a3-3320-42ce-adef-3450be960c2b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 943 time: 0.0796967 Feb 16 14:25:04.829619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-c3dd897e-04b6-483d-88b1-4be434f10b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.831137 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-c3dd897e-04b6-483d-88b1-4be434f10b11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1096 time: 0.0715282 Feb 16 14:25:04.850674 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-03b63281-16d1-4ab1-a2ec-10fd964c5c1b req-da3f13c8-96cc-41bc-bdd6-de43440f2c5a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400059 Feb 16 14:25:04.962632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-db249aff-9c4f-4ef9-b96a-3b3f4ecd1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:04.963955 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-db249aff-9c4f-4ef9-b96a-3b3f4ecd1e23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.1260271 Feb 16 14:25:05.035534 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-502f6a5a-2bfe-4f8c-8d23-8103e641c7cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 217 time: 0.0645931 Feb 16 14:25:05.098421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-7ad57c1c-03e9-4bfc-91fd-241b134d58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.099851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-7ad57c1c-03e9-4bfc-91fd-241b134d58af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0590346 Feb 16 14:25:05.179909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-0ab5e3e6-34b0-4132-b5cd-942a08c29f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:05.181362 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-0ab5e3e6-34b0-4132-b5cd-942a08c29f80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748711 Feb 16 14:25:05.327708 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-32161801-373b-4cb0-8957-704e67c328bb service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400542 Feb 16 14:25:05.468475 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-eb1f7d26-280e-405a-8a3e-ba86bade6da1 req-49e413a8-5786-4324-b8cc-c883dbffcf4b service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338375 Feb 16 14:25:06.052510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337cf6c-ce35-4e6d-9651-4044d2013b0f req-65209690-6f33-4058-b198-7d62e865bc9d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:06.053969 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6337cf6c-ce35-4e6d-9651-4044d2013b0f req-65209690-6f33-4058-b198-7d62e865bc9d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 943 time: 0.0861187 Feb 16 14:25:06.105884 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6337cf6c-ce35-4e6d-9651-4044d2013b0f req-2d6fbe4f-5982-4bf7-bf8d-02fa15e95076 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Feb 16 14:25:07.300429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f383e-0bdd-476a-b0c1-0feef955f8f6 req-7cb96f9d-a48f-4d1e-83d7-7617505147d3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:07.301809 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db4f383e-0bdd-476a-b0c1-0feef955f8f6 req-7cb96f9d-a48f-4d1e-83d7-7617505147d3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 943 time: 0.0858297 Feb 16 14:25:07.350013 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-db4f383e-0bdd-476a-b0c1-0feef955f8f6 req-7b8c4a36-c23a-4de1-89e1-1ffcff4d24a7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Feb 16 14:25:08.514790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5fc5174d-d0ed-4dea-979b-cbdfadd564ab details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:25:08.659353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:25:08.673338 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'port_id': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'mac_address': 'fa:16:3e:04:50:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:25:08.675285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07411dae-361a-49c7-aabc-a35b7ec18677 req-0119515d-f7aa-491c-b22d-105429929bd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:08.676779 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07411dae-361a-49c7-aabc-a35b7ec18677 req-0119515d-f7aa-491c-b22d-105429929bd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 943 time: 0.2038720 Feb 16 14:25:08.721467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-07411dae-361a-49c7-aabc-a35b7ec18677 req-a74eabe4-fc9f-42dd-b34d-bf3ee23a6771 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 Feb 16 14:25:08.729686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:08.747120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc5174d-d0ed-4dea-979b-cbdfadd564ab {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:25:08.761923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:25:08.767371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:08.837871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:09.098135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['5fc5174d-d0ed-4dea-979b-cbdfadd564ab'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:25:09.986066 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff64d7-7995-4c87-b225-64c605f6a363 req-e52b3f57-ac27-4db8-a95f-b7f52e982724 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:09.987529 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4ff64d7-7995-4c87-b225-64c605f6a363 req-e52b3f57-ac27-4db8-a95f-b7f52e982724 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 944 time: 0.1471341 Feb 16 14:25:10.041571 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e4ff64d7-7995-4c87-b225-64c605f6a363 req-d6530c14-1c0c-4b4c-bde4-d84cbb606432 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478544 Feb 16 14:25:10.530740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5fc5174d-d0ed-4dea-979b-cbdfadd564ab up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:25:10.606648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:25:10.611669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:25:10.612035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:10.740880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:10.795089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3616ac4-216e-40e9-9927-d2b5ed5b9b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:10.801389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:25:10.814749 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:25:10.818812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:10.886115 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:10.900280 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'code': 200} Feb 16 14:25:11.177161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf1a6-5109-4743-a413-6bfccdbbfca8 req-470fc053-febc-48c5-8faa-8588ab479da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:11.178698 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a2cf1a6-5109-4743-a413-6bfccdbbfca8 req-470fc053-febc-48c5-8faa-8588ab479da8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.1151021 Feb 16 14:25:11.219367 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6a2cf1a6-5109-4743-a413-6bfccdbbfca8 req-673b53f4-3a64-40b7-9a80-6cb9c8319638 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 Feb 16 14:25:11.224099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dece529-a24a-4102-a953-a80820ad300c req-ae177c52-cc5c-40eb-8f09-b79e95f76670 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:11.225555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dece529-a24a-4102-a953-a80820ad300c req-ae177c52-cc5c-40eb-8f09-b79e95f76670 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0796821 Feb 16 14:25:11.269461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dece529-a24a-4102-a953-a80820ad300c req-f7d8a741-c2cd-4ebc-abef-b68519d8cc3b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381467 Feb 16 14:25:12.470466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc666d-4fb7-4d4b-a52c-a2bcd7b10e88 req-f277d6be-9b03-4b24-828f-4bded58ce344 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:12.471920 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dcc666d-4fb7-4d4b-a52c-a2bcd7b10e88 req-f277d6be-9b03-4b24-828f-4bded58ce344 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0911765 Feb 16 14:25:12.520721 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5dcc666d-4fb7-4d4b-a52c-a2bcd7b10e88 req-d82e836e-331b-4868-b07b-672c3c11347b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421724 Feb 16 14:25:13.722556 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567baae6-fb97-4738-b754-88ef1ad8100a req-19de744e-6e19-4a70-a712-941351dcff26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:13.724009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-567baae6-fb97-4738-b754-88ef1ad8100a req-19de744e-6e19-4a70-a712-941351dcff26 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0901916 Feb 16 14:25:13.773737 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-567baae6-fb97-4738-b754-88ef1ad8100a req-a01a2eed-d4b3-40d1-aba8-1093c4ae9667 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Feb 16 14:25:13.964080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651df4d-d57a-4859-a9da-c9c75049f5b0 req-f459486f-a7a2-4315-b9ba-c8403c6b2748 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:13.965565 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3651df4d-d57a-4859-a9da-c9c75049f5b0 req-f459486f-a7a2-4315-b9ba-c8403c6b2748 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0880859 Feb 16 14:25:13.974913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-006eb725-e727-470c-8301-bf3a527be997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.012232 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3651df4d-d57a-4859-a9da-c9c75049f5b0 req-d9780771-eb75-44da-8734-0df70f4c5817 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 Feb 16 14:25:14.035971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43606) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:25:14.105610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f2b1e-eb8e-46f5-9805-1167eaa843d4 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:14.107009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a65f2b1e-eb8e-46f5-9805-1167eaa843d4 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1093 time: 0.0700953 Feb 16 14:25:14.111303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43610) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:25:14.116263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:25:14.122478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:25:14.126480 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:floatingip and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:25:14.129303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:25:14.135111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:25:14.150921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.281070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.292101 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.339525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.428686 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.96 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/21451722-b6b5-4d00-bb4c-574bbfe8ecac) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:25:14.582470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.617593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:14.686981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:25:14.689763 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:25:14.693450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:25:14.722381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=21451722-b6b5-4d00-bb4c-574bbfe8ecac,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.215739 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.292437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.511891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.519283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.623240 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=21451722-b6b5-4d00-bb4c-574bbfe8ecac,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:25:15.639303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.813243 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 99fc7167-ab8b-4095-b75f-86aa5593174e associated. External IP: 172.26.1.96, port: 5fc5174d-d0ed-4dea-979b-cbdfadd564ab. Feb 16 14:25:15.892030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:15.944342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:16.178961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 72f6250b-1773-457b-8a08-102dedfb25c6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:25:16.359618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:25:16.370366 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Sync routers for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:25:16.381196 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:25:16.381778 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:25:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:16.385643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:16.443766 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3cbc9f65-eb13-48b5-bf55-bca18076380a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3289173 Feb 16 14:25:16.443766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:25:16.488328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'status': 'completed', 'code': 200} Feb 16 14:25:16.563335 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:25:16.586766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-df9d8589-16cc-4dd4-832d-3fde4e17795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:16.589094 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-df9d8589-16cc-4dd4-832d-3fde4e17795e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.0791535 Feb 16 14:25:16.619336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd430d-0f83-4f8f-b98b-31ea786b2775 req-11854467-7a75-4b7f-b728-864007f08c73 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:16.620837 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6bd430d-0f83-4f8f-b98b-31ea786b2775 req-11854467-7a75-4b7f-b728-864007f08c73 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0904810 Feb 16 14:25:16.666086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e6bd430d-0f83-4f8f-b98b-31ea786b2775 req-f22c4065-d4dc-48a4-890f-0a456af5b37c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394707 Feb 16 14:25:16.693403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43618) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:25:16.832742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-bcd2ff96-6ee5-4b81-9881-8a6bb050d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:16.834100 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-bcd2ff96-6ee5-4b81-9881-8a6bb050d4dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.2388442 Feb 16 14:25:16.940637 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-30d2f7b8-d39e-42af-bc57-946db24e7a53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 998 time: 0.0995629 Feb 16 14:25:16.950364 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1f2a5faa-4300-4ec6-b916-8ff7e6ad1c15 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/99fc7167-ab8b-4095-b75f-86aa5593174e HTTP/1.1" status: 200 len: 990 time: 0.2557013 Feb 16 14:25:16.975501 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '99fc7167-ab8b-4095-b75f-86aa5593174e', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.96', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'port_id': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'mac_address': 'fa:16:3e:04:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:15Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:16.980254 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Checking router: 72f6250b-1773-457b-8a08-102dedfb25c6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:25:16.989307 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:25:16.990097 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:25:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:17.007446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-196d0a2c-15dc-4f75-a040-01bf5575e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:17.008881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-196d0a2c-15dc-4f75-a040-01bf5575e204 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0611069 Feb 16 14:25:17.091044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-0d3f1b30-c218-4dcc-98b4-f9f9e63d6ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:17.092415 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-0d3f1b30-c218-4dcc-98b4-f9f9e63d6ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726602 Feb 16 14:25:17.163666 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:25:17.226237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-8b10bf39-e0cc-49f8-b171-50d42525d6a7 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253266 Feb 16 14:25:17.359483 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-ad78093e-a66f-4ab7-8e92-57cd030cf19f req-87143a3c-7cb6-4e65-b8f7-7a3e8487bbbc service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265342 Feb 16 14:25:17.522810 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '99fc7167-ab8b-4095-b75f-86aa5593174e', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.96', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'port_id': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'mac_address': 'fa:16:3e:04:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:15Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:25:17.527827 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca93af56-081e-4efd-acd0-c9692cedc8a9 None None] The sync data for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv is: [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '99fc7167-ab8b-4095-b75f-86aa5593174e', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.96', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'port_id': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'mac_address': 'fa:16:3e:04:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:25:15Z', 'updated_at': '2022-02-16T14:25:15Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:25:17.723286 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d58532-756b-407f-ae8c-dddc6b315e43 None None] New status for floating IP 99fc7167-ab8b-4095-b75f-86aa5593174e: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:25:17.954414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43622) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:25:17.964662 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:25:18.066952 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ceab6720-b12f-4afe-877d-09b98ef5be76 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/99fc7167-ab8b-4095-b75f-86aa5593174e HTTP/1.1" status: 200 len: 992 time: 0.1114681 Feb 16 14:25:40.743093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-69944689-9d84-40cf-ab85-5fab976f0bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:43.969183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ef40804a-94c5-4d37-9720-2bc0a4fdefea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:44.288653 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:44.342943 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:45.896003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:45.962111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:25:52.042550 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-6df7ce20-a910-49f6-845d-dff4781f7bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726357 Feb 16 14:25:52.198751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-d135eb7c-52d6-4c91-b1b6-181a4e7f67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.200185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-d135eb7c-52d6-4c91-b1b6-181a4e7f67d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.0753734 Feb 16 14:25:52.353584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-a8b44317-3092-47a2-8a99-11a61c09da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.355874 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-a8b44317-3092-47a2-8a99-11a61c09da73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.1369841 Feb 16 14:25:52.474182 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-916879fe-9640-4b5b-b31b-d6f58443fa33 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 1000 time: 0.1121631 Feb 16 14:25:52.540352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-9d00f7e4-6a95-45df-ae40-2b20c9b3256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.541649 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-9d00f7e4-6a95-45df-ae40-2b20c9b3256b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0614657 Feb 16 14:25:52.618261 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-85862d04-d51d-4308-bdf3-2a0029d45cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:25:52.619731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-85862d04-d51d-4308-bdf3-2a0029d45cde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721192 Feb 16 14:25:52.754833 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-402ed204-a054-47e7-8907-addd28d702b4 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289654 Feb 16 14:25:52.890255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a98e2a1-4f0d-4704-bdf7-5081fb8b36ce req-a646fa71-905f-48d6-960c-97fb473aeb61 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293566 Feb 16 14:25:54.953920 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:26:10.745662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fe091af7-c023-46f9-a72b-3bf1a724db35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:13.976227 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a3c89cfe-2548-435f-b785-d52e46b84d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:14.297490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:14.346732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:15.903927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:15.984586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:29.472637 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-4e671233-4760-4af4-8d2f-f706e19c463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:29.474155 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-4e671233-4760-4af4-8d2f-f706e19c463e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.0773230 Feb 16 14:26:29.504013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f22153-8e30-4716-8d9a-b1444fbd1b67 req-3b7461da-b006-45cd-b85d-24e23e6306ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:29.505606 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d8f22153-8e30-4716-8d9a-b1444fbd1b67 req-3b7461da-b006-45cd-b85d-24e23e6306ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0788779 Feb 16 14:26:29.549344 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d8f22153-8e30-4716-8d9a-b1444fbd1b67 req-7f5899b3-bbbf-40e4-9779-7fb805675486 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378246 Feb 16 14:26:29.605761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-b059bf66-6f26-4664-9c43-9227fd04ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:29.607117 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-b059bf66-6f26-4664-9c43-9227fd04ae49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.1262281 Feb 16 14:26:29.804140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-a5823c26-39a4-45e2-822c-3c622bc01b19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 1000 time: 0.1901157 Feb 16 14:26:29.866196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-f539dd46-748c-4116-8cfd-78cebbced2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:29.867600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-f539dd46-748c-4116-8cfd-78cebbced2c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0570357 Feb 16 14:26:29.953057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-819d6b07-1843-47ad-8723-39e00a1426c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:29.954554 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-819d6b07-1843-47ad-8723-39e00a1426c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803299 Feb 16 14:26:30.088462 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-72c0a0d7-3993-4151-a0ba-cca4ac2a7ffa service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274197 Feb 16 14:26:30.217304 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7d0a22a2-6567-4524-a410-ee90e430d3fa req-208c67d4-202a-40a0-86fc-43d696c0f75f service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220257 Feb 16 14:26:30.756295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5bcdd-f7d0-4aec-93c8-4c6fc0513317 req-73f2c629-3e38-44c5-8bca-3b7f5e22289d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:30.757798 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5a5bcdd-f7d0-4aec-93c8-4c6fc0513317 req-73f2c629-3e38-44c5-8bca-3b7f5e22289d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0898046 Feb 16 14:26:30.802931 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f5a5bcdd-f7d0-4aec-93c8-4c6fc0513317 req-35b64884-9a06-47fa-ae9e-31612ebc5005 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389869 Feb 16 14:26:31.953490 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:26:31.997368 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2508f0-d9a8-4749-8fba-50ccded43ac0 req-6f555a50-ff11-426d-b72d-f3adf85bf9a6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:31.998868 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af2508f0-d9a8-4749-8fba-50ccded43ac0 req-6f555a50-ff11-426d-b72d-f3adf85bf9a6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0805354 Feb 16 14:26:32.048786 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-af2508f0-d9a8-4749-8fba-50ccded43ac0 req-9c920e6d-71c7-4f73-8aa4-97eb814be2d6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Feb 16 14:26:33.260675 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cc8c7-4105-46fe-b644-03e7051ab0e2 req-66101053-2a6a-46ca-9b56-81fd4bf113e2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:33.262060 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b11cc8c7-4105-46fe-b644-03e7051ab0e2 req-66101053-2a6a-46ca-9b56-81fd4bf113e2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0910518 Feb 16 14:26:33.321182 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b11cc8c7-4105-46fe-b644-03e7051ab0e2 req-e8d46c45-56b8-4957-8c40-8cc1e99720aa tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531762 Feb 16 14:26:34.532100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f279c5-2ae5-4e1d-8402-f56af06dfd2b req-3fd46ac7-bfbe-4fde-b523-de4a69f4535d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:34.533590 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5f279c5-2ae5-4e1d-8402-f56af06dfd2b req-3fd46ac7-bfbe-4fde-b523-de4a69f4535d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0917904 Feb 16 14:26:34.589252 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c5f279c5-2ae5-4e1d-8402-f56af06dfd2b req-b19e43b3-fa58-42c6-8e37-57736d0b8bdc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497379 Feb 16 14:26:35.791497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f18b8-daf0-46ea-8f08-f8f0e764e483 req-e7bef632-e549-4c8a-9cbd-abb4b9938023 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:35.792925 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ee7f18b8-daf0-46ea-8f08-f8f0e764e483 req-e7bef632-e549-4c8a-9cbd-abb4b9938023 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0886793 Feb 16 14:26:35.839672 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ee7f18b8-daf0-46ea-8f08-f8f0e764e483 req-86bfe1c1-7dfc-4a60-85e3-7591836e79eb tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384765 Feb 16 14:26:37.048699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b1957-b2ce-4e92-be91-02bb6aa80789 req-9f290850-53d9-46c6-9c1e-1e789402ca57 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:37.050185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e8b1957-b2ce-4e92-be91-02bb6aa80789 req-9f290850-53d9-46c6-9c1e-1e789402ca57 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0909939 Feb 16 14:26:37.094205 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8e8b1957-b2ce-4e92-be91-02bb6aa80789 req-8d364e74-5a15-4cc2-860c-bb022ac14ea5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382211 Feb 16 14:26:38.302654 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65708b1-b011-4dc6-b519-8d0718127e4f req-9f05cdd4-2ae3-402f-a0bd-1ea979f286f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:38.304099 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c65708b1-b011-4dc6-b519-8d0718127e4f req-9f05cdd4-2ae3-402f-a0bd-1ea979f286f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0867050 Feb 16 14:26:38.351894 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c65708b1-b011-4dc6-b519-8d0718127e4f req-0c8c9269-582a-4987-844f-3d045aa64694 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388031 Feb 16 14:26:39.569143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51df562-7a58-4540-9526-826e12d5c4a8 req-4aac0b91-ef70-43c6-8560-4eff774b829d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:39.570591 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f51df562-7a58-4540-9526-826e12d5c4a8 req-4aac0b91-ef70-43c6-8560-4eff774b829d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0949354 Feb 16 14:26:39.619745 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f51df562-7a58-4540-9526-826e12d5c4a8 req-694998ff-f5de-426c-a737-2c2ac317d8a8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408442 Feb 16 14:26:40.739856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1ccba63-c398-4578-a4f1-8ed88333985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:40.829084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452c983-d712-4aa2-ac3f-c07b58ad3baf req-e25190d4-0789-4371-b826-a738106adc0b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:40.830559 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6452c983-d712-4aa2-ac3f-c07b58ad3baf req-e25190d4-0789-4371-b826-a738106adc0b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0905166 Feb 16 14:26:40.879340 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6452c983-d712-4aa2-ac3f-c07b58ad3baf req-87309a22-410d-428c-b2d6-354627da470d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425172 Feb 16 14:26:42.085152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58e0cc-ce5f-45ca-a620-56535e659754 req-66cdf545-9923-4046-be3d-e3953ac649d3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:42.086644 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e58e0cc-ce5f-45ca-a620-56535e659754 req-66cdf545-9923-4046-be3d-e3953ac649d3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0930700 Feb 16 14:26:42.133917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e58e0cc-ce5f-45ca-a620-56535e659754 req-3b98485f-61d3-4ee1-9b31-40f81f5df746 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415430 Feb 16 14:26:43.333959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91f781-6356-4242-8213-ab9130585fcb req-d0195d8a-ce66-45a9-b129-481342bdd459 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:43.335670 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b91f781-6356-4242-8213-ab9130585fcb req-d0195d8a-ce66-45a9-b129-481342bdd459 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0938098 Feb 16 14:26:43.383150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4b91f781-6356-4242-8213-ab9130585fcb req-0779d472-5b09-47f7-8250-bde52b3f43ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Feb 16 14:26:43.896991 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-5bf9bd98-f9c6-411b-b365-3bd219eed9ac req-dcc2f5a8-3bbe-47ba-a97d-ef546578c7a6 tempest-ServerDiskConfigTestJSON-1850761371 tempest-ServerDiskConfigTestJSON-1850761371-project] (87698) timed out ('10.222.0.26', 58380) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 14:26:43.970556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-265ca891-f6aa-4682-a53e-3f44b9b97b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:44.286395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:44.350394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:44.584328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902a4f8-2c84-4f10-9997-50be350273d8 req-1152ee9d-bb15-4ee1-a81f-6b702c7c12cd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:44.585673 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a902a4f8-2c84-4f10-9997-50be350273d8 req-1152ee9d-bb15-4ee1-a81f-6b702c7c12cd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0855994 Feb 16 14:26:44.629986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a902a4f8-2c84-4f10-9997-50be350273d8 req-3110a7d7-d0bd-43a2-9533-89552c945c6c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Feb 16 14:26:45.846618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6a74-127f-42b6-8368-53517847e4ea req-f0d33cc4-d59a-443a-8e0d-b1634220a9fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:45.848077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f94f6a74-127f-42b6-8368-53517847e4ea req-f0d33cc4-d59a-443a-8e0d-b1634220a9fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0934167 Feb 16 14:26:45.893635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f94f6a74-127f-42b6-8368-53517847e4ea req-6b85272c-f420-413a-89f1-fe0ecac711b5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Feb 16 14:26:45.901196 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:45.990918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:26:47.103364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9dc0c-5087-42cf-b3f0-efa5506b0cce req-1c384a53-a1e3-4eae-b9e2-c3a2c029285a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:47.104834 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14e9dc0c-5087-42cf-b3f0-efa5506b0cce req-1c384a53-a1e3-4eae-b9e2-c3a2c029285a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0930791 Feb 16 14:26:47.156578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-14e9dc0c-5087-42cf-b3f0-efa5506b0cce req-3283378d-d7d4-4354-bb8a-1596ae60e168 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Feb 16 14:26:47.186438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43696) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:26:47.292374 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9eda9538-d0dc-4e2b-9d98-6ae7726e18d5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/99fc7167-ab8b-4095-b75f-86aa5593174e HTTP/1.1" status: 200 len: 992 time: 0.1049342 Feb 16 14:26:54.056886 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-08d77d23-56e5-492d-a206-c9887631a267 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728774 Feb 16 14:26:54.206772 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-59a18d1e-865c-49c9-abde-e17b9a99536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:54.208192 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-59a18d1e-865c-49c9-abde-e17b9a99536d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.0741448 Feb 16 14:26:54.358141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-6098d16a-f08d-42c5-bbca-076f1c16e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:54.359605 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-6098d16a-f08d-42c5-bbca-076f1c16e263 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.1300919 Feb 16 14:26:54.463285 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-001c846a-9858-49b4-b4b4-25bf6d2aa8ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 1000 time: 0.0969656 Feb 16 14:26:54.524894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-3fd25c02-65fb-44f9-a8e2-98105143a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:54.526252 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-3fd25c02-65fb-44f9-a8e2-98105143a0d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0571311 Feb 16 14:26:54.604977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-d207ea91-9632-4d0d-8f08-ae34f7692fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:26:54.606373 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-d207ea91-9632-4d0d-8f08-ae34f7692fac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744126 Feb 16 14:26:54.740819 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-0c385c80-412c-4343-a9cb-71efd3e2f1ea service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272535 Feb 16 14:26:54.889725 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2e7bacc9-b8a1-453d-8bff-38484bb5a91e req-a8654cf4-d622-42a1-aa26-3517dca8b04b service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421931 Feb 16 14:27:08.954778 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:27:10.754240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9f886e6-1913-4108-9b43-93b3ca0f4f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:13.975860 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c866c0ca-16b7-4811-9286-c1a1c4f48297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:14.290877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:14.352816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:15.909198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:15.984519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:40.752241 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a52d0f87-8734-4010-b543-4134e603deb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:43.979605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-39c989c5-59fd-4d05-9299-47754b093807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.291601 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.359005 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.360528 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43728) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:44.564515 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 21451722-b6b5-4d00-bb4c-574bbfe8ecac {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:27:44.564748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.846681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.846918 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:44.968092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 21451722-b6b5-4d00-bb4c-574bbfe8ecac owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:27:45.125404 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:45.170945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=21451722-b6b5-4d00-bb4c-574bbfe8ecac,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:45.207383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.207729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.208064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.208395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.208737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.209056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.209370 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.209688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.210005 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.210352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.210656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.210971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:45.272640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:45.272975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 99fc7167-ab8b-4095-b75f-86aa5593174e disassociated (deleted). External IP: 172.26.1.96, port: 5fc5174d-d0ed-4dea-979b-cbdfadd564ab. Feb 16 14:27:45.632536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 72f6250b-1773-457b-8a08-102dedfb25c6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:27:45.828494 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:27:45.841253 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Sync routers for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:45.846163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:45.850328 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:27:45.850931 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:45.902953 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-456f1fb5-73bd-46e3-9764-db7c0393fa05 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/floatingips/99fc7167-ab8b-4095-b75f-86aa5593174e HTTP/1.1" status: 204 len: 168 time: 1.5412071 Feb 16 14:27:45.903906 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:27:45.917519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:46.004527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:46.021959 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'status': 'completed', 'code': 200} Feb 16 14:27:46.034857 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:27:46.052171 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:27:46.136047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a94a-c093-46ef-965b-795eaedc1844 req-9e408e18-bf54-437e-bd79-25c0e0fcd179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.137539 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-9e408e18-bf54-437e-bd79-25c0e0fcd179 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 1098 time: 0.0933084 Feb 16 14:27:46.274759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a94a-c093-46ef-965b-795eaedc1844 req-621830c9-731c-44af-814f-638ae5671346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.276560 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-621830c9-731c-44af-814f-638ae5671346 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 200 len: 897 time: 0.1319160 Feb 16 14:27:46.295603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992335c-8beb-4d69-92d8-b89ca361838e req-5f22900f-c461-4b73-bfa3-178c6bd5aafd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.296403 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-a992335c-8beb-4d69-92d8-b89ca361838e req-5f22900f-c461-4b73-bfa3-178c6bd5aafd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:27:46.313963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-a992335c-8beb-4d69-92d8-b89ca361838e req-5f22900f-c461-4b73-bfa3-178c6bd5aafd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:27:46.315368 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a992335c-8beb-4d69-92d8-b89ca361838e req-5f22900f-c461-4b73-bfa3-178c6bd5aafd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0976293 Feb 16 14:27:46.375309 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a992335c-8beb-4d69-92d8-b89ca361838e req-d7a99655-fd82-47d9-baaf-1b2516670f3b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532515 Feb 16 14:27:46.405099 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:46.409260 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Checking router: 72f6250b-1773-457b-8a08-102dedfb25c6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:46.417661 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:27:46.418283 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:46.450537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-58e57b82-1894-4a1c-bcba-eb6effce4bec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 200 len: 217 time: 0.1655498 Feb 16 14:27:46.515280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a94a-c093-46ef-965b-795eaedc1844 req-8ba2fb79-0741-49fc-ab6a-34ada25e916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.516750 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-8ba2fb79-0741-49fc-ab6a-34ada25e916d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 200 len: 835 time: 0.0601754 Feb 16 14:27:46.593548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a94a-c093-46ef-965b-795eaedc1844 req-9531fc42-1fe9-4252-8cde-045377342566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:46.593765 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:27:46.594958 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-9531fc42-1fe9-4252-8cde-045377342566 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad64ce49-4df2-46a9-aa13-da02c5e04769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712385 Feb 16 14:27:46.725870 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-aa1fda48-8604-4d4a-a16b-ac47539f5cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233797 Feb 16 14:27:46.858618 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f904a94a-c093-46ef-965b-795eaedc1844 req-4ef2a9a0-d0b0-499b-92c1-1c20051ed52b service neutron] 10.222.0.26 "GET /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253395 Feb 16 14:27:46.902772 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:46.906592 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3ded9-8f45-424a-86a1-19a8996c7c65 None None] The sync data for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv is: [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '08d4053c-2f6b-4683-8470-768b375bc6c4', 'name': '', 'network_id': 'ad64ce49-4df2-46a9-aa13-da02c5e04769', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:7f:fd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:55Z', 'updated_at': '2022-02-16T14:25:00Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'b4f9808e-547b-4a3a-aa1e-1368c72c537b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:47.132635 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f73d5b-2e4f-4324-88ee-3ef5803639f5 None None] New status for floating IP 99fc7167-ab8b-4095-b75f-86aa5593174e: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:27:47.595756 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b37f41-f361-4e9f-9980-1a1399abe1f4 req-1f2cbf5c-531f-4c8b-b4df-6da8adc942d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:47.597187 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1b37f41-f361-4e9f-9980-1a1399abe1f4 req-1f2cbf5c-531f-4c8b-b4df-6da8adc942d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0997231 Feb 16 14:27:47.642074 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c1b37f41-f361-4e9f-9980-1a1399abe1f4 req-fad40b43-0226-4ec0-a4aa-ef22787e7091 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=0eb9c979-2492-41ac-a88e-d24c241ff098&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389414 Feb 16 14:27:48.032484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-4f39a604-2ed7-4133-9be5-23060bf821fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:48.033162 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-4f39a604-2ed7-4133-9be5-23060bf821fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:27:48.045604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-4f39a604-2ed7-4133-9be5-23060bf821fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:27:48.046745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-4f39a604-2ed7-4133-9be5-23060bf821fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 945 time: 0.0983109 Feb 16 14:27:48.132847 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:27:48.133198 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:48.381166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:27:48.381509 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:48.512993 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 5fc5174d-d0ed-4dea-979b-cbdfadd564ab owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:27:48.666056 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:48.717297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=5fc5174d-d0ed-4dea-979b-cbdfadd564ab,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:48.788514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.788852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.789187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.789512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.789834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.790157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.790477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.790794 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.791109 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.791423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.791738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.792050 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:48.799899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] No DVR routers for this DVR port 5fc5174d-d0ed-4dea-979b-cbdfadd564ab on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:27:48.800055 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-61d5b42d-8b1a-463b-8b51-1a7286e95617 req-8d46a3dc-8520-4a5a-8192-25e91cf89f0e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=e047b05a-36f0-4c56-92bf-ac6ea1754631 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Feb 16 14:27:48.802285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:48.804887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'name': 'network-vif-deleted', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:27:48.822397 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5c700e8d-1a5d-4df2-b8d7-e986258c584f req-603ef81a-5c22-4e2f-9eec-722509b4baa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "DELETE /v2.0/ports/5fc5174d-d0ed-4dea-979b-cbdfadd564ab HTTP/1.1" status: 204 len: 173 time: 0.7694180 Feb 16 14:27:48.851501 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e047b05a-36f0-4c56-92bf-ac6ea1754631', 'name': 'network-vif-deleted', 'tag': '5fc5174d-d0ed-4dea-979b-cbdfadd564ab', 'status': 'completed', 'code': 200} Feb 16 14:27:49.904754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43750) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:50.608281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:50.971486 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 08d4053c-2f6b-4683-8470-768b375bc6c4 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:27:50.972192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.176468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 08d4053c-2f6b-4683-8470-768b375bc6c4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=08d4053c-2f6b-4683-8470-768b375bc6c4,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:27:51.176862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.301737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 08d4053c-2f6b-4683-8470-768b375bc6c4 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:27:51.375517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5fc5174d-d0ed-4dea-979b-cbdfadd564ab no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:27:51.409894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 5fc5174d-d0ed-4dea-979b-cbdfadd564ab {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:27:51.410265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 5fc5174d-d0ed-4dea-979b-cbdfadd564ab not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:27:51.745783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:51.804192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=08d4053c-2f6b-4683-8470-768b375bc6c4,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:52.078344 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:52.453557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 72f6250b-1773-457b-8a08-102dedfb25c6 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:27:52.659018 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:27:52.670281 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Sync routers for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:52.674640 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-794de170-d48d-4c44-b873-54168ed38996 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/72f6250b-1773-457b-8a08-102dedfb25c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684135 Feb 16 14:27:52.677655 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43754) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:52.682481 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:27:52.683145 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:52.744175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting subnet b4f9808e-547b-4a3a-aa1e-1368c72c537b {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:27:52.747236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:52.804933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:52.872038 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:27:52.889364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:52.965073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.103722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f9808e-547b-4a3a-aa1e-1368c72c537b,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:53.110758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.116662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f733766-7207-47c1-a46b-2194d50c9f41 None None] Network ad64ce49-4df2-46a9-aa13-da02c5e04769 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:27:53.123862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:53.134828 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9f99f2b5-f35a-4fa1-ac90-f20c44af1df0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/subnets/b4f9808e-547b-4a3a-aa1e-1368c72c537b HTTP/1.1" status: 204 len: 168 time: 0.4560008 Feb 16 14:27:53.159693 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:27:51Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:53.163662 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Checking router: 72f6250b-1773-457b-8a08-102dedfb25c6 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:53.171760 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Routers {'72f6250b-1773-457b-8a08-102dedfb25c6'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:27:53.172346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['72f6250b-1773-457b-8a08-102dedfb25c6'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:53.307824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.381127 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] Set router 72f6250b-1773-457b-8a08-102dedfb25c6 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:27:53.413249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] DHCP port deletion for ad64ce49-4df2-46a9-aa13-da02c5e04769 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:27:53.418144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Deleting port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:27:53.418562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.622759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.624167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] For port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,segment=NetworkSegment(6e0ad4d9-9b2c-4493-a471-170318ee6d46),segment_id=6e0ad4d9-9b2c-4493-a471-170318ee6d46)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:27:53.624568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.634819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 73734f85-71db-4588-918a-cb468d6ee4ad {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:27:53.635110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.663033 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:27:51Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:53.666916 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d977e5f-2ece-44da-9b4e-80ac34112609 None None] The sync data for ids ['72f6250b-1773-457b-8a08-102dedfb25c6'] in dv-neutron-828143-3-hyperv is: [{'id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1757916322', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181'}], 'enable_snat': True}, 'gw_port_id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:24:51Z', 'updated_at': '2022-02-16T14:27:51Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '73734f85-71db-4588-918a-cb468d6ee4ad', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f6250b-1773-457b-8a08-102dedfb25c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:24:52Z', 'updated_at': '2022-02-16T14:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:27:53.748540 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Calling delete_port for 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:27:53.813506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 73734f85-71db-4588-918a-cb468d6ee4ad, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=73734f85-71db-4588-918a-cb468d6ee4ad,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:27:53.813852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.823447 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:53.875440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] No DVR routers for this DVR port 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:27:53.878549 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Pushing event deleted for resources: {'Port': ['ID=67ccc0dc-144e-4e56-be1a-b806d6b1d4d1,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:53.890292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.890650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.890993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.891327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.891686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.892016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.892341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.892661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.892985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.893305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.893781 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.894104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca8c91a-4dfa-4bd2-9aee-275bcc566604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:27:53.936308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 73734f85-71db-4588-918a-cb468d6ee4ad owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:27:54.110042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.187069 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=73734f85-71db-4588-918a-cb468d6ee4ad,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:54.254262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.427030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.429424 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.438305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:27:54.455445 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.456075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Fanout notify agent at l3_agent the message router_deleted on router 72f6250b-1773-457b-8a08-102dedfb25c6 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:27:54.472511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.476350 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-60f5419c-2417-419e-9d26-fdac7c93f89c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/routers/72f6250b-1773-457b-8a08-102dedfb25c6 HTTP/1.1" status: 204 len: 168 time: 1.3488965 Feb 16 14:27:54.476657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43762) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:54.476807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:27:54.477066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 67ccc0dc-144e-4e56-be1a-b806d6b1d4d1 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:27:54.477453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 08d4053c-2f6b-4683-8470-768b375bc6c4 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:27:54.510997 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 08d4053c-2f6b-4683-8470-768b375bc6c4 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:27:54.511730 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 08d4053c-2f6b-4683-8470-768b375bc6c4 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:27:54.592095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.723372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.753774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad64ce49-4df2-46a9-aa13-da02c5e04769']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:54.766722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0ad4d9-9b2c-4493-a471-170318ee6d46') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:54.767012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0ad4d9-9b2c-4493-a471-170318ee6d46') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:54.778969 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.797233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.805636 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:27:54.806019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:27:54.820478 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:27:55.015991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.034689 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.045517 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Network': ['ID=ad64ce49-4df2-46a9-aa13-da02c5e04769,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.057185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4432754e-af18-4fd7-b75d-3082a05dcc52 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/networks/ad64ce49-4df2-46a9-aa13-da02c5e04769 HTTP/1.1" status: 204 len: 168 time: 0.5795336 Feb 16 14:27:55.060286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43766) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:55.134466 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.163570 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.236227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.254016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9c979-2492-41ac-a88e-d24c241ff098,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.267233 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.268349 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dd7521f3-863b-4e43-a24a-013c31710398 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/security-groups/0eb9c979-2492-41ac-a88e-d24c241ff098 HTTP/1.1" status: 204 len: 168 time: 0.2068689 Feb 16 14:27:55.674735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43774) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:55.680161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-484431721', 'description': 'tempest-secgroup-smoke-484431721 description', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.686908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:55.691462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:55.694589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:55.700294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:55.712970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.732141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:55.736289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:55.739244 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:55.744724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:55.815896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.824047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.867234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d32898-8e37-4c85-85cc-e2a4854db887,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:55.871266 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.872535 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3a8669d9-b370-492e-aecb-0d97b9bb44de tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1967027 Feb 16 14:27:55.875721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:55.880753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:55.886895 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:55.890826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:55.893725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:55.899543 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:55.918367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.980670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:55.984901 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.008268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc73906-fd40-4c85-84a9-4d613f737185,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.017390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.018588 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a8f0904e-83ba-4bc1-8dc2-f16690d7ba39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419582 Feb 16 14:27:56.021400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.026403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.032284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.036285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.039202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.044796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.062089 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.122822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.127923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.150799 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0abee4-eef4-45c2-ba5f-451b53771d10,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.160077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.161281 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2f94146b-018b-4be9-b73a-2cdefe3f1fd7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389363 Feb 16 14:27:56.164324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43786) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.169247 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.174872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.178759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.181556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.187600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.206265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.267143 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.273315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.307178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff11e408-d69a-4eee-abc5-fbd0cbcd8614,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.318477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.319841 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-909727c4-305b-4b6f-a3a2-b78be4cf3109 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1543930 Feb 16 14:27:56.323796 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43790) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.329218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.335623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.339890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.343351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.349877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73734f85-71db-4588-918a-cb468d6ee4ad no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:27:56.350397 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.367382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.387671 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 73734f85-71db-4588-918a-cb468d6ee4ad {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:27:56.388014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 73734f85-71db-4588-918a-cb468d6ee4ad not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:27:56.430460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.436313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.459336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff7f3b8-dc95-429f-9a21-c5fa76aeddc8,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.468917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.470427 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b6560d15-83f0-4a9c-937f-1ae800140c41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453364 Feb 16 14:27:56.474537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43794) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.479446 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.485554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.489892 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.494118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.500214 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.513556 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:27:56.520581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.587224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.593472 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.616898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ab452-e150-4ee6-ac97-b5932b16c144,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.625986 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.627339 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9ef4e1a4-8381-46b9-aab4-65fe8536cdba tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518340 Feb 16 14:27:56.630823 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43798) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.635781 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '55d32898-8e37-4c85-85cc-e2a4854db887', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.641599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.645427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.648307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.654030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.664728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:27:56.671419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.739264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.744124 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.768167 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2833ffb-9b46-4619-8946-e412ce6148a4,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:56.778493 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.779692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41ee9e9d-cfea-4fcb-a9ab-b1ab5f005196 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479416 Feb 16 14:27:56.783006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43802) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:56.788994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'network': {'name': 'tempest-network-smoke--452191723', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'port_security_enabled': True}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:56.794134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:56.798255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:network and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:56.801390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:56.806986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:56.819476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:56.823040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.851331 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:27:56.861440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.861816 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Added segment 56e5cb8a-425a-4469-9909-8f3506c898fe of type vlan for network 08c4398c-7dfe-4802-a81c-89220667ab42 Feb 16 14:27:56.896124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.927610 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:56.933259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:56.933830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.034289 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2500412 Feb 16 14:27:57.037163 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43806) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:57.042439 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'admin_state_up': True, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:57.043475 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a79a3c-7490-41bc-b81d-6a56988c7cd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Network': ['ID=08c4398c-7dfe-4802-a81c-89220667ab42,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:57.051770 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:57.055219 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 08c4398c-7dfe-4802-a81c-89220667ab42 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:27:57.055673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:router and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:57.058561 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:57.065220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:57.075913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.076931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.092023 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.386564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.712270 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.740903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:57.897688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.138 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/09f0befa-7350-4277-91aa-46fa731935b4) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:27:58.042630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:58.074094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:58.137915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:27:58.140723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:27:58.143111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:27:58.179664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=09f0befa-7350-4277-91aa-46fa731935b4,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:27:58.673703 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:59.030194 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:59.248531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 3e9bf269-6086-420c-b191-88a64402bce9 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:27:59.438631 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:27:59.448083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Sync routers for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:27:59.457628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:27:59.458306 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:59.469713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:59.471188 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fe51f1e7-24cf-428e-ad9a-1d4036ad97ee tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4330227 Feb 16 14:27:59.474525 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43810) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:59.515459 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-331cbc06-12ea-4aa8-8600-75d14f817e54 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=84053fc138e143579c00f6c6ddf8fd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397580 Feb 16 14:27:59.518137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43814) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:59.633561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:27:59.767128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b93ef4-971d-4925-847a-1da80168c4e0 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:27:59.768554 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-39b93ef4-971d-4925-847a-1da80168c4e0 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2494822 Feb 16 14:27:59.771605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43818) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:59.810309 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-35f11d72-2bad-42bc-a742-9c988d3f3f69 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372365 Feb 16 14:27:59.812898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43822) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:27:59.818436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-302877190', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:27:59.916682 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:27:58Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:27:59.920639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Checking router: 3e9bf269-6086-420c-b191-88a64402bce9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:27:59.920991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Updating router 3e9bf269-6086-420c-b191-88a64402bce9 port 09f0befa-7350-4277-91aa-46fa731935b4 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:27:59.928547 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:27:59.933008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:subnet and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:27:59.936406 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:27:59.942760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:27:59.956253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:27:59.961259 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:27:59.974624 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.182915 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.263505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Subnet': ['ID=269c3eea-bea8-4ecc-aa42-fc326eb92bcf,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:00.272367 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Checking segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:28:00.272722 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network hostable DHCP agents. Network: 08c4398c-7dfe-4802-a81c-89220667ab42, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:28:00.299956 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 08c4398c-7dfe-4802-a81c-89220667ab42 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:28:00.313510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 08c4398c-7dfe-4802-a81c-89220667ab42) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:00.317895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:00.318540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.329234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63361418-d4c5-4997-9bf6-74401c7e351d None None] Network 08c4398c-7dfe-4802-a81c-89220667ab42 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:28:00.344117 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3c958b41-ee93-44b0-a361-72f85844eb9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5275972 Feb 16 14:28:00.344207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43826) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:00.416333 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.441193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Transition to ACTIVE for port object 09f0befa-7350-4277-91aa-46fa731935b4 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:00.460767 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.582959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33d704-0f68-41b0-b5d4-421d7a90b4cd None None] Pushing event updated for resources: {'Port': ['ID=09f0befa-7350-4277-91aa-46fa731935b4,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:00.590533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Attempting to bind port 09f0befa-7350-4277-91aa-46fa731935b4 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:00.590961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Attempting to bind port 09f0befa-7350-4277-91aa-46fa731935b4 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:00.591299 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Attempting to bind port 09f0befa-7350-4277-91aa-46fa731935b4 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:28:00.604064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:28:00.604422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:28:00.604811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.605163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:28:00.605629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Bound port: 09f0befa-7350-4277-91aa-46fa731935b4, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:00.605987 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.692822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-08c4398c-7dfe-4802-a81c-89220667ab42', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:28:00.693707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.765501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] For port 09f0befa-7350-4277-91aa-46fa731935b4, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:28:00.782283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] For port 09f0befa-7350-4277-91aa-46fa731935b4, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=09f0befa-7350-4277-91aa-46fa731935b4,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:28:00.792906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:00.928405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:28:00.929175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:01.012542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33d704-0f68-41b0-b5d4-421d7a90b4cd None None] Pushing event updated for resources: {'Port': ['ID=09f0befa-7350-4277-91aa-46fa731935b4,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:01.034134 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Allocated IP 172.20.0.2 (08c4398c-7dfe-4802-a81c-89220667ab42/269c3eea-bea8-4ecc-aa42-fc326eb92bcf/ceb8e2db-1e32-4353-a1b8-fbedc15b9af3) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:01.045432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.199525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:28:01.595019 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.610594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Transition to ACTIVE for port object ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:01.633428 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Transition to ACTIVE for port object ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:01.642789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.706399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.1 (08c4398c-7dfe-4802-a81c-89220667ab42/269c3eea-bea8-4ecc-aa42-fc326eb92bcf/02879996-9c84-43cf-be77-294197cf61f5) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:01.712364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Network 08c4398c-7dfe-4802-a81c-89220667ab42 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:01.716504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:27:58Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:01.718707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:01.723443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:28:01.730701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9919c8a-41e7-4976-8905-a4f9f7f1dcf6 None None] The sync data for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv is: [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:27:58Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:01.760109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:01.825053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Attempting to bind port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:01.825417 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Attempting to bind port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:01.825777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Attempting to bind port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 on network 08c4398c-7dfe-4802-a81c-89220667ab42 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:28:01.831249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:28:01.831619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Checking segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:28:01.832011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.832439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Bound using segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:28:01.832898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Bound port: ceb8e2db-1e32-4353-a1b8-fbedc15b9af3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:01.833265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.883838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.901708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 02879996-9c84-43cf-be77-294197cf61f5 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:01.929193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:01.931354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] For port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:28:01.935805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] For port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:28:01.946283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.023416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 08c4398c-7dfe-4802-a81c-89220667ab42 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:02.024716 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:02.028491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:28:02.058083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420b103-2c1d-4e69-8dd0-b920528bc507 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:02.080974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:02.109465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.431331 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.481290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 09f0befa-7350-4277-91aa-46fa731935b4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:02.555542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 09f0befa-7350-4277-91aa-46fa731935b4 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:02.561664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 09f0befa-7350-4277-91aa-46fa731935b4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:02.562033 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.686481 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.705711 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 09f0befa-7350-4277-91aa-46fa731935b4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=09f0befa-7350-4277-91aa-46fa731935b4,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:02.709441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.710378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:02.827436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=09f0befa-7350-4277-91aa-46fa731935b4,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:02.840875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:02.872646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.877887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.993901 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:02.997393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:03.088789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6209b6db-db8d-4e98-a5ad-1a1f3abcfb42 None None] Network 08c4398c-7dfe-4802-a81c-89220667ab42 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:28:03.143589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 08c4398c-7dfe-4802-a81c-89220667ab42 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:03.145260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:03.221837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Provisioning for port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:03.236023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Provisioning complete for port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:03.236266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:03.464415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:03.477217 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 3e9bf269-6086-420c-b191-88a64402bce9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:28:03.505337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] For port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:03.511960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:03.589520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253f613-4b48-4422-b4e7-ce5e76da6413 None None] Pushing event updated for resources: {'Port': ['ID=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:03.671216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:28:03.684365 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Sync routers for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:03.685387 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a4fa69e-d4c7-4bee-9593-402e40b4960b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/3e9bf269-6086-420c-b191-88a64402bce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3397381 Feb 16 14:28:03.699643 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:28:03.701627 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:03.736812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Provisioning for port 02879996-9c84-43cf-be77-294197cf61f5 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:03.747015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Provisioning complete for port 02879996-9c84-43cf-be77-294197cf61f5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:03.747389 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:03.807192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Port 02879996-9c84-43cf-be77-294197cf61f5 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:28:03.818536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Provisioning complete for port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:03.818985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-11d60631-4f03-4c20-9a2d-fe28ec356636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:03.883359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-74f14207-310c-41c1-a5cf-0e3640360e9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:28:03.902812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-74f14207-310c-41c1-a5cf-0e3640360e9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:28:03.904379 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-74f14207-310c-41c1-a5cf-0e3640360e9f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-484431721&fields=id&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 267 time: 0.0651343 Feb 16 14:28:03.915616 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:28:04.079654 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-66a07696-aa31-4067-83e9-2a18d5ea83d1 None None] Provisioning complete for port 02879996-9c84-43cf-be77-294197cf61f5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:04.080152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-66a07696-aa31-4067-83e9-2a18d5ea83d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.110374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-e5d4b295-41f3-47ff-83d1-e0331dd902bc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:04.111125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-e5d4b295-41f3-47ff-83d1-e0331dd902bc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:28:04.132336 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-e5d4b295-41f3-47ff-83d1-e0331dd902bc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:28:04.136249 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-e5d4b295-41f3-47ff-83d1-e0331dd902bc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 796 time: 0.2228196 Feb 16 14:28:04.151658 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-87dc880a-a4e0-4943-9d6a-b900b3a82a88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/quotas/84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 375 time: 0.0097513 Feb 16 14:28:04.155930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-66a07696-aa31-4067-83e9-2a18d5ea83d1 None None] Port 02879996-9c84-43cf-be77-294197cf61f5 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:28:04.235681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-663a0032-efe3-4eb1-bcca-ca60475b1907 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:28:04.251559 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-663a0032-efe3-4eb1-bcca-ca60475b1907 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:28:04.252798 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-663a0032-efe3-4eb1-bcca-ca60475b1907 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932274 Feb 16 14:28:04.256264 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 2, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:04.260246 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Checking router: 3e9bf269-6086-420c-b191-88a64402bce9 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:04.260594 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Updating router 3e9bf269-6086-420c-b191-88a64402bce9 port 02879996-9c84-43cf-be77-294197cf61f5 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:28:04.280850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-90f1f15b-6f40-466f-834b-6b6e8efd3644 None None] Provisioning complete for port 02879996-9c84-43cf-be77-294197cf61f5 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:04.281216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90f1f15b-6f40-466f-834b-6b6e8efd3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.314780 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.335553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90f1f15b-6f40-466f-834b-6b6e8efd3644 None None] Port 02879996-9c84-43cf-be77-294197cf61f5 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:28:04.407455 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 09f0befa-7350-4277-91aa-46fa731935b4 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:04.409435 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-4ba2aec6-b38b-4981-b77e-612ead2f212d service neutron] 10.222.0.105 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396019 Feb 16 14:28:04.513216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 09f0befa-7350-4277-91aa-46fa731935b4 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:04.513465 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.545672 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-9f764f60-3c6e-4171-971f-a951f9cb19a0 service neutron] 10.222.0.105 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297886 Feb 16 14:28:04.629229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:04.674780 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.687878 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Transition to ACTIVE for port object 02879996-9c84-43cf-be77-294197cf61f5 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:04.696354 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.711743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:04.712107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:04.762423 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7e75b6b-e94b-4126-879f-643a92983a7c req-9d624dfc-2566-4231-ab0a-1691abda9833 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 210 time: 0.0511913 Feb 16 14:28:04.896665 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Pushing event updated for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:04.910497 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.910833 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.911318 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.911846 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.912163 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.912647 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.912965 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.913281 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.913597 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.913904 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.914371 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:04.914535 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:28:05.008388 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Attempting to bind port 02879996-9c84-43cf-be77-294197cf61f5 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:05.008757 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Attempting to bind port 02879996-9c84-43cf-be77-294197cf61f5 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:05.009310 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Attempting to bind port 02879996-9c84-43cf-be77-294197cf61f5 on network 08c4398c-7dfe-4802-a81c-89220667ab42 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:28:05.014835 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:28:05.015200 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Checking segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:28:05.015643 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.016002 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Bound using segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:28:05.016413 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Bound port: 02879996-9c84-43cf-be77-294197cf61f5, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:05.016769 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.115642 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] For port 02879996-9c84-43cf-be77-294197cf61f5, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:28:05.118871 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] For port 02879996-9c84-43cf-be77-294197cf61f5, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=02879996-9c84-43cf-be77-294197cf61f5,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:28:05.124475 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:05.204583 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:28:05.205225 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:27:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:05.262381 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617323f-d6e4-48c8-9860-2567f0f8293c None None] Pushing event updated for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:05.405176 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:28:05.731110 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:05Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:05.735056 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc77bd2-69b8-47c8-83b4-e0bc136ac898 None None] The sync data for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv is: [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:05Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:05.886171 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-67a6a7e4-790d-462d-95a0-e407497e0719 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:05.886975 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-67a6a7e4-790d-462d-95a0-e407497e0719 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:28:05.899988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-67a6a7e4-790d-462d-95a0-e407497e0719 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:28:05.901210 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-67a6a7e4-790d-462d-95a0-e407497e0719 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 796 time: 0.2073867 Feb 16 14:28:05.997813 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-c132bd81-dc76-4028-891e-64d818e01448 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:28:06.013258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-c132bd81-dc76-4028-891e-64d818e01448 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:28:06.014792 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-c132bd81-dc76-4028-891e-64d818e01448 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 379 time: 0.1052229 Feb 16 14:28:06.018762 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-234a3792-c0a4-46ab-a009-b7768a23f79e req-54a730a9-aabf-451e-8829-c9c5fed89944 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 210 time: 0.0501742 Feb 16 14:28:06.026271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'port': {'device_id': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'admin_state_up': True, 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'security_groups': ['55d32898-8e37-4c85-85cc-e2a4854db887']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:06.164907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:28:06.174633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:28:06.185409 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:28:06.189001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.361448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.3 (08c4398c-7dfe-4802-a81c-89220667ab42/269c3eea-bea8-4ecc-aa42-fc326eb92bcf/702d10bb-fb94-49bb-8acf-effdfe2c65fb) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:06.431813 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 02879996-9c84-43cf-be77-294197cf61f5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:06.501979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 02879996-9c84-43cf-be77-294197cf61f5 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:06.508683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 02879996-9c84-43cf-be77-294197cf61f5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:06.508683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.566311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.582431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 702d10bb-fb94-49bb-8acf-effdfe2c65fb will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:06.608450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.637418 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.672317 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 02879996-9c84-43cf-be77-294197cf61f5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=02879996-9c84-43cf-be77-294197cf61f5,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:06.677972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.685270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 08c4398c-7dfe-4802-a81c-89220667ab42 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:06.688460 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:06.692558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:28:06.727186 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.750788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:06.761032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:06.761828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.790143 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-522040d3-ce72-4d09-a9b2-bc64c3f5c737 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680957 Feb 16 14:28:06.801871 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Request body: {'port': {'device_id': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:06.920471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:06.937632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1e6ed78-98f7-4a6d-a86f-aac52013213b None None] Provisioning for port 702d10bb-fb94-49bb-8acf-effdfe2c65fb completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:06.943974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e1e6ed78-98f7-4a6d-a86f-aac52013213b None None] Provisioning complete for port 702d10bb-fb94-49bb-8acf-effdfe2c65fb triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:06.944848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ed78-98f7-4a6d-a86f-aac52013213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.003614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6ed78-98f7-4a6d-a86f-aac52013213b None None] Port 702d10bb-fb94-49bb-8acf-effdfe2c65fb cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:28:07.225192 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110cfb3-24f5-4d5f-9db4-b67af52c29d9 req-a2abbc3a-2ddf-4e9b-989d-fb5ec8fd7a21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.227350 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4110cfb3-24f5-4d5f-9db4-b67af52c29d9 req-a2abbc3a-2ddf-4e9b-989d-fb5ec8fd7a21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 931 time: 0.0943546 Feb 16 14:28:07.282422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4110cfb3-24f5-4d5f-9db4-b67af52c29d9 req-0084d033-bb66-4992-b841-b062a9f2dda7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480340 Feb 16 14:28:07.383323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702d10bb-fb94-49bb-8acf-effdfe2c65fb {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:28:07.390651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.404740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Transition to ACTIVE for port object 702d10bb-fb94-49bb-8acf-effdfe2c65fb will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:28:07.408564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.537502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.640519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Attempting to bind port 702d10bb-fb94-49bb-8acf-effdfe2c65fb on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:28:07.640843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Attempting to bind port 702d10bb-fb94-49bb-8acf-effdfe2c65fb by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:28:07.641148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Attempting to bind port 702d10bb-fb94-49bb-8acf-effdfe2c65fb on network 08c4398c-7dfe-4802-a81c-89220667ab42 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:28:07.645754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Port 702d10bb-fb94-49bb-8acf-effdfe2c65fb on network 08c4398c-7dfe-4802-a81c-89220667ab42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:28:07.646064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Attempting to bind port 702d10bb-fb94-49bb-8acf-effdfe2c65fb on network 08c4398c-7dfe-4802-a81c-89220667ab42 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:28:07.651370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:28:07.651694 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Checking segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:28:07.652064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Bound using segment: {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:28:07.652467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Bound port: 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e5cb8a-425a-4469-9909-8f3506c898fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:28:07.652808 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.748371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:28:07.751718 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:28:07.758715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.819205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.819803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:07.821221 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] 10.222.0.26 "PUT /v2.0/ports/702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1093 time: 1.0237381 Feb 16 14:28:07.821680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:28:07.849010 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5019236-a45a-426a-a21e-0e328721e715 service neutron] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:07.935855 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'status': 'completed', 'code': 200} Feb 16 14:28:07.945775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-62036e8c-5cf6-4eef-b3ec-9500237e38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:07.947531 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-62036e8c-5cf6-4eef-b3ec-9500237e38ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1096 time: 0.0863025 Feb 16 14:28:08.016403 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-efa36ab9-c759-4863-a52b-1e3457984e10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 217 time: 0.0620914 Feb 16 14:28:08.090191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-c9a8aca8-7e11-4188-8f94-021ba8b9c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.091598 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-c9a8aca8-7e11-4188-8f94-021ba8b9c5fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0689256 Feb 16 14:28:08.183145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-30adcfce-7e7f-4d8f-a85f-db5cb722ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.184618 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-30adcfce-7e7f-4d8f-a85f-db5cb722ea9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864909 Feb 16 14:28:08.321931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-1f8727f7-454f-411d-8e06-5519b54b93cf service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297922 Feb 16 14:28:08.407474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 02879996-9c84-43cf-be77-294197cf61f5 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:08.456231 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-4c1f9490-c590-4d95-b43a-4e4d110b5d41 req-483edcf5-a1a1-4a32-a563-fa2804894c7d service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284175 Feb 16 14:28:08.473383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5158-2caa-42c0-8fea-54b7154ba256 req-bdc3725b-fc25-4945-9a0c-48636d9f6aa4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.475090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-60dc5158-2caa-42c0-8fea-54b7154ba256 req-bdc3725b-fc25-4945-9a0c-48636d9f6aa4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 943 time: 0.0865173 Feb 16 14:28:08.479510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 02879996-9c84-43cf-be77-294197cf61f5 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:08.479878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:08.520751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-60dc5158-2caa-42c0-8fea-54b7154ba256 req-04cfeec2-5da1-4928-a8b7-5ae9eb7fc1fc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397880 Feb 16 14:28:08.575042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052607a-0f09-4eec-9717-144281304647 req-ef12f655-6b04-41fb-bbc9-0c6da15d102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.576407 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-ef12f655-6b04-41fb-bbc9-0c6da15d102f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1096 time: 0.0754359 Feb 16 14:28:08.706451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052607a-0f09-4eec-9717-144281304647 req-366dd2ed-4eba-4b29-892e-c668c223ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.708028 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-366dd2ed-4eba-4b29-892e-c668c223ebb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1249862 Feb 16 14:28:08.774174 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-5eae3bbd-2d49-456c-9346-d0cc835ec455 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 217 time: 0.0599856 Feb 16 14:28:08.841234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052607a-0f09-4eec-9717-144281304647 req-d8b9d0b6-e2aa-4bfc-a87a-9cfa2e3024d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.842582 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-d8b9d0b6-e2aa-4bfc-a87a-9cfa2e3024d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0622149 Feb 16 14:28:08.939202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052607a-0f09-4eec-9717-144281304647 req-4fa81f7b-9d05-442c-9bd0-50fcf4d04b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:08.940647 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-4fa81f7b-9d05-442c-9bd0-50fcf4d04b11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0916049 Feb 16 14:28:09.169157 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-5cbb67e3-3e6d-4ff0-93bd-3b1e89f3ff4a service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218263 Feb 16 14:28:09.304135 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9052607a-0f09-4eec-9717-144281304647 req-faa84439-c511-4806-a40a-595f0cad26de service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285703 Feb 16 14:28:09.738106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d202f4d-055c-4532-9240-696de7147fea req-8e7c78d9-61ad-4659-8bc6-42ef314604c6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:09.739658 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d202f4d-055c-4532-9240-696de7147fea req-8e7c78d9-61ad-4659-8bc6-42ef314604c6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 943 time: 0.0994475 Feb 16 14:28:09.783232 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d202f4d-055c-4532-9240-696de7147fea req-773ee51c-cc6b-42a1-a27d-e116e91e4040 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 Feb 16 14:28:10.751613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5186-be92-41c1-a8d5-3fd18dcb9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:10.974311 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01720cf3-eb23-4b4d-ae48-9f47a7889dc4 req-59170c6e-ac38-436c-afcf-1cb1fd4d08e9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:10.975878 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-01720cf3-eb23-4b4d-ae48-9f47a7889dc4 req-59170c6e-ac38-436c-afcf-1cb1fd4d08e9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 943 time: 0.0875432 Feb 16 14:28:11.019909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-01720cf3-eb23-4b4d-ae48-9f47a7889dc4 req-bbf6272a-ce88-4253-8ac1-58f2ee9f2730 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381460 Feb 16 14:28:11.440120 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:28:11.583089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:11.596589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'mac_address': 'fa:16:3e:8d:b1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:28:11.659914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:11.676949 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702d10bb-fb94-49bb-8acf-effdfe2c65fb {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:28:11.693660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:11.699672 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:11.765766 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:12.065060 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['702d10bb-fb94-49bb-8acf-effdfe2c65fb'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:28:12.219527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76a627-f331-44e1-aadc-5e6696d9df6a req-c2b00fda-1248-48c0-99b1-21800227993d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:12.220986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be76a627-f331-44e1-aadc-5e6696d9df6a req-c2b00fda-1248-48c0-99b1-21800227993d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 944 time: 0.0839798 Feb 16 14:28:12.267377 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be76a627-f331-44e1-aadc-5e6696d9df6a req-c8a7ce00-8880-4962-8d18-4d67f9527526 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Feb 16 14:28:13.453387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:28:13.468219 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531edf3-9eeb-4182-b2ab-a8632f8af3e0 req-60091649-5e5a-43a4-85bf-2b6a04c5efbc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.469685 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8531edf3-9eeb-4182-b2ab-a8632f8af3e0 req-60091649-5e5a-43a4-85bf-2b6a04c5efbc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 944 time: 0.0897756 Feb 16 14:28:13.517319 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8531edf3-9eeb-4182-b2ab-a8632f8af3e0 req-6795a5ba-870a-496b-b048-9173b03aa5a2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416422 Feb 16 14:28:13.524909 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 702d10bb-fb94-49bb-8acf-effdfe2c65fb completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:28:13.529777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 702d10bb-fb94-49bb-8acf-effdfe2c65fb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:28:13.530068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:13.646656 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:13.676875 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:28:13.686899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:28:13.691774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:13.727469 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'code': 200} Feb 16 14:28:13.760933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:13.960214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e21b9f-adad-4319-ae85-43b5ab18a91d req-2c223913-03f0-4f61-acfd-479411f9bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:13.961595 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57e21b9f-adad-4319-ae85-43b5ab18a91d req-2c223913-03f0-4f61-acfd-479411f9bc52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0777562 Feb 16 14:28:13.983611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-59c6a671-507c-4cb2-8a1f-7dec4243481e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:14.003880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-57e21b9f-adad-4319-ae85-43b5ab18a91d req-f35e3196-b3e9-45c7-b5cd-8ecbdbc5d671 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358319 Feb 16 14:28:14.301185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:14.360795 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:14.842496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976730ac-15ef-4288-bdc7-8385e456af2b req-3b800843-c3e0-4e23-9f9f-32c1cec9367d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:14.843862 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-976730ac-15ef-4288-bdc7-8385e456af2b req-3b800843-c3e0-4e23-9f9f-32c1cec9367d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.2042332 Feb 16 14:28:14.888611 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-976730ac-15ef-4288-bdc7-8385e456af2b req-d687f1df-b416-425a-ba6e-fa9aadc546bf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388720 Feb 16 14:28:15.913086 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:15.985067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.091792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bf08c-6b6e-4668-86bd-6c0100f7c3e8 req-2912d4b2-233c-4b10-aca4-ed3e6954c0fe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.093483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b61bf08c-6b6e-4668-86bd-6c0100f7c3e8 req-2912d4b2-233c-4b10-aca4-ed3e6954c0fe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0985372 Feb 16 14:28:16.140391 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b61bf08c-6b6e-4668-86bd-6c0100f7c3e8 req-0bc9a14d-1df4-423b-a5e5-589a26b46223 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388544 Feb 16 14:28:16.333269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670fa4d-e7a3-4e20-82ae-a9985ff86a98 req-cb81bcf0-d1f5-4746-8a34-ca374038e2f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.334986 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8670fa4d-e7a3-4e20-82ae-a9985ff86a98 req-cb81bcf0-d1f5-4746-8a34-ca374038e2f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0840659 Feb 16 14:28:16.387735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8670fa4d-e7a3-4e20-82ae-a9985ff86a98 req-02d2e4bf-ab27-4f1d-9b74-5c92544a43cf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Feb 16 14:28:16.413925 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43884) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:16.529429 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947a4fa-0740-4e9b-9927-978f199d5262 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:16.530979 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1947a4fa-0740-4e9b-9927-978f199d5262 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1093 time: 0.1160560 Feb 16 14:28:16.535284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43890) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:16.540064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:28:16.546058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:28:16.549943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:floatingip and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:28:16.552798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:28:16.559748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:28:16.579602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.722049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:16.859564 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.223 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/b3268e85-c748-4760-a275-8313f2e58815) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:28:17.007876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.037662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.101754 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:28:17.104614 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:28:17.108266 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:28:17.140145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=b3268e85-c748-4760-a275-8313f2e58815,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:17.529932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.608358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.937780 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:17.945841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:18.048392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=b3268e85-c748-4760-a275-8313f2e58815,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:28:18.071431 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:18.255404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP c976ce2f-5040-4c99-8101-24b3705fa623 associated. External IP: 172.26.1.223, port: 702d10bb-fb94-49bb-8acf-effdfe2c65fb. Feb 16 14:28:18.607622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 3e9bf269-6086-420c-b191-88a64402bce9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:28:18.799267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:28:18.811112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Sync routers for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:28:18.821390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:28:18.822146 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:28:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:18.826568 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:18.882376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c24a11cb-bde2-4d6e-a00d-4098c4381e7a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3460639 Feb 16 14:28:18.883035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:28:18.927308 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'status': 'completed', 'code': 200} Feb 16 14:28:19.019238 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd534-849b-4560-895b-2bce305ffe5d req-c1bcc271-65e6-48c6-8e0b-17687496168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.021471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-c1bcc271-65e6-48c6-8e0b-17687496168f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0723972 Feb 16 14:28:19.040787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:28:19.063759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690740bb-3cd7-4c57-aac6-484cb32cbe01 req-21d5bebe-7309-4c8b-a235-54dc799be87b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.065318 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-690740bb-3cd7-4c57-aac6-484cb32cbe01 req-21d5bebe-7309-4c8b-a235-54dc799be87b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0864730 Feb 16 14:28:19.119855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-690740bb-3cd7-4c57-aac6-484cb32cbe01 req-49f639a0-ec57-41b8-bebe-e3c0a32e836a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471604 Feb 16 14:28:19.134516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43898) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:19.154133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd534-849b-4560-895b-2bce305ffe5d req-40c3f8d6-394e-47e9-83b3-b215cb2e7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.155603 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-40c3f8d6-394e-47e9-83b3-b215cb2e7643 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1282504 Feb 16 14:28:19.242915 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-055b9465-c22f-43ff-926a-060408e7ef63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/c976ce2f-5040-4c99-8101-24b3705fa623 HTTP/1.1" status: 200 len: 991 time: 0.1059301 Feb 16 14:28:19.261956 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-34f60c8d-b864-4db1-b40d-fc323b268d4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 999 time: 0.0995839 Feb 16 14:28:19.325497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd534-849b-4560-895b-2bce305ffe5d req-e16c78ad-4ba4-44a1-8a2a-8545fb58f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.327122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-e16c78ad-4ba4-44a1-8a2a-8545fb58f4d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0590065 Feb 16 14:28:19.388606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'c976ce2f-5040-4c99-8101-24b3705fa623', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.223', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'mac_address': 'fa:16:3e:8d:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:17Z', 'updated_at': '2022-02-16T14:28:17Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:19.392453 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Checking router: 3e9bf269-6086-420c-b191-88a64402bce9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:28:19.401297 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:28:19.401899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:28:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:19.407029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dd534-849b-4560-895b-2bce305ffe5d req-fed04950-2a69-4d52-93ff-2e0c9662b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:19.408659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-fed04950-2a69-4d52-93ff-2e0c9662b6cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748959 Feb 16 14:28:19.540801 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-f06ea0a7-e72c-42c7-9a0d-33bfb1b9dd51 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255438 Feb 16 14:28:19.586394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:28:19.672337 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f54dd534-849b-4560-895b-2bce305ffe5d req-ba764a88-a0f0-47ee-aa1e-13d37f451cf2 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250896 Feb 16 14:28:19.950470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'c976ce2f-5040-4c99-8101-24b3705fa623', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.223', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'mac_address': 'fa:16:3e:8d:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:17Z', 'updated_at': '2022-02-16T14:28:17Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:28:19.954786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969fbc68-6a86-444b-b3f7-d488a7ba9f2e None None] The sync data for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv is: [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'c976ce2f-5040-4c99-8101-24b3705fa623', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.223', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'mac_address': 'fa:16:3e:8d:b1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:28:17Z', 'updated_at': '2022-02-16T14:28:17Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:28:20.144110 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c122c1-00de-49e7-87e7-f4abbb4ecc6b None None] New status for floating IP c976ce2f-5040-4c99-8101-24b3705fa623: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:28:20.245970 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 43902) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:20.356089 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-03e3f5a5-9520-453f-849d-e95a4336c68a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/c976ce2f-5040-4c99-8101-24b3705fa623 HTTP/1.1" status: 200 len: 991 time: 0.1073053 Feb 16 14:28:21.360393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43906) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:28:21.473480 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1face46b-2367-4e3a-9d67-dbf8bda2454f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/c976ce2f-5040-4c99-8101-24b3705fa623 HTTP/1.1" status: 200 len: 993 time: 0.1117091 Feb 16 14:28:23.025180 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:28:40.751398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d617286f-12a8-45e2-9f06-75a3fbb95e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:43.990190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-596fc5ee-eb41-4295-b7ea-05a7166da1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:44.292328 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:44.360658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:45.919497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:45.987899 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:28:54.050551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-4b4ca11d-d6a3-4fbf-970f-9749fbe11bf4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699973 Feb 16 14:28:54.197840 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-6eff9091-d1b4-4c79-b26e-d21bc56504a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.199308 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-6eff9091-d1b4-4c79-b26e-d21bc56504a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0769026 Feb 16 14:28:54.347187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-ede6d769-fed1-4021-9a11-2710510b3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.348516 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-ede6d769-fed1-4021-9a11-2710510b3c51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1268198 Feb 16 14:28:54.466232 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-ac26581c-0506-4a70-a224-859d1075f32e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1001 time: 0.1110613 Feb 16 14:28:54.624622 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-5d0d132d-a0cf-4942-be8b-b54bfa594d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.626062 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-5d0d132d-a0cf-4942-be8b-b54bfa594d88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.1535752 Feb 16 14:28:54.713540 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-ccb1a3fe-ba6c-48f9-ac9e-6452d234b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:28:54.715854 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-ccb1a3fe-ba6c-48f9-ac9e-6452d234b0fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824497 Feb 16 14:28:54.847611 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-446c7657-ba99-4595-be37-bc7919803ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260893 Feb 16 14:28:54.979880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f173449f-77c2-481c-83dd-34cbdb779f8f req-bf245cd4-a522-4ac5-b39a-06f9aaf36b5b service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261573 Feb 16 14:29:00.024522 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:29:10.751101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6ec81be4-c2d7-4775-9329-1143b9ecce5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:13.984130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d62d077c-99d5-4006-ad55-5a02e5521d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:14.302342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:14.362928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:15.930117 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:15.993520 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:30.951831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 43936) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:29:30.977516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34fc3-81be-44a7-ae86-a34c26a64311 req-5888d759-d9df-49f8-aee2-3d52bec89cc9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:30.979566 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4d34fc3-81be-44a7-ae86-a34c26a64311 req-5888d759-d9df-49f8-aee2-3d52bec89cc9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0864601 Feb 16 14:29:31.023665 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f4d34fc3-81be-44a7-ae86-a34c26a64311 req-096de79e-dd95-47f8-bfc3-8ca5619beb29 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384862 Feb 16 14:29:31.074827 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-13feb03e-ee9b-4493-a005-d59923e70d6e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1217635 Feb 16 14:29:32.310116 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-81a0f82b-3170-45ff-8efb-537b0d6f653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.312279 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-81a0f82b-3170-45ff-8efb-537b0d6f653b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0725124 Feb 16 14:29:32.341905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef7d47-9083-40a7-8953-21486b5eea6e req-97d6f4bd-75e4-4273-a329-f54b6553c038 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.343377 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ceef7d47-9083-40a7-8953-21486b5eea6e req-97d6f4bd-75e4-4273-a329-f54b6553c038 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.2056820 Feb 16 14:29:32.387620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ceef7d47-9083-40a7-8953-21486b5eea6e req-79a4b819-9879-45cb-a4b1-a7cc82dceaa8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 Feb 16 14:29:32.440134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-0cb09a04-c34b-4d8b-8b41-62bbe71135fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.441571 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-0cb09a04-c34b-4d8b-8b41-62bbe71135fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1231868 Feb 16 14:29:32.549868 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-f8e91b43-2c0a-477d-a4b8-70dca0972e4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1001 time: 0.1022213 Feb 16 14:29:32.610776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-633c7d2c-5134-42ef-a657-46aca4c11c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.612060 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-633c7d2c-5134-42ef-a657-46aca4c11c6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0568964 Feb 16 14:29:32.687485 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-fbfaad4e-314e-4aa0-9794-51d341a1c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:32.688893 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-fbfaad4e-314e-4aa0-9794-51d341a1c9cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712097 Feb 16 14:29:32.821144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-3c82a89e-5b68-435f-99fe-cc6224d02337 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253123 Feb 16 14:29:32.950364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-ae04e28e-8cc6-418d-b980-b9bd1de7392b service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233530 Feb 16 14:29:33.611390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a398c48-156f-4964-a66c-0242333ab65d req-21219a1c-e6ba-4bfc-9dc4-0ad7e59a1d1c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:33.613189 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a398c48-156f-4964-a66c-0242333ab65d req-21219a1c-e6ba-4bfc-9dc4-0ad7e59a1d1c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.1059000 Feb 16 14:29:33.671011 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a398c48-156f-4964-a66c-0242333ab65d req-2dc34ce7-7a8e-408d-b5de-ee27a160256f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514073 Feb 16 14:29:35.022727 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe209e4-b14a-433a-8a63-649c082872d5 req-83d6aa13-2de2-4620-91b1-fcda943ebbb9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:35.024253 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cfe209e4-b14a-433a-8a63-649c082872d5 req-83d6aa13-2de2-4620-91b1-fcda943ebbb9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0881994 Feb 16 14:29:35.069460 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cfe209e4-b14a-433a-8a63-649c082872d5 req-bce04560-4899-40d4-a937-be555bbc4caf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394785 Feb 16 14:29:36.273792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53944cfa-db2b-4f57-8818-2f6bb8a920a3 req-ac194675-cc7a-4188-89a0-eef575517720 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:36.275196 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53944cfa-db2b-4f57-8818-2f6bb8a920a3 req-ac194675-cc7a-4188-89a0-eef575517720 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0859942 Feb 16 14:29:36.335367 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53944cfa-db2b-4f57-8818-2f6bb8a920a3 req-cfa038c6-9c7d-4acf-9218-000abe4095e1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514379 Feb 16 14:29:37.028517 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:29:37.535965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e2a56-cfda-471d-b183-3ca44bb9e4a7 req-fec60eb8-fd49-47aa-a722-643a0202a91b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:37.537404 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d03e2a56-cfda-471d-b183-3ca44bb9e4a7 req-fec60eb8-fd49-47aa-a722-643a0202a91b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0899932 Feb 16 14:29:37.584505 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d03e2a56-cfda-471d-b183-3ca44bb9e4a7 req-9c5ce5de-870f-4d8b-bf65-e07c8dd44bfa tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386724 Feb 16 14:29:38.785229 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc787cd1-22ee-49fc-babe-cf72be5eee9c req-4ffadf24-aea0-46eb-b4dd-68cc5461997c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:38.786535 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc787cd1-22ee-49fc-babe-cf72be5eee9c req-4ffadf24-aea0-46eb-b4dd-68cc5461997c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0862303 Feb 16 14:29:38.833487 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dc787cd1-22ee-49fc-babe-cf72be5eee9c req-5683ccf1-8492-4d90-8762-5c6e47c9d538 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Feb 16 14:29:40.025917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cafdf-ecb2-4cbf-8d91-c46b7e02775b req-4585be0d-865e-454c-8abd-250047cab2a4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:40.027370 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c29cafdf-ecb2-4cbf-8d91-c46b7e02775b req-4585be0d-865e-454c-8abd-250047cab2a4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0813930 Feb 16 14:29:40.073740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c29cafdf-ecb2-4cbf-8d91-c46b7e02775b req-1c2bbbc2-40bb-48b3-a9ce-b7b4dfa2a051 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378401 Feb 16 14:29:40.751399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-056ada7e-9f2b-4101-8298-7c435394b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:41.302896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95894e7-2d4d-45ac-85f1-e94bfaa2e339 req-462642ef-a12c-4bef-b8cf-d21070f9befd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:41.304358 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95894e7-2d4d-45ac-85f1-e94bfaa2e339 req-462642ef-a12c-4bef-b8cf-d21070f9befd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0940273 Feb 16 14:29:41.348751 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c95894e7-2d4d-45ac-85f1-e94bfaa2e339 req-2b0670f6-4563-4c10-a198-3a48188f7775 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 Feb 16 14:29:42.539254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc5957-ded3-419b-b585-c7d83dcb5a28 req-ea9d4124-640f-4e88-b14e-a03cb6712c4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:42.540799 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8fc5957-ded3-419b-b585-c7d83dcb5a28 req-ea9d4124-640f-4e88-b14e-a03cb6712c4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0808091 Feb 16 14:29:42.598581 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8fc5957-ded3-419b-b585-c7d83dcb5a28 req-2db2c1cd-9ef1-4790-8df6-92a831d027fd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489717 Feb 16 14:29:43.811776 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c0d9-439b-4c39-9dc9-92741a0be94d req-a7c1ae35-56a2-4c9c-9955-65685793cd2c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:43.813296 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3872c0d9-439b-4c39-9dc9-92741a0be94d req-a7c1ae35-56a2-4c9c-9955-65685793cd2c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.1007099 Feb 16 14:29:43.877831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3872c0d9-439b-4c39-9dc9-92741a0be94d req-afa9578f-66a8-4177-aeda-5bb19603c583 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559978 Feb 16 14:29:43.989186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3fe94265-d6e6-4add-9ac2-91b76cb85237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:44.292556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:44.373961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:45.076224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49316c5a-261d-495b-bb33-2b2f211a40d6 req-9e904da8-3c20-46c6-bb21-af3a70763be4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:45.077639 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49316c5a-261d-495b-bb33-2b2f211a40d6 req-9e904da8-3c20-46c6-bb21-af3a70763be4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0864673 Feb 16 14:29:45.122027 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49316c5a-261d-495b-bb33-2b2f211a40d6 req-bd0d368a-ea1c-4302-8115-febd85bc9dbf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380032 Feb 16 14:29:45.929508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:46.000066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:46.325642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf52a0-b9fd-4a82-a578-661839604234 req-37ad85db-6491-4c9c-b36f-b1daad7fec1c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:46.327104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1cf52a0-b9fd-4a82-a578-661839604234 req-37ad85db-6491-4c9c-b36f-b1daad7fec1c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0934980 Feb 16 14:29:46.373803 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1cf52a0-b9fd-4a82-a578-661839604234 req-93b50bcc-1ad5-4a58-91ac-366ff711c333 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385101 Feb 16 14:29:47.571811 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a37ab5-39bf-4145-a4be-b01635002b45 req-4e814313-508e-4125-9ad2-4a6c78ac5728 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:47.573300 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28a37ab5-39bf-4145-a4be-b01635002b45 req-4e814313-508e-4125-9ad2-4a6c78ac5728 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0845106 Feb 16 14:29:47.621456 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28a37ab5-39bf-4145-a4be-b01635002b45 req-640e58e3-390c-4381-b07c-88884a932a92 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395925 Feb 16 14:29:48.831649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824011cb-1e53-4818-b524-28abb0f7d74f req-a481cb2e-fd9b-47aa-ab22-68cf884675a5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:48.833074 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-824011cb-1e53-4818-b524-28abb0f7d74f req-a481cb2e-fd9b-47aa-ab22-68cf884675a5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0876269 Feb 16 14:29:48.884385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-824011cb-1e53-4818-b524-28abb0f7d74f req-b018d69f-f663-46e1-8731-caf00bc7b226 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452821 Feb 16 14:29:49.688396 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-633747e1-266b-4d00-a38e-e43736664bbb service neutron] 10.222.0.26 "GET /v2.0/ports/702d10bb-fb94-49bb-8acf-effdfe2c65fb/bindings/hv-neutron-8281 HTTP/1.1" status: 200 len: 384 time: 0.0836289 Feb 16 14:29:49.994163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-38d70cd7-9e98-48fe-932a-08c495d00910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:49.995652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-38d70cd7-9e98-48fe-932a-08c495d00910 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 1098 time: 0.0758286 Feb 16 14:29:50.085822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63565599-ced8-4427-b0c7-16f04d8bdf54 req-69b2f29f-b999-4b7c-b7e7-4d1eee665e9e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.087481 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63565599-ced8-4427-b0c7-16f04d8bdf54 req-69b2f29f-b999-4b7c-b7e7-4d1eee665e9e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0815215 Feb 16 14:29:50.103974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-f4057003-a438-4ad7-b412-3a0de0e3ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.106070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-f4057003-a438-4ad7-b412-3a0de0e3ce66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0883429 Feb 16 14:29:50.132827 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63565599-ced8-4427-b0c7-16f04d8bdf54 req-96d5ac65-0dc2-4858-890a-01845b992993 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392632 Feb 16 14:29:50.253378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-9b020ba7-08e2-425c-8319-dae12db340bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.254725 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-9b020ba7-08e2-425c-8319-dae12db340bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1427960 Feb 16 14:29:50.451915 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-d8d92bbb-b793-43b3-a483-20a1c6168999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1001 time: 0.1910498 Feb 16 14:29:50.520941 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-488d4db5-bd78-4487-94da-1ce8785b3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.522330 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-488d4db5-bd78-4487-94da-1ce8785b3b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0648780 Feb 16 14:29:50.597907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950a2f-e246-437a-9721-0ccb0a56104c req-e6b73cba-d915-49a4-aff8-dba26adb4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:50.599411 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-e6b73cba-d915-49a4-aff8-dba26adb4859 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714259 Feb 16 14:29:50.732027 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-18bfb7d7-2342-4365-87ae-67122574bae8 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266546 Feb 16 14:29:50.872762 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-69950a2f-e246-437a-9721-0ccb0a56104c req-b48feb84-0852-4089-91f8-0ce8cc69ab73 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346929 Feb 16 14:29:51.341007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb6855-8189-4d01-ba99-8ffba0582d3e req-ec0943af-7717-42c2-9a58-229b0a84e31e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:51.342465 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79fb6855-8189-4d01-ba99-8ffba0582d3e req-ec0943af-7717-42c2-9a58-229b0a84e31e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0952616 Feb 16 14:29:51.392236 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79fb6855-8189-4d01-ba99-8ffba0582d3e req-158c1120-db1e-4979-970c-fbb3074d0747 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413673 Feb 16 14:29:51.993392 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:29:51.998090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:29:52.207341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:52.236181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:29:52.257322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:29:52.263429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'port_id': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'mac_address': 'fa:16:3e:8d:b1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:29:52.269078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:29:52.297427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:52.335851 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'code': 200} Feb 16 14:29:52.375470 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:52.397976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702d10bb-fb94-49bb-8acf-effdfe2c65fb {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:29:52.401720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:52.414421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.414680 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.415007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.415329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.415643 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.415961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.416280 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.416610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.416933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.417243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.417547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.417882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:29:52.426936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:29:52.432597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:52.500089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['702d10bb-fb94-49bb-8acf-effdfe2c65fb'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:29:52.548803 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:52.589605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acccd63-c38b-446b-96ca-ff1f141febc0 req-bf36e67c-782a-4d2c-bbb7-4e7858b1cace tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:52.591077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8acccd63-c38b-446b-96ca-ff1f141febc0 req-bf36e67c-782a-4d2c-bbb7-4e7858b1cace tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 944 time: 0.0803652 Feb 16 14:29:52.634721 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8acccd63-c38b-446b-96ca-ff1f141febc0 req-c079f756-49e8-4e8c-b507-6a2bd0b7a453 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Feb 16 14:29:53.844390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5057-91d1-4f12-9e76-b23163193c9e req-c30b58be-15c5-4db8-bbf0-81f341e6f161 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:53.845838 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-940a5057-91d1-4f12-9e76-b23163193c9e req-c30b58be-15c5-4db8-bbf0-81f341e6f161 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 944 time: 0.0960925 Feb 16 14:29:53.894119 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-940a5057-91d1-4f12-9e76-b23163193c9e req-b849b6ad-e03c-4cb8-86f0-b8a0040d0c8e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398161 Feb 16 14:29:54.000578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:29:54.069746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 702d10bb-fb94-49bb-8acf-effdfe2c65fb triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:29:54.070142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:54.193505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:54.226298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:29:54.230758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:29:54.303242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:29:54.336503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:29:54.390077 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'code': 200} Feb 16 14:29:55.102489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf830ca-8465-4e7e-a00e-d42512e9d958 req-a2666db0-403a-4ecd-826e-0357ea8a048c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.104718 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adf830ca-8465-4e7e-a00e-d42512e9d958 req-a2666db0-403a-4ecd-826e-0357ea8a048c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0932481 Feb 16 14:29:55.150970 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adf830ca-8465-4e7e-a00e-d42512e9d958 req-de54638e-421d-47ef-8891-04ef4a1b4556 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384688 Feb 16 14:29:55.473257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677434b-7391-4abf-a8f6-4f5452392bb4 req-50dd5aa6-8f2e-4288-8261-f4a58989325c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.474079 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-49b6c287-5053-4c91-adcc-58ace96b1870 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.474712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5677434b-7391-4abf-a8f6-4f5452392bb4 req-50dd5aa6-8f2e-4288-8261-f4a58989325c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0843444 Feb 16 14:29:55.474838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-49b6c287-5053-4c91-adcc-58ace96b1870 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:29:55.490696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-49b6c287-5053-4c91-adcc-58ace96b1870 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:29:55.491797 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-49b6c287-5053-4c91-adcc-58ace96b1870 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&tenant_id=84053fc138e143579c00f6c6ddf8fd7a&binding%3Ahost_id=hv-neutron-8281 HTTP/1.1" status: 200 len: 945 time: 0.1001258 Feb 16 14:29:55.519130 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5677434b-7391-4abf-a8f6-4f5452392bb4 req-979c3d61-59f9-4e11-9ed0-7959e78e1744 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386019 Feb 16 14:29:55.636397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-9a396c7b-6183-48fb-9128-b77da56ddb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.637839 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-9a396c7b-6183-48fb-9128-b77da56ddb83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0745425 Feb 16 14:29:55.709017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ae02-a3c1-46ae-b9c0-b2d55d5d7225 req-07174397-1d10-48b3-9793-f160073a41ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.710483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9f92ae02-a3c1-46ae-b9c0-b2d55d5d7225 req-07174397-1d10-48b3-9793-f160073a41ec tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0809855 Feb 16 14:29:55.759615 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9f92ae02-a3c1-46ae-b9c0-b2d55d5d7225 req-c5b86637-90f4-4dac-8163-8f0dc775db72 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426333 Feb 16 14:29:55.769805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-dfe2d451-f1b1-436e-9086-f8be40e24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.771290 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-dfe2d451-f1b1-436e-9086-f8be40e24e3e service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1277418 Feb 16 14:29:55.876144 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-4d651744-208b-4c7e-8889-b74be2e21e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1001 time: 0.0987105 Feb 16 14:29:55.943748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-e886bc38-60e3-4598-9e24-c328bfaa6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:55.945980 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-e886bc38-60e3-4598-9e24-c328bfaa6015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0636244 Feb 16 14:29:55.985012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.26', 58575) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:29:56.023777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-11bd40bf-35c2-4323-b8a8-f1b4dbcb6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.025188 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-11bd40bf-35c2-4323-b8a8-f1b4dbcb6507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732024 Feb 16 14:29:56.056704 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-3f29c2f4-d5a8-4884-abe6-0af201e8864d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705137 Feb 16 14:29:56.155351 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-0720ddd6-d571-43a1-b0ae-3fae23bbeb77 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230648 Feb 16 14:29:56.285314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-298247d1-1bc1-48de-af9d-a45202fb61c4 req-a4f8be3e-3639-4867-833f-47f0a2256ca0 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 Feb 16 14:29:56.443979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-5578f43e-e05b-4b89-916a-078e2cea885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.445430 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-5578f43e-e05b-4b89-916a-078e2cea885f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.0751863 Feb 16 14:29:56.590682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-ba2fd672-b357-4c8d-987c-12732ca3410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.592126 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-ba2fd672-b357-4c8d-987c-12732ca3410e service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1269934 Feb 16 14:29:56.803725 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-fefab882-d96f-4c8d-93b3-7a8944be11be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 1001 time: 0.2047853 Feb 16 14:29:56.869516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-b4b06136-ac85-4147-9170-79890c9f7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.871140 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-b4b06136-ac85-4147-9170-79890c9f7870 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0584297 Feb 16 14:29:56.952007 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6e866-1a32-41eb-9f4d-c4e5b53fd3c6 req-ad373ea0-4d1c-43a2-8bc3-7b22164e8b31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.953891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73b6e866-1a32-41eb-9f4d-c4e5b53fd3c6 req-ad373ea0-4d1c-43a2-8bc3-7b22164e8b31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0849323 Feb 16 14:29:56.963191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-d07f1472-c7ae-4a88-9ddc-c1694ab6d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:29:56.964751 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-d07f1472-c7ae-4a88-9ddc-c1694ab6d432 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877168 Feb 16 14:29:57.005371 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73b6e866-1a32-41eb-9f4d-c4e5b53fd3c6 req-5a81670d-036a-43d5-8a51-efc0f9cdeaf2 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 16 14:29:57.028878 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44024) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:29:57.096699 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-54d7265e-d4fd-4c6b-83f1-396558d4838c service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259005 Feb 16 14:29:57.233737 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-573a16e2-c47d-4d9e-80ce-266f9b7322ca service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308558 Feb 16 14:29:57.249250 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-57e0ae75-b6aa-4a0a-8e1d-5e91b85f60a1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/c976ce2f-5040-4c99-8101-24b3705fa623 HTTP/1.1" status: 200 len: 993 time: 0.2143133 Feb 16 14:30:10.756035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-752f461c-db5d-405a-bbd9-af7c10e5d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:13.995839 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-571c215d-61f9-4925-b170-838dceba8129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:14.028148 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:30:14.293604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:14.373692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:15.941052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:16.033003 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:40.760501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a17b580b-868d-4470-a70d-b7f13ad50c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:43.990569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-337f91f9-c1c9-4b40-a016-71763f5e7a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:44.297179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:44.375409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:45.932292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:46.029104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:51.032784 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:30:52.287766 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44052) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:30:52.495204 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port b3268e85-c748-4760-a275-8313f2e58815 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:30:52.495508 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:52.671620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:52.671895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:52.794382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for b3268e85-c748-4760-a275-8313f2e58815 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:30:52.946959 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:52.992808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=b3268e85-c748-4760-a275-8313f2e58815,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:53.029427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.029772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.030105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.030453 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.030782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.031100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.031413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.031729 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.032040 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.032352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.032664 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.032948 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:53.097717 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:53.098021 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP c976ce2f-5040-4c99-8101-24b3705fa623 disassociated (deleted). External IP: 172.26.1.223, port: 702d10bb-fb94-49bb-8acf-effdfe2c65fb. Feb 16 14:30:53.462977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 3e9bf269-6086-420c-b191-88a64402bce9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:30:53.767463 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:30:53.778012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Sync routers for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:30:53.790885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:30:53.791475 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:53.791600 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:53.846499 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dd998144-ee5e-46cf-8cb5-0bd4d4701cd9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/floatingips/c976ce2f-5040-4c99-8101-24b3705fa623 HTTP/1.1" status: 204 len: 168 time: 1.5573983 Feb 16 14:30:53.847096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:30:53.892881 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'status': 'completed', 'code': 200} Feb 16 14:30:53.983744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:30:54.043064 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-1ae01d8a-816a-4b4b-97f1-6bb4c7811015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:54.044446 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-1ae01d8a-816a-4b4b-97f1-6bb4c7811015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 1098 time: 0.1299913 Feb 16 14:30:54.187636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-d1adca28-752c-4e0f-9720-9d4331c81b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:54.189102 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-d1adca28-752c-4e0f-9720-9d4331c81b56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 200 len: 897 time: 0.1367128 Feb 16 14:30:54.261010 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-ddc4df93-322c-43bf-8821-766dfc408fad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 200 len: 217 time: 0.0645649 Feb 16 14:30:54.305549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490e590-0082-4df9-9eea-487c9930d1ed req-1e0bfbb6-3aa7-46a6-b1a5-744bbac92f7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:54.306132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0490e590-0082-4df9-9eea-487c9930d1ed req-1e0bfbb6-3aa7-46a6-b1a5-744bbac92f7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:30:54.323505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0490e590-0082-4df9-9eea-487c9930d1ed req-1e0bfbb6-3aa7-46a6-b1a5-744bbac92f7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:30:54.324407 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-f1c414c3-718e-4a73-ad70-3ff670b699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:54.324758 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0490e590-0082-4df9-9eea-487c9930d1ed req-1e0bfbb6-3aa7-46a6-b1a5-744bbac92f7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.1714747 Feb 16 14:30:54.325839 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-f1c414c3-718e-4a73-ad70-3ff670b699fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 200 len: 834 time: 0.0587137 Feb 16 14:30:54.355064 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:54.359260 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Checking router: 3e9bf269-6086-420c-b191-88a64402bce9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:30:54.368052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:30:54.369188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:54.374118 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0490e590-0082-4df9-9eea-487c9930d1ed req-3a7e3061-1b44-45c0-afcb-a6ae838f442e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419769 Feb 16 14:30:54.409283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-4e62ce29-778e-42dd-b690-010411d663bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:54.410785 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-4e62ce29-778e-42dd-b690-010411d663bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c4398c-7dfe-4802-a81c-89220667ab42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777657 Feb 16 14:30:54.543357 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-a1e1cdbf-d16c-4ad6-94dc-f55aed80bcd4 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257241 Feb 16 14:30:54.548720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:30:54.675167 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0f38114e-10ae-41fd-8831-44cfd28f70c9 req-77c7f0d5-eca3-4d9a-a0df-ed75ad8e4df0 service neutron] 10.222.0.26 "GET /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251230 Feb 16 14:30:54.871650 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:30:54.876336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03539dfc-da96-41c3-aad6-9c9be4d9709a None None] The sync data for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv is: [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '02879996-9c84-43cf-be77-294197cf61f5', 'name': '', 'network_id': '08c4398c-7dfe-4802-a81c-89220667ab42', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4f:27:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:28:01Z', 'updated_at': '2022-02-16T14:28:06Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '269c3eea-bea8-4ecc-aa42-fc326eb92bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:30:55.096152 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcf5d5c-c3ca-4dd2-bba2-8d69b2924fb6 None None] New status for floating IP c976ce2f-5040-4c99-8101-24b3705fa623: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:30:55.616746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad2166-cd52-496c-8b56-a63886862ba6 req-1864d993-1b40-4b57-b2f3-922ab5c96b41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:55.618242 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ebad2166-cd52-496c-8b56-a63886862ba6 req-1864d993-1b40-4b57-b2f3-922ab5c96b41 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.1242695 Feb 16 14:30:55.663121 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ebad2166-cd52-496c-8b56-a63886862ba6 req-f7c420a8-212a-4b87-b79d-eca2e58d040d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=55d32898-8e37-4c85-85cc-e2a4854db887&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381813 Feb 16 14:30:55.915314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-cd5d0509-0361-463f-960c-6b8a0f71bd73 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:55.916700 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-cd5d0509-0361-463f-960c-6b8a0f71bd73 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Feb 16 14:30:55.986841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 702d10bb-fb94-49bb-8acf-effdfe2c65fb {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:30:55.987146 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:56.259148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 702d10bb-fb94-49bb-8acf-effdfe2c65fb, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=702d10bb-fb94-49bb-8acf-effdfe2c65fb,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:30:56.259425 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:56.482191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 702d10bb-fb94-49bb-8acf-effdfe2c65fb owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:30:56.631454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:56.690681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=702d10bb-fb94-49bb-8acf-effdfe2c65fb,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:56.728478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.728820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.729155 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.729471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.729795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.730113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.730482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.730820 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.731134 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.731450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.731762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.732075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:30:56.774609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] No DVR routers for this DVR port 702d10bb-fb94-49bb-8acf-effdfe2c65fb on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:30:56.777400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:56.780243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-deleted', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:30:56.800440 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-72b7c3af-5dbe-4fe2-a534-6482a719bd4c req-1eaf318d-2960-4fe9-a7f3-7866c0b89c1a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "DELETE /v2.0/ports/702d10bb-fb94-49bb-8acf-effdfe2c65fb HTTP/1.1" status: 204 len: 173 time: 0.8778400 Feb 16 14:30:56.838997 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c99a9ee-1d7e-4428-8841-3272271951d9', 'name': 'network-vif-deleted', 'tag': '702d10bb-fb94-49bb-8acf-effdfe2c65fb', 'status': 'completed', 'code': 200} Feb 16 14:30:56.975295 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f9071e17-e7b3-4eb0-ac28-aaf4f1dddab5 req-afc48a23-2a95-45b9-b6fd-70d720d61b5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 210 time: 0.0468872 Feb 16 14:30:57.021760 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-80970f18-e890-4ced-ac99-c698082d95e7 req-ed9d057d-c09b-47d9-8ccc-9eaad05ca1eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c99a9ee-1d7e-4428-8841-3272271951d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0441127 Feb 16 14:30:57.132804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-80970f18-e890-4ced-ac99-c698082d95e7 req-b8d5335c-3ec5-4afa-9064-71dbd7ec45e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=6c99a9ee-1d7e-4428-8841-3272271951d9 HTTP/1.1" status: 200 len: 210 time: 0.0410094 Feb 16 14:30:57.291014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970f18-e890-4ced-ac99-c698082d95e7 req-27375feb-c39d-404f-b290-2797255c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:57.292363 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-80970f18-e890-4ced-ac99-c698082d95e7 req-27375feb-c39d-404f-b290-2797255c2969 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1396778 Feb 16 14:30:57.429686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80970f18-e890-4ced-ac99-c698082d95e7 req-55e41723-d10f-4980-9343-d4fd5e9d3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:30:57.431176 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-80970f18-e890-4ced-ac99-c698082d95e7 req-55e41723-d10f-4980-9343-d4fd5e9d3ee1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333365 Feb 16 14:30:58.077870 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44082) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:30:58.647967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:59.105866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 02879996-9c84-43cf-be77-294197cf61f5 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:30:59.106644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:59.289933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 02879996-9c84-43cf-be77-294197cf61f5, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=02879996-9c84-43cf-be77-294197cf61f5,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:30:59.290170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:59.413722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 02879996-9c84-43cf-be77-294197cf61f5 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:30:59.612107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:30:59.660571 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=02879996-9c84-43cf-be77-294197cf61f5,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:30:59.933950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.299006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:31:00.335721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 702d10bb-fb94-49bb-8acf-effdfe2c65fb {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:31:00.336056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 702d10bb-fb94-49bb-8acf-effdfe2c65fb not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:31:00.419324 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router 3e9bf269-6086-420c-b191-88a64402bce9 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:31:00.610100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:31:00.619912 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Sync routers for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:00.622840 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7a037393-b62e-4268-ab29-a7ca5b00be31 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/3e9bf269-6086-420c-b191-88a64402bce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5438614 Feb 16 14:31:00.625679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44088) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:00.629386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:00.629982 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:00.690914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting subnet 269c3eea-bea8-4ecc-aa42-fc326eb92bcf {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:31:00.693914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.748535 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.817930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:00.834118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.907837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.948315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Subnet': ['ID=269c3eea-bea8-4ecc-aa42-fc326eb92bcf,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:00.950319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:00.957309 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e71f06e0-e37c-437a-bccc-c66e4f485de3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/subnets/269c3eea-bea8-4ecc-aa42-fc326eb92bcf HTTP/1.1" status: 204 len: 168 time: 0.3306031 Feb 16 14:31:00.960079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44092) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:00.989699 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95ec4b5-bc70-4e16-afc1-441d0f3f0670 None None] Network 08c4398c-7dfe-4802-a81c-89220667ab42 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:31:01.140442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:01.316775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': '09f0befa-7350-4277-91aa-46fa731935b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:30:59Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '09f0befa-7350-4277-91aa-46fa731935b4', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:87:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bf269-6086-420c-b191-88a64402bce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:01.326274 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Checking router: 3e9bf269-6086-420c-b191-88a64402bce9 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:01.330704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:01.339547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Routers {'3e9bf269-6086-420c-b191-88a64402bce9'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:01.340397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['3e9bf269-6086-420c-b191-88a64402bce9'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:01.342438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 09f0befa-7350-4277-91aa-46fa731935b4 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:31:01.342772 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:01.413516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] DHCP port deletion for 08c4398c-7dfe-4802-a81c-89220667ab42 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:31:01.443544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-fa0d927b-d978-405d-a52d-de61753e6ce5 req-d55e213d-5142-49dd-ada4-1952d502b902 service neutron] (87698) timed out ('10.222.0.105', 40398) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 14:31:01.490950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Deleting port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:31:01.491282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:01.521242 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 09f0befa-7350-4277-91aa-46fa731935b4, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=09f0befa-7350-4277-91aa-46fa731935b4,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:01.521601 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:01.614345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] Set router 3e9bf269-6086-420c-b191-88a64402bce9 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:01.646865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 09f0befa-7350-4277-91aa-46fa731935b4 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:31:01.766870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:31:01Z', 'revision_number': 6, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:01.776539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf2753-bea8-45de-a2ec-a7d823297d47 None None] The sync data for ids ['3e9bf269-6086-420c-b191-88a64402bce9'] in dv-neutron-828143-3-hyperv is: [{'id': '3e9bf269-6086-420c-b191-88a64402bce9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232780849', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:27:57Z', 'updated_at': '2022-02-16T14:31:01Z', 'revision_number': 6, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:01.902663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] For port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,segment=NetworkSegment(56e5cb8a-425a-4469-9909-8f3506c898fe),segment_id=56e5cb8a-425a-4469-9909-8f3506c898fe)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:01.903058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.036130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Calling delete_port for ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:31:02.093973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.122015 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.144868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=09f0befa-7350-4277-91aa-46fa731935b4,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:02.187342 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] No DVR routers for this DVR port ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:31:02.189692 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Pushing event deleted for resources: {'Port': ['ID=ceb8e2db-1e32-4353-a1b8-fbedc15b9af3,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:02.204742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.204742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.205078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.205452 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.205779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.206169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.206566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.206950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.207403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.207629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.207958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.208252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7aeebc-db9d-48e0-9ca9-e86b0239ca0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:02.277025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.511778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:31:02.512409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.514616 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.543914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.544546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9bf269-6086-420c-b191-88a64402bce9 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:31:02.554631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:31:02.555169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ceb8e2db-1e32-4353-a1b8-fbedc15b9af3 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:31:02.555694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 09f0befa-7350-4277-91aa-46fa731935b4 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:31:02.564957 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.566679 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-942c066a-f442-420f-b2db-c280586ab95e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/routers/3e9bf269-6086-420c-b191-88a64402bce9 HTTP/1.1" status: 204 len: 168 time: 1.6049247 Feb 16 14:31:02.569078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44098) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:02.591835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 09f0befa-7350-4277-91aa-46fa731935b4 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:31:02.592275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 09f0befa-7350-4277-91aa-46fa731935b4 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:31:02.592782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 02879996-9c84-43cf-be77-294197cf61f5 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:31:02.635872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 02879996-9c84-43cf-be77-294197cf61f5 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:31:02.636281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 02879996-9c84-43cf-be77-294197cf61f5 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:31:02.714200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.889383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.921837 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c4398c-7dfe-4802-a81c-89220667ab42']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:02.937411 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e5cb8a-425a-4469-9909-8f3506c898fe') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:02.937710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e5cb8a-425a-4469-9909-8f3506c898fe') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:02.949860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.966622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.973520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:31:02.973933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:31:02.988578 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:31:03.069262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.073800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.100008 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Network': ['ID=08c4398c-7dfe-4802-a81c-89220667ab42,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:03.108357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9844d61d-1d8d-4900-81b5-5263152b0ff6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/networks/08c4398c-7dfe-4802-a81c-89220667ab42 HTTP/1.1" status: 204 len: 168 time: 0.5379696 Feb 16 14:31:03.111226 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44102) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:03.182430 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.221268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.292598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.311358 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d32898-8e37-4c85-85cc-e2a4854db887,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:03.326035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.327761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e99d7396-6cbb-49d7-8371-3bb348928aa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/security-groups/55d32898-8e37-4c85-85cc-e2a4854db887 HTTP/1.1" status: 204 len: 168 time: 0.2155087 Feb 16 14:31:03.573037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44110) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:03.578558 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37593648', 'description': 'tempest-secgroup-smoke-37593648 description', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:03.584810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:03.589228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:03.592224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:03.598117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:03.609201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.629052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:03.633058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:03.636035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:03.641941 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:03.712246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.716740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.761187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:03.765253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.766529 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-0b8aa6f7-5255-418d-b6bc-e61475d4f3b4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1923864 Feb 16 14:31:03.769534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44114) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:03.774529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:03.780696 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:03.784619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:03.787589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:03.793273 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:03.809983 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.872826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.877337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.903100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501f6663-9499-41f3-be2f-b3458a61aca5,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:03.913993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:03.915386 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4d077b37-713e-4b68-a62a-b040dc12a886 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449015 Feb 16 14:31:03.918312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44118) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:03.923511 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:03.929848 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:03.933922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:03.937236 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:03.943161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:03.962354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.032392 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.036157 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.059183 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7413a256-57a9-4794-9ba9-83d10eb5ecb9,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.074971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.076254 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1a20d05f-ad16-4ab8-a5eb-7b4bc53ddce8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569941 Feb 16 14:31:04.079092 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44122) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:04.084118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.090193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:04.094146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:04.097351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:04.103246 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:04.133419 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.198531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.202055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.226417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c847df-462c-4649-adbb-3a6fab744c58,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.237131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.239045 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-08b3fa0c-13b5-4187-b9a2-8b4ddd8f4c63 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587980 Feb 16 14:31:04.243349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44126) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:04.248707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.254597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:04.258520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:04.261436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:04.267814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:04.285121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.349152 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.353457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.377282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c902168-0750-4379-9026-e861ce9caa52,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.388660 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.389948 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-40d1e670-4ff3-436c-9212-4d2afda973f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455812 Feb 16 14:31:04.392838 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44130) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:04.398063 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.404067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:04.408019 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:04.410909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:04.416605 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:04.427473 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:04.434052 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.499999 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.504365 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.529112 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c334a5f5-dcbe-4bbb-85bb-4e81d8fb4ef9,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.539132 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.540531 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c76e81ca-4c73-4b80-bf7d-94245b077e38 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467180 Feb 16 14:31:04.543398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44134) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:04.548286 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': 'fae4cbb3-7fd1-4b60-9a41-c7cd25f32110', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.554477 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:04.559003 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:04.562253 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:04.567919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:04.582620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:31:04.589111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.770951 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.776738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.800500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83aaf16b-c336-4e46-abbd-917acdae706c,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:04.810143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.811801 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5a18faf9-d9c6-499b-91bf-3c75a1c5367a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2674396 Feb 16 14:31:04.814595 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44138) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:04.819928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'network': {'name': 'tempest-network-smoke--1648615978', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:04.824783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:04.829545 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:network and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:04.832916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:04.839657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:04.853692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:04.857519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.888963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:31:04.900604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.901226 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Added segment ef69d8e6-a3d8-4523-814d-58b07a22df2f of type vlan for network c4d46efb-bb7a-4846-917e-0cb621220c63 Feb 16 14:31:04.930079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.968714 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:04.976046 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:04.976646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.096623 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2784245 Feb 16 14:31:05.096623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc023d1-bc5e-48e7-944b-a31a5e995ae6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Network': ['ID=c4d46efb-bb7a-4846-917e-0cb621220c63,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:05.099875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44142) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:05.107558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'admin_state_up': True, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:05.108784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network c4d46efb-bb7a-4846-917e-0cb621220c63 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:31:05.115271 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:05.119237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:router and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:05.122193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:05.128623 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:05.140168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.141280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.157147 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.434452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.741371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.769824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:05.914111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.31 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/3c23a7dd-3651-43db-8aa0-1d22d12de01a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:06.057411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:06.087826 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:06.150431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:06.153382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:06.157044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:31:06.191048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=3c23a7dd-3651-43db-8aa0-1d22d12de01a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:06.677395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:07.016910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:07.225232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:31:07.402339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:31:07.412323 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Sync routers for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:07.422449 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:07.423044 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:07.429948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:07.431261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9a3f2945-15e6-4734-9107-6430ee4625e6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3301759 Feb 16 14:31:07.434624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44146) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:07.476967 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-67104387-ca76-4164-a87d-e82a119ad4bc tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=84053fc138e143579c00f6c6ddf8fd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411375 Feb 16 14:31:07.479477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44150) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:07.602359 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:07.726492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94204e5d-6619-4387-be8a-e32d047646eb tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:07.727926 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-94204e5d-6619-4387-be8a-e32d047646eb tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2475169 Feb 16 14:31:07.731041 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44154) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:07.769153 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1e8daec2-9b93-4f13-b3c6-e83b61abe87b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370629 Feb 16 14:31:07.772209 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44158) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:07.777526 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-832748983', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:07.884678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:07.888563 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:subnet and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:07.890055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:07.891373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:07.894058 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Checking router: f1083935-c2bf-446e-b0cc-dd37e7cea5b1 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:07.894434 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Updating router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 port 3c23a7dd-3651-43db-8aa0-1d22d12de01a binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:07.897202 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:07.907259 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:07.910777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:07.948839 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.144958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.222854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Subnet': ['ID=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.233057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Checking segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:31:08.233603 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network hostable DHCP agents. Network: c4d46efb-bb7a-4846-917e-0cb621220c63, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:31:08.253255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network c4d46efb-bb7a-4846-917e-0cb621220c63 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:31:08.263049 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, c4d46efb-bb7a-4846-917e-0cb621220c63) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:08.268028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:08.268959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.272793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3c5d7-8e0e-40da-a6a4-1cf11241be4f None None] Network c4d46efb-bb7a-4846-917e-0cb621220c63 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:31:08.298671 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-c5104df3-24a4-41da-a7c2-061cfbeaa1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5228212 Feb 16 14:31:08.299169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44162) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:08.456081 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.472123 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Transition to ACTIVE for port object 3c23a7dd-3651-43db-8aa0-1d22d12de01a will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:08.483441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.494364 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-c4d46efb-bb7a-4846-917e-0cb621220c63', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:31:08.495310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.597133 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Attempting to bind port 3c23a7dd-3651-43db-8aa0-1d22d12de01a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:31:08.597484 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Attempting to bind port 3c23a7dd-3651-43db-8aa0-1d22d12de01a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:31:08.597830 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Attempting to bind port 3c23a7dd-3651-43db-8aa0-1d22d12de01a on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:31:08.599840 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Pushing event updated for resources: {'Port': ['ID=3c23a7dd-3651-43db-8aa0-1d22d12de01a,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.608527 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:31:08.608903 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:31:08.609272 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.609647 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:31:08.610085 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Bound port: 3c23a7dd-3651-43db-8aa0-1d22d12de01a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:31:08.610479 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.638283 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.638621 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.638950 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.639272 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.639592 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.639908 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.640222 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.640534 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.640850 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.641156 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.641468 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.641768 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:31:08.691325 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] For port 3c23a7dd-3651-43db-8aa0-1d22d12de01a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:31:08.694181 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] For port 3c23a7dd-3651-43db-8aa0-1d22d12de01a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c23a7dd-3651-43db-8aa0-1d22d12de01a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:31:08.699118 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.704318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Allocated IP 172.20.0.2 (c4d46efb-bb7a-4846-917e-0cb621220c63/e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a/b13e64d8-6a7b-419b-938a-d1b4ae63776c) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:08.776937 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:08.777573 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:08.831312 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf4cbd-0192-4b50-9a82-f088a371cb46 None None] Pushing event updated for resources: {'Port': ['ID=3c23a7dd-3651-43db-8aa0-1d22d12de01a,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:08.913867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:08.925684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Transition to ACTIVE for port object b13e64d8-6a7b-419b-938a-d1b4ae63776c will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:08.954494 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:08.961573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Transition to ACTIVE for port object b13e64d8-6a7b-419b-938a-d1b4ae63776c will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:08.970436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.031761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.034151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Network c4d46efb-bb7a-4846-917e-0cb621220c63 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:09.041229 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:09.045422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:31:09.092133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Pushing event updated for resources: {'Port': ['ID=b13e64d8-6a7b-419b-938a-d1b4ae63776c,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.143037 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Attempting to bind port b13e64d8-6a7b-419b-938a-d1b4ae63776c on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:31:09.143425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Attempting to bind port b13e64d8-6a7b-419b-938a-d1b4ae63776c by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:31:09.143722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Attempting to bind port b13e64d8-6a7b-419b-938a-d1b4ae63776c on network c4d46efb-bb7a-4846-917e-0cb621220c63 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:31:09.149109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:31:09.149478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Checking segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:31:09.149865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.150252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Bound using segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:31:09.150723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Bound port: b13e64d8-6a7b-419b-938a-d1b4ae63776c, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:31:09.151077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.245454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] For port b13e64d8-6a7b-419b-938a-d1b4ae63776c, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:31:09.249986 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] For port b13e64d8-6a7b-419b-938a-d1b4ae63776c, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b13e64d8-6a7b-419b-938a-d1b4ae63776c,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:31:09.250855 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:09.255952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.256459 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdabbbe-8d48-4739-a436-9280dbfcaf61 None None] The sync data for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv is: [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:09.346477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0fa41-52bb-42fe-96ff-7cf975265560 None None] Pushing event updated for resources: {'Port': ['ID=b13e64d8-6a7b-419b-938a-d1b4ae63776c,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.614974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.1 (c4d46efb-bb7a-4846-917e-0cb621220c63/e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a/a737fa84-c92b-4856-8e85-fc1aa3f4cd4e) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:09.792816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.809769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object a737fa84-c92b-4856-8e85-fc1aa3f4cd4e will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:09.836863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:09.911227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network c4d46efb-bb7a-4846-917e-0cb621220c63 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:09.914835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:09.919073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:31:09.949935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:09.982973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.262598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.388809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598eb468-60fd-4f83-b9c3-07855ef23bcf None None] Network c4d46efb-bb7a-4846-917e-0cb621220c63 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:31:10.484271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ff8acf12-baeb-4f46-862d-4c159e4e798c None None] Provisioning for port b13e64d8-6a7b-419b-938a-d1b4ae63776c completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:10.611482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b13e64d8-6a7b-419b-938a-d1b4ae63776c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:10.701474 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.704166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port b13e64d8-6a7b-419b-938a-d1b4ae63776c completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:10.706413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.712414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b13e64d8-6a7b-419b-938a-d1b4ae63776c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:10.712684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.791266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c6eeb7d9-1c57-42c3-8adb-b65b0a0c97ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.829219 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:10.831897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.893143 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.932332 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port b13e64d8-6a7b-419b-938a-d1b4ae63776c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b13e64d8-6a7b-419b-938a-d1b4ae63776c,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:10.940331 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:10.941175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c23a7dd-3651-43db-8aa0-1d22d12de01a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:11.000556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network c4d46efb-bb7a-4846-917e-0cb621220c63 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:11.001921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:11.086082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Provisioning complete for port b13e64d8-6a7b-419b-938a-d1b4ae63776c triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:11.086487 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.111752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=b13e64d8-6a7b-419b-938a-d1b4ae63776c,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.149979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 3c23a7dd-3651-43db-8aa0-1d22d12de01a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:11.157898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3c23a7dd-3651-43db-8aa0-1d22d12de01a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:11.158288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.309738 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:31:11.338472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Provisioning for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:11.347825 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Provisioning complete for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:11.348192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.375748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.416678 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 3c23a7dd-3651-43db-8aa0-1d22d12de01a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c23a7dd-3651-43db-8aa0-1d22d12de01a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:11.420475 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9c94fb54-8fde-4c10-bf42-e5440c7c981c None None] Port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:31:11.426497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.497536 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:31:11.498830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=3c23a7dd-3651-43db-8aa0-1d22d12de01a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:11.506952 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Sync routers for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:11.514237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0cebc817-cb44-4c14-b940-43db465dc74c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/f1083935-c2bf-446e-b0cc-dd37e7cea5b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2136016 Feb 16 14:31:11.516393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:11.516845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:11.684420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-49f535b0-ad05-46da-a0a7-bdd8bddd9a89 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:31:11.695422 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a7e5c552-a1da-4505-8ee2-5a7e76ab42bf None None] Provisioning complete for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:11.695802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a7e5c552-a1da-4505-8ee2-5a7e76ab42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:11.700049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-49f535b0-ad05-46da-a0a7-bdd8bddd9a89 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:31:11.701483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-49f535b0-ad05-46da-a0a7-bdd8bddd9a89 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37593648&fields=id&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 267 time: 0.0615578 Feb 16 14:31:11.792882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a7e5c552-a1da-4505-8ee2-5a7e76ab42bf None None] Port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:31:11.807632 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:11.858884 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-e080cffb-4143-4181-836e-a6a484e2b93a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:11.859519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-e080cffb-4143-4181-836e-a6a484e2b93a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:31:11.876651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-e080cffb-4143-4181-836e-a6a484e2b93a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:31:11.877835 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-e080cffb-4143-4181-836e-a6a484e2b93a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 797 time: 0.1696429 Feb 16 14:31:11.894665 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b380b88b-7621-4507-a15f-ce7c35a8de8f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/quotas/84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 375 time: 0.0101337 Feb 16 14:31:11.980061 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-3694b01f-1eee-45dc-bc66-5d4f5fc088d0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799406 Feb 16 14:31:12.040931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-1386d235-1283-4981-99ee-e4b7182a7294 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:31:12.041942 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-1386d235-1283-4981-99ee-e4b7182a7294 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497329 Feb 16 14:31:12.143198 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 2, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:12.149450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Checking router: f1083935-c2bf-446e-b0cc-dd37e7cea5b1 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:12.150027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Updating router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:31:12.186867 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-56fe3e86-1722-4b04-baa3-2229c38d1dc9 service neutron] 10.222.0.105 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375620 Feb 16 14:31:12.208067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.318100 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-91ec3636-33c1-431f-8b14-4000755ab854 service neutron] 10.222.0.105 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255801 Feb 16 14:31:12.548175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b13e64d8-6a7b-419b-938a-d1b4ae63776c up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:12.550794 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d08a0230-2213-49ff-8e1a-faf1cfde3666 req-a2c2417a-142e-4951-a38f-b9bd451e9917 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 210 time: 0.0623739 Feb 16 14:31:12.624400 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.640984 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Transition to ACTIVE for port object a737fa84-c92b-4856-8e85-fc1aa3f4cd4e will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:12.649237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.763937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port b13e64d8-6a7b-419b-938a-d1b4ae63776c triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:12.764166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.864917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd8f1-86c0-4ab3-a246-5168e3841040 None None] Pushing event updated for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:12.934130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Attempting to bind port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:31:12.934499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Attempting to bind port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:31:12.934916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Attempting to bind port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e on network c4d46efb-bb7a-4846-917e-0cb621220c63 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:31:12.944482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:31:12.944877 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Checking segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:31:12.945275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:12.945826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Bound using segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:31:12.946369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Bound port: a737fa84-c92b-4856-8e85-fc1aa3f4cd4e, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:31:12.946742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:13.067517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c23a7dd-3651-43db-8aa0-1d22d12de01a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:13.190013 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] For port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:31:13.194129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] For port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:31:13.200694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:13.265536 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 3c23a7dd-3651-43db-8aa0-1d22d12de01a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:13.265913 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:13.326477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:13.327325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:30:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:13.419119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbd8f1-86c0-4ab3-a246-5168e3841040 None None] Pushing event updated for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:13.600380 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:13.670167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-132cac9b-1038-41aa-b0b7-8178856e295b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:13.671725 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-132cac9b-1038-41aa-b0b7-8178856e295b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 797 time: 0.1551104 Feb 16 14:31:13.729291 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-45be2c64-5ff8-4cb8-b3e4-b4d93403a74a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 378 time: 0.0492899 Feb 16 14:31:13.730740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4444513b-8da4-4dbc-a8d0-c4a1e40a0f87 req-b0d8b7e7-5fb4-4df6-a623-9aa38e331948 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 210 time: 0.0501487 Feb 16 14:31:13.741009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'port': {'device_id': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'admin_state_up': True, 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'security_groups': ['fae4cbb3-7fd1-4b60-9a41-c7cd25f32110']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:13.877550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:13.881723 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:port and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:13.884516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:13.890001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:13.901121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:31:13.904988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:13.933890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:13.939301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b3aea-2cae-4c65-9afe-27b0a802f27c None None] The sync data for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv is: [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:14.029723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6d15466b-440a-45ed-ae76-d59ca00e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.099805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.12 (c4d46efb-bb7a-4846-917e-0cb621220c63/e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a/8a859c70-3804-4132-9020-f0c5fed92e01) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:14.292474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.297037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.314241 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object 8a859c70-3804-4132-9020-f0c5fed92e01 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:14.339479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.378932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.415290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network c4d46efb-bb7a-4846-917e-0cb621220c63 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:14.418584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:14.422632 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:31:14.456862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:14.504119 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.504911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.539879 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b15ec837-9a9a-4269-92d9-daf6c163d1ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8032317 Feb 16 14:31:14.547314 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a737fa84-c92b-4856-8e85-fc1aa3f4cd4e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:14.551973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Request body: {'port': {'device_id': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:14.636211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:14.642484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:14.642855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.688766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.774743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.786443 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c0e541c-3559-48e4-8614-7573c9dd4a44 None None] Provisioning for port 8a859c70-3804-4132-9020-f0c5fed92e01 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:14.812062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-9c0e541c-3559-48e4-8614-7573c9dd4a44 None None] Provisioning complete for port 8a859c70-3804-4132-9020-f0c5fed92e01 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:14.812573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9c0e541c-3559-48e4-8614-7573c9dd4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.874394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e541c-3559-48e4-8614-7573c9dd4a44 None None] Port 8a859c70-3804-4132-9020-f0c5fed92e01 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:31:14.878049 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:14.887108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:14.949619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1f2de-dc31-42bc-85f6-f0e21439144a req-e6bf3fcd-1250-4af5-acfe-e6b4f998330e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:14.951178 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37e1f2de-dc31-42bc-85f6-f0e21439144a req-e6bf3fcd-1250-4af5-acfe-e6b4f998330e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 932 time: 0.0984750 Feb 16 14:31:14.965163 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.008325 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-37e1f2de-dc31-42bc-85f6-f0e21439144a req-09e86ac6-d5ab-4811-93bf-dafa8ec2195c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511365 Feb 16 14:31:15.230894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a859c70-3804-4132-9020-f0c5fed92e01 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:31:15.238196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.252496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Transition to ACTIVE for port object 8a859c70-3804-4132-9020-f0c5fed92e01 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:31:15.258430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.392534 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.498957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Attempting to bind port 8a859c70-3804-4132-9020-f0c5fed92e01 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:31:15.499283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Attempting to bind port 8a859c70-3804-4132-9020-f0c5fed92e01 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:31:15.499595 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Attempting to bind port 8a859c70-3804-4132-9020-f0c5fed92e01 on network c4d46efb-bb7a-4846-917e-0cb621220c63 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:31:15.504145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Port 8a859c70-3804-4132-9020-f0c5fed92e01 on network c4d46efb-bb7a-4846-917e-0cb621220c63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:31:15.504451 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Attempting to bind port 8a859c70-3804-4132-9020-f0c5fed92e01 on network c4d46efb-bb7a-4846-917e-0cb621220c63 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:31:15.509616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:31:15.509931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Checking segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:31:15.510371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Bound using segment: {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:31:15.510774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Bound port: 8a859c70-3804-4132-9020-f0c5fed92e01, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef69d8e6-a3d8-4523-814d-58b07a22df2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:31:15.511106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.611375 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:31:15.614598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8a859c70-3804-4132-9020-f0c5fed92e01,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:31:15.618997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.676124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.676721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.678118 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 1094 time: 1.1308084 Feb 16 14:31:15.678524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:31:15.701843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f548254-993e-4aa4-8e13-35c856f54f31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:15.752370 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01', 'status': 'completed', 'code': 200} Feb 16 14:31:15.797293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-5d61aa1e-2c36-4cbc-b3e0-fdb3612cff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.798859 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-5d61aa1e-2c36-4cbc-b3e0-fdb3612cff8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1097 time: 0.0787065 Feb 16 14:31:15.867133 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-265acf46-492b-4203-bc90-56f8ba912f89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 217 time: 0.0611370 Feb 16 14:31:15.942130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:15.954654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-79707926-b340-4461-8278-cc820438cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:15.956072 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-79707926-b340-4461-8278-cc820438cc4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0826812 Feb 16 14:31:16.027247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.033046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-35640fb7-858a-4a0c-8e1a-3d93a08eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.034573 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-35640fb7-858a-4a0c-8e1a-3d93a08eb989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727081 Feb 16 14:31:16.166147 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-b9a3afaf-ff82-4708-bd95-d6036afdaa16 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258013 Feb 16 14:31:16.197506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf622-d505-44f0-a5f7-a8d231cafeca req-02cc3db5-cdd7-4c3d-a800-9b05f7676708 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.198979 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebcf622-d505-44f0-a5f7-a8d231cafeca req-02cc3db5-cdd7-4c3d-a800-9b05f7676708 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 944 time: 0.0833972 Feb 16 14:31:16.245003 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-aebcf622-d505-44f0-a5f7-a8d231cafeca req-f6df75f9-4555-479f-8754-34ff4cefc931 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400643 Feb 16 14:31:16.299384 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3d3e2e43-ba5a-4979-9fe1-c87439fc7c6a req-dcdf8247-3c65-4c92-a644-d6c9da41ed5d service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260824 Feb 16 14:31:16.433909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d939f-b14d-439e-aff9-b682e2080475 req-8e0e6cb3-8d16-4458-bc40-3dd83d107e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.435771 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-8e0e6cb3-8d16-4458-bc40-3dd83d107e0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1097 time: 0.0770986 Feb 16 14:31:16.508617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a737fa84-c92b-4856-8e85-fc1aa3f4cd4e up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:16.572210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d939f-b14d-439e-aff9-b682e2080475 req-a3084ea9-050d-4e78-80f4-62c2bdc60e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.573643 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-a3084ea9-050d-4e78-80f4-62c2bdc60e82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.1311436 Feb 16 14:31:16.577990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:16.578376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:16.645460 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-825a4310-5f6e-4aef-a4b2-d6966fa17f1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 217 time: 0.0657549 Feb 16 14:31:16.715157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d939f-b14d-439e-aff9-b682e2080475 req-b5377778-b9eb-4ff0-9313-01aa4a56313b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.716590 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-b5377778-b9eb-4ff0-9313-01aa4a56313b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0650380 Feb 16 14:31:16.794395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d939f-b14d-439e-aff9-b682e2080475 req-5fb569ba-605b-4f5d-a529-3e29497ec643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:16.795880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-5fb569ba-605b-4f5d-a529-3e29497ec643 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727668 Feb 16 14:31:17.023275 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-a698d605-ce6e-4c2d-9fbf-7c6c4ca1eed7 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214749 Feb 16 14:31:17.155836 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-179d939f-b14d-439e-aff9-b682e2080475 req-1422d57d-ca26-4322-bd2d-c634c2d37af3 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260295 Feb 16 14:31:17.445666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f3bb1-5c21-4ba3-b995-32ea923644dc req-3d6a7d34-6354-400b-a2cf-4f540e75cbde tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:17.447312 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-077f3bb1-5c21-4ba3-b995-32ea923644dc req-3d6a7d34-6354-400b-a2cf-4f540e75cbde tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 944 time: 0.0835552 Feb 16 14:31:17.495223 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-077f3bb1-5c21-4ba3-b995-32ea923644dc req-cca05b1b-4245-4acf-86c1-08f6c165b75d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396419 Feb 16 14:31:18.383168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 8a859c70-3804-4132-9020-f0c5fed92e01 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:31:18.536427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8a859c70-3804-4132-9020-f0c5fed92e01,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:18.550166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '8a859c70-3804-4132-9020-f0c5fed92e01', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'port_id': '8a859c70-3804-4132-9020-f0c5fed92e01', 'mac_address': 'fa:16:3e:18:87:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:31:18.607933 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:18.665384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a859c70-3804-4132-9020-f0c5fed92e01 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:31:18.681483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8a859c70-3804-4132-9020-f0c5fed92e01,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:18.684134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4230f6-14f5-4c5e-ae37-f7a0b6bf3bcd req-79e2a00f-c206-4a57-af26-ca6dc300bb3d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:18.686020 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4a4230f6-14f5-4c5e-ae37-f7a0b6bf3bcd req-79e2a00f-c206-4a57-af26-ca6dc300bb3d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 944 time: 0.0864980 Feb 16 14:31:18.687218 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:18.731916 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4a4230f6-14f5-4c5e-ae37-f7a0b6bf3bcd req-07a11a29-c440-4357-bf49-769c1a1a374c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398448 Feb 16 14:31:18.753713 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:19.047318 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['8a859c70-3804-4132-9020-f0c5fed92e01'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:31:19.929455 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c4c91-5e80-445d-ae90-40cdfbbee761 req-3ed85132-2d9f-4c91-9c9d-4bf83c201331 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:19.930921 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-598c4c91-5e80-445d-ae90-40cdfbbee761 req-3ed85132-2d9f-4c91-9c9d-4bf83c201331 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 945 time: 0.0852292 Feb 16 14:31:19.979206 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-598c4c91-5e80-445d-ae90-40cdfbbee761 req-b10aa7bb-7fd2-4206-895c-9ede1b1055b8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420084 Feb 16 14:31:20.391319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 8a859c70-3804-4132-9020-f0c5fed92e01 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:31:20.467744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 8a859c70-3804-4132-9020-f0c5fed92e01 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:31:20.472663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 8a859c70-3804-4132-9020-f0c5fed92e01 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:31:20.473030 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:20.594059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:20.631964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:31:20.644322 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8a859c70-3804-4132-9020-f0c5fed92e01,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:31:20.650554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:20.718088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:20.727954 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01', 'code': 200} Feb 16 14:31:20.969029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e1585-737d-47ab-93a7-ada1b1eaca30 req-39fcdec5-fc81-496b-a254-2b0dba393810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:20.970479 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-454e1585-737d-47ab-93a7-ada1b1eaca30 req-39fcdec5-fc81-496b-a254-2b0dba393810 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.0869472 Feb 16 14:31:21.011684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-454e1585-737d-47ab-93a7-ada1b1eaca30 req-c0bb2ad2-18df-4e78-9b36-9118c80af296 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354764 Feb 16 14:31:21.173422 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5de4ab-c4d8-406b-93a8-c5b954a54c0f req-94f2abcc-d215-4663-bfbd-0beb5d01832b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:21.174917 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be5de4ab-c4d8-406b-93a8-c5b954a54c0f req-94f2abcc-d215-4663-bfbd-0beb5d01832b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0855880 Feb 16 14:31:21.221841 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-be5de4ab-c4d8-406b-93a8-c5b954a54c0f req-d645837c-70d2-46c5-a513-ac9b295371af tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382595 Feb 16 14:31:22.428176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aa13e-83b0-4919-a59c-9778286e33b4 req-54734848-5404-4d42-80b8-3b336f7d01bf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:22.429630 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-196aa13e-83b0-4919-a59c-9778286e33b4 req-54734848-5404-4d42-80b8-3b336f7d01bf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0915468 Feb 16 14:31:22.477937 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-196aa13e-83b0-4919-a59c-9778286e33b4 req-48a4ad3d-7867-4c63-a866-eca47543944a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399604 Feb 16 14:31:23.680006 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c802926-e031-4a92-9bbd-36ef5af24ea4 req-504c954b-759e-4526-80f0-9278f7183635 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.681441 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0c802926-e031-4a92-9bbd-36ef5af24ea4 req-504c954b-759e-4526-80f0-9278f7183635 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0834360 Feb 16 14:31:23.726769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0c802926-e031-4a92-9bbd-36ef5af24ea4 req-548f9c44-5968-4839-a77a-6bb1e6c68675 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392892 Feb 16 14:31:23.930257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221fc5-7424-433d-ab30-e2901c480925 req-d36415fe-84fd-4e38-af5c-bb918092f94b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:23.931735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73221fc5-7424-433d-ab30-e2901c480925 req-d36415fe-84fd-4e38-af5c-bb918092f94b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0925565 Feb 16 14:31:23.977626 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-73221fc5-7424-433d-ab30-e2901c480925 req-e6b49a42-9ad9-44bd-b137-c1864ddc86d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390503 Feb 16 14:31:24.002255 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44226) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:24.073472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e414e65d-bcf0-4668-a390-f4270839c50b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:24.074901 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e414e65d-bcf0-4668-a390-f4270839c50b tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1094 time: 0.0716205 Feb 16 14:31:24.078844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44230) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:24.083763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '8a859c70-3804-4132-9020-f0c5fed92e01', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:31:24.090328 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:31:24.094624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:floatingip and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:31:24.097666 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:31:24.103877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:31:24.123130 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:24.265009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:24.409947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.98 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/7f23f745-bd03-49c8-830b-8ada6af367c3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:31:24.561523 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:24.599547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:24.662517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:31:24.665211 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:31:24.668791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:31:24.700470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=7f23f745-bd03-49c8-830b-8ada6af367c3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:25.081304 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:25.166023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:25.483784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:25.491720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:25.595527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=7f23f745-bd03-49c8-830b-8ada6af367c3,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:31:25.609359 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:25.776253 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce associated. External IP: 172.26.1.98, port: 8a859c70-3804-4132-9020-f0c5fed92e01. Feb 16 14:31:26.143525 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:31:26.338254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:31:26.348839 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Sync routers for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:31:26.360868 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:26.361539 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:31:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:26.367426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:26.422183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-5bb5dfcc-0008-46ab-a39a-98cf7c75df24 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3422477 Feb 16 14:31:26.422795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:31:26.490020 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01', 'status': 'completed', 'code': 200} Feb 16 14:31:26.549523 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:26.585758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-f462983b-0cd6-4c2d-b1bf-1d0412a0068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.587659 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-f462983b-0cd6-4c2d-b1bf-1d0412a0068b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.0754540 Feb 16 14:31:26.601275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e29b-b246-451e-bf8f-712ec37801b8 req-b4587c12-88f4-470b-82a2-6b9053e4b20d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.606785 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1507e29b-b246-451e-bf8f-712ec37801b8 req-b4587c12-88f4-470b-82a2-6b9053e4b20d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0832915 Feb 16 14:31:26.650724 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1507e29b-b246-451e-bf8f-712ec37801b8 req-daa95fab-177b-47fb-ace1-014cbcbb745e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420849 Feb 16 14:31:26.684651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44238) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:26.805429 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-226336ec-4b6e-40da-8f9d-02e965f96fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:26.806893 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-226336ec-4b6e-40da-8f9d-02e965f96fa1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.2130477 Feb 16 14:31:26.818445 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b8ab3b97-494e-4ed3-bd13-bb65f9c3ee34 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 200 len: 991 time: 0.1327305 Feb 16 14:31:26.899132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'port_id': '8a859c70-3804-4132-9020-f0c5fed92e01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'mac_address': 'fa:16:3e:18:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:25Z', 'updated_at': '2022-02-16T14:31:25Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:26.903074 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Checking router: f1083935-c2bf-446e-b0cc-dd37e7cea5b1 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:31:26.911298 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:31:26.911842 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-e94cbd05-6de6-4500-be73-fad97294d146 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 999 time: 0.0972178 Feb 16 14:31:26.911975 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:31:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:27.100503 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-63a4a454-6d9a-4b59-9535-e830e12170c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:27.101931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-63a4a454-6d9a-4b59-9535-e830e12170c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.1766937 Feb 16 14:31:27.124393 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:31:27.175497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-5aa0c885-43fb-41b6-8b81-82053c4c0de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:27.176946 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-5aa0c885-43fb-41b6-8b81-82053c4c0de7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693326 Feb 16 14:31:27.315219 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-c1a979ab-aa1f-414f-b574-b51c49e6bc84 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317046 Feb 16 14:31:27.446374 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a7dadf44-eb34-4e43-a3a8-2b216e7b3599 req-839fa9b3-8491-4b24-8c14-0137a09502f5 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246974 Feb 16 14:31:27.474505 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'port_id': '8a859c70-3804-4132-9020-f0c5fed92e01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'mac_address': 'fa:16:3e:18:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:25Z', 'updated_at': '2022-02-16T14:31:25Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:31:27.478552 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38eac19-5e69-43c3-9cc1-902612eeb476 None None] The sync data for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv is: [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.98', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'port_id': '8a859c70-3804-4132-9020-f0c5fed92e01', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'mac_address': 'fa:16:3e:18:87:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:31:25Z', 'updated_at': '2022-02-16T14:31:25Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:31:27.670207 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27186940-c764-4658-b10e-fb23c5b98351 None None] New status for floating IP 7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:31:27.822789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44242) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:27.942862 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-367bd44c-315c-4700-8d2e-787ef968526f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 200 len: 991 time: 0.1185017 Feb 16 14:31:28.032083 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:31:28.947830 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44246) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:31:29.060090 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-548442dd-dc29-4c42-bb40-80b43b049cd6 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 200 len: 993 time: 0.1106827 Feb 16 14:31:40.766028 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a223479e-59e7-45f9-badd-41605eb2fde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:44.004226 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-211bc2d1-1f2f-4d6b-8e31-ffc9d61471ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:44.299082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:44.385963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:45.947712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:46.054356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:31:59.050633 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-ed91a2e2-a8d8-4838-9ffd-240ee604edae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753951 Feb 16 14:31:59.206165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621167b4-863d-40a9-8879-c1b5e377482a req-922282b1-120f-4f3f-9c6b-c9c383deb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.207663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-922282b1-120f-4f3f-9c6b-c9c383deb509 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.0820644 Feb 16 14:31:59.355562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621167b4-863d-40a9-8879-c1b5e377482a req-3b42adab-d336-4595-a9e0-f42d71bef46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.357729 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-3b42adab-d336-4595-a9e0-f42d71bef46a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.1285906 Feb 16 14:31:59.466775 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-6d2adc30-fa60-4fd0-b019-c51385d4dbcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 1001 time: 0.0955379 Feb 16 14:31:59.532418 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621167b4-863d-40a9-8879-c1b5e377482a req-f2c12f3a-4f81-498c-86db-91d453e7a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.533840 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-f2c12f3a-4f81-498c-86db-91d453e7a6bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0606997 Feb 16 14:31:59.612958 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621167b4-863d-40a9-8879-c1b5e377482a req-00620f00-2463-410c-9abf-be78c972f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:31:59.614336 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-00620f00-2463-410c-9abf-be78c972f27d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739272 Feb 16 14:31:59.756819 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-436e5eff-fdf2-4df2-8895-beab414d7745 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358299 Feb 16 14:31:59.892168 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-621167b4-863d-40a9-8879-c1b5e377482a req-0afb94c9-b23d-472c-9fe8-e3e74a950231 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293678 Feb 16 14:32:05.032117 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:32:10.773165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-367af251-f3be-4dbc-b610-e3067c934c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:14.010928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0a28b516-1156-42e6-8426-257691593c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:14.294491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:14.385620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:15.942764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:16.065757 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:38.457359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ec812-1979-4985-9f0a-2380eea2018d req-f393d94f-26a2-4cce-a976-9846fdb77aa0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:38.458856 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b6ec812-1979-4985-9f0a-2380eea2018d req-f393d94f-26a2-4cce-a976-9846fdb77aa0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0862358 Feb 16 14:32:38.508052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b6ec812-1979-4985-9f0a-2380eea2018d req-62e2c98e-8368-418e-89a7-c7a3f24adc1e tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406332 Feb 16 14:32:39.821771 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ecf69-fda6-4b1f-9476-30ddc81d3049 req-4fa9a62e-41fc-4125-bd67-370ed28ee047 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:39.823162 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b99ecf69-fda6-4b1f-9476-30ddc81d3049 req-4fa9a62e-41fc-4125-bd67-370ed28ee047 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.1907134 Feb 16 14:32:39.868071 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b99ecf69-fda6-4b1f-9476-30ddc81d3049 req-efcbf6ff-b0a2-4015-b96d-cff3c79ef018 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389829 Feb 16 14:32:40.764046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-369fc537-ada7-47cf-ac4f-df5bd6933fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:41.074185 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ea1a4-38d8-49fa-a1c3-d3f6eaa9f18e req-cc45b531-d20d-4c6a-b4d2-f186bbc13dcf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:41.075555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb3ea1a4-38d8-49fa-a1c3-d3f6eaa9f18e req-cc45b531-d20d-4c6a-b4d2-f186bbc13dcf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0872483 Feb 16 14:32:41.121495 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bb3ea1a4-38d8-49fa-a1c3-d3f6eaa9f18e req-39010a96-3611-470c-926d-3156cbeab394 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401361 Feb 16 14:32:42.030959 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:32:42.318471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af23-561a-4412-84e3-ec06018faa4a req-9d2410bb-3b43-4dfa-8168-d82a97724068 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:42.320206 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5444af23-561a-4412-84e3-ec06018faa4a req-9d2410bb-3b43-4dfa-8168-d82a97724068 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0847561 Feb 16 14:32:42.366908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5444af23-561a-4412-84e3-ec06018faa4a req-59137ba4-fa76-4b97-9c37-2afbc5221a8d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389068 Feb 16 14:32:43.572503 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe568e6-aa39-4d3e-91fc-74f4aaa318a5 req-487fd680-9415-47b6-8a40-2d3284855859 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:43.573924 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbe568e6-aa39-4d3e-91fc-74f4aaa318a5 req-487fd680-9415-47b6-8a40-2d3284855859 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0930810 Feb 16 14:32:43.619000 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fbe568e6-aa39-4d3e-91fc-74f4aaa318a5 req-36c5ecf0-95b7-4da3-8936-9d5057d2c091 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393910 Feb 16 14:32:44.005628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-38f67dd6-0742-4ec4-a83d-67b8046dd6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:44.293604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:44.387591 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:44.831585 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8457-e845-4c51-a37e-213e14471346 req-60264619-63bf-444f-8ca5-7555060e39f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:44.833030 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3dd8457-e845-4c51-a37e-213e14471346 req-60264619-63bf-444f-8ca5-7555060e39f4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0917463 Feb 16 14:32:44.879449 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e3dd8457-e845-4c51-a37e-213e14471346 req-706ab38f-ff01-4bd9-831c-dabe8938d982 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381317 Feb 16 14:32:45.946719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:46.062439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:32:46.078898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be170-10ce-49ec-bbb6-db98dca26f55 req-520fd698-5c0f-4eca-ad4d-58baaeb0dc19 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:46.080412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-263be170-10ce-49ec-bbb6-db98dca26f55 req-520fd698-5c0f-4eca-ad4d-58baaeb0dc19 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0879650 Feb 16 14:32:46.132225 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-263be170-10ce-49ec-bbb6-db98dca26f55 req-6391b9c6-1f94-4e88-8511-23b9b029c840 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456600 Feb 16 14:32:47.354723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d25f90-ed82-4406-95b9-a9a5c057d3cb req-b28199c2-0ba0-44f9-a158-12bef4cc6250 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:47.356135 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10d25f90-ed82-4406-95b9-a9a5c057d3cb req-b28199c2-0ba0-44f9-a158-12bef4cc6250 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0937841 Feb 16 14:32:47.401617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-10d25f90-ed82-4406-95b9-a9a5c057d3cb req-496dea26-c63e-40b4-807c-a748004fcab5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397284 Feb 16 14:32:48.615298 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64beeeb-05af-435d-bedb-9a6752ed4103 req-d6e171eb-e280-4cfc-9bed-15a31df66fa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:48.616826 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e64beeeb-05af-435d-bedb-9a6752ed4103 req-d6e171eb-e280-4cfc-9bed-15a31df66fa5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0939610 Feb 16 14:32:48.666434 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e64beeeb-05af-435d-bedb-9a6752ed4103 req-0a397546-c473-4ab8-89d6-cde660ce2b7b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429928 Feb 16 14:32:49.861056 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813944-7ebe-4759-b150-8cd391a7b44e req-e535c40b-4818-4bf5-8e29-7537f1491f62 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:49.862573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2813944-7ebe-4759-b150-8cd391a7b44e req-e535c40b-4818-4bf5-8e29-7537f1491f62 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0905683 Feb 16 14:32:49.909635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b2813944-7ebe-4759-b150-8cd391a7b44e req-a00eda9d-50e6-4274-8be2-7f8721590599 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414166 Feb 16 14:32:49.938356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44292) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:32:50.042666 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b5299246-6bdb-4f78-9d44-75b77876a087 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 200 len: 993 time: 0.1030641 Feb 16 14:32:51.540786 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac284c-b74f-4349-8660-d8930222eb5b req-bd668536-6885-4a09-9268-26822940b806 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.542200 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-06ac284c-b74f-4349-8660-d8930222eb5b req-bd668536-6885-4a09-9268-26822940b806 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0833766 Feb 16 14:32:51.589712 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-06ac284c-b74f-4349-8660-d8930222eb5b req-896a7beb-d0b3-44b9-9659-5e7e2637a956 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417209 Feb 16 14:32:51.696471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-489e1a78-d398-4b71-99a8-8e2bf6adf6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.697931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-489e1a78-d398-4b71-99a8-8e2bf6adf6d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.1746101 Feb 16 14:32:51.828408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-8fca0fa3-699e-4785-be02-e268c9762f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:51.829748 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-8fca0fa3-699e-4785-be02-e268c9762f07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.1257625 Feb 16 14:32:51.932043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-f4f5778b-9606-4615-ab00-9c7e7040ba69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 1001 time: 0.0967853 Feb 16 14:32:52.002692 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-8cabfbf8-a92c-4078-8960-a11d950f3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:52.004115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-8cabfbf8-a92c-4078-8960-a11d950f3e20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0663514 Feb 16 14:32:52.083545 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-19eef026-9a55-4ba0-a35e-186f0df7abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:52.084912 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-19eef026-9a55-4ba0-a35e-186f0df7abba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753508 Feb 16 14:32:52.215927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-fa7d88ec-afc6-49b4-9e8e-4f9d7aba592f service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248529 Feb 16 14:32:52.349772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-03ef2146-8401-4bbf-a710-ed9629fc7ce3 req-3b907d59-31bf-42ba-850a-a6ea8d5d55b1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268010 Feb 16 14:32:52.796520 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bf06f-358c-489c-86ef-d9f400f02fed req-0f87a23d-1d14-4cd2-8244-944e17151ef7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:52.797982 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-470bf06f-358c-489c-86ef-d9f400f02fed req-0f87a23d-1d14-4cd2-8244-944e17151ef7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0894978 Feb 16 14:32:52.845647 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-470bf06f-358c-489c-86ef-d9f400f02fed req-c97c8fe2-07a3-457a-a08f-d087bd11f600 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418136 Feb 16 14:32:54.041257 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82858602-ae99-453a-b859-f02435e262b1 req-8c094e5b-a59f-452f-a0b5-d8648d0f35e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:32:54.042735 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-82858602-ae99-453a-b859-f02435e262b1 req-8c094e5b-a59f-452f-a0b5-d8648d0f35e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0852804 Feb 16 14:32:54.087535 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-82858602-ae99-453a-b859-f02435e262b1 req-57c69da2-ac97-47f0-b34f-3a2fb2bf81ae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390730 Feb 16 14:32:54.111665 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44306) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:32:54.221575 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1f0e2ac9-ba65-41f5-ae6b-e1a084790386 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 200 len: 993 time: 0.1086993 Feb 16 14:33:00.044662 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-5f241ea1-6e6c-45a5-9a45-74de16ecf032 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705397 Feb 16 14:33:00.209486 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-9f13b830-031a-481e-8389-7e7ed0a1ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.211115 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-9f13b830-031a-481e-8389-7e7ed0a1ff7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.0871542 Feb 16 14:33:00.358098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-3302e582-9754-4990-a883-d63a28a9dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.359462 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-3302e582-9754-4990-a883-d63a28a9dcf2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.1293263 Feb 16 14:33:00.461347 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-f72037a7-49c2-45a4-9d8f-f5b66feb2aa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 1001 time: 0.0950639 Feb 16 14:33:00.525760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-bf81cb58-bf39-43af-b428-b73998066806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.527183 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-bf81cb58-bf39-43af-b428-b73998066806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0603337 Feb 16 14:33:00.611994 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-07730e5a-c1a5-46a9-bdbe-5ca3d4f5fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:00.613336 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-07730e5a-c1a5-46a9-bdbe-5ca3d4f5fb0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803182 Feb 16 14:33:00.742706 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-65270438-a4f8-433c-9742-59f24c9a13b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226826 Feb 16 14:33:00.883629 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-1871659f-2806-4da9-96fd-1a74b5848fcb req-cadce6f7-d66d-4507-b0b0-b176e43e7989 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341507 Feb 16 14:33:10.770132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-86aa7ebf-a864-48a8-a507-50863419b986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:14.012416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-40e1195e-8952-45e8-a3d8-64497163b77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:14.288615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:14.390136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:15.950341 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:16.072729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:19.033531 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:33:40.762975 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0bf9902c-22a9-45cb-a5ec-08e9cdc2c159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:44.009647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-12c08c81-92e8-4734-b071-1ba25f34d43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:44.298188 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:44.395492 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:45.958554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:46.076587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:51.538574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44344) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:33:51.744199 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 7f23f745-bd03-49c8-830b-8ada6af367c3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:33:51.744541 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:51.923857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:51.924137 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:52.061619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 7f23f745-bd03-49c8-830b-8ada6af367c3 owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:33:52.228856 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:52.276380 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=7f23f745-bd03-49c8-830b-8ada6af367c3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:52.287526 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.287868 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.288201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.288536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.288845 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.289165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.289482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.289799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.290115 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.290462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.290761 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.291072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:52.395039 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:52.395378 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP 7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce disassociated (deleted). External IP: 172.26.1.98, port: 8a859c70-3804-4132-9020-f0c5fed92e01. Feb 16 14:33:52.864139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:33:53.046448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:33:53.056692 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Sync routers for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:53.063184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:53.067394 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:33:53.068072 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:53.122529 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ef973c7b-0c8e-4fc4-bd5d-18a7bc52762d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/floatingips/7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce HTTP/1.1" status: 204 len: 168 time: 1.5828526 Feb 16 14:33:53.123105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:33:53.252912 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:33:53.288765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01', 'status': 'completed', 'code': 200} Feb 16 14:33:53.504321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-00d99e09-3a26-4522-aa4c-557e8de28274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.505790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-00d99e09-3a26-4522-aa4c-557e8de28274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 1099 time: 0.1897435 Feb 16 14:33:53.507120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ac204-80c0-43cf-a562-96cb3b47f9fd req-2d685375-75f7-4db2-ae10-dc2ed41e7dbe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.507909 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0b5ac204-80c0-43cf-a562-96cb3b47f9fd req-2d685375-75f7-4db2-ae10-dc2ed41e7dbe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:33:53.524346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0b5ac204-80c0-43cf-a562-96cb3b47f9fd req-2d685375-75f7-4db2-ae10-dc2ed41e7dbe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:33:53.526091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0b5ac204-80c0-43cf-a562-96cb3b47f9fd req-2d685375-75f7-4db2-ae10-dc2ed41e7dbe tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.1043859 Feb 16 14:33:53.571650 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0b5ac204-80c0-43cf-a562-96cb3b47f9fd req-19d0f2b0-b75d-4bb3-bf99-a9334d4c544a tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397191 Feb 16 14:33:53.584645 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:53.588659 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Checking router: f1083935-c2bf-446e-b0cc-dd37e7cea5b1 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:33:53.597250 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:33:53.597847 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:53.639983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-ed9486a5-6d7f-46e3-9e0f-cda850e65e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.641438 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-ed9486a5-6d7f-46e3-9e0f-cda850e65e6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 200 len: 898 time: 0.1288416 Feb 16 14:33:53.707705 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-02418911-ab9c-4b1b-bcfe-d9b657262b2e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 200 len: 217 time: 0.0599177 Feb 16 14:33:53.772166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-d063bab6-2e18-4a9a-b800-0b938b68d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.773077 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:33:53.773489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-d063bab6-2e18-4a9a-b800-0b938b68d975 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 200 len: 834 time: 0.0599177 Feb 16 14:33:53.849087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-d74d7674-0249-43cd-bd42-6668ce0728e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:53.850587 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-d74d7674-0249-43cd-bd42-6668ce0728e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4d46efb-bb7a-4846-917e-0cb621220c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708027 Feb 16 14:33:53.862912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-ba745181-13d5-4bc0-a722-dc919ac97c7f service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:33:53.864332 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-ba745181-13d5-4bc0-a722-dc919ac97c7f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072110 Feb 16 14:33:54.001177 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-c9b2a3bd-524b-4e49-a313-13da0c972c23 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287408 Feb 16 14:33:54.126913 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:54.131232 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764f3e5-394b-40f9-8a1b-65ee92af49d2 None None] The sync data for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv is: [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'a737fa84-c92b-4856-8e85-fc1aa3f4cd4e', 'name': '', 'network_id': 'c4d46efb-bb7a-4846-917e-0cb621220c63', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:be:c9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:09Z', 'updated_at': '2022-02-16T14:31:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': 'e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:33:54.134645 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e9bd232a-2f41-4600-82b0-6e2792557206 req-13a00d26-3ea2-4768-b044-dbc6f8ffba93 service neutron] 10.222.0.26 "GET /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261337 Feb 16 14:33:54.352508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e253ede-fd2b-4a2b-bd86-6a94e27c06e4 None None] New status for floating IP 7937e193-9aa1-4c62-a7ab-9e0e5a1a34ce: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:33:54.792437 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efeb8f-7f56-41a2-9a29-ee2c5352635d req-f8539889-484d-43f5-be90-e7cd7f9fbb3b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:54.793784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1efeb8f-7f56-41a2-9a29-ee2c5352635d req-f8539889-484d-43f5-be90-e7cd7f9fbb3b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.0976768 Feb 16 14:33:54.851525 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1efeb8f-7f56-41a2-9a29-ee2c5352635d req-cdf1fb65-2906-479f-a059-2f1851b41a80 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509059 Feb 16 14:33:55.165848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-e64ba5be-d78b-4b60-9987-83a98ef8cb25 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:33:55.166537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-e64ba5be-d78b-4b60-9987-83a98ef8cb25 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:33:55.181875 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-e64ba5be-d78b-4b60-9987-83a98ef8cb25 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:33:55.183597 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-e64ba5be-d78b-4b60-9987-83a98ef8cb25 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 946 time: 0.1109035 Feb 16 14:33:55.256035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 8a859c70-3804-4132-9020-f0c5fed92e01 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:33:55.256357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:55.507720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 8a859c70-3804-4132-9020-f0c5fed92e01, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=8a859c70-3804-4132-9020-f0c5fed92e01,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:33:55.507964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:55.630096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 8a859c70-3804-4132-9020-f0c5fed92e01 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:33:55.778532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:55.838912 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=8a859c70-3804-4132-9020-f0c5fed92e01,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:55.884484 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.884828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.885156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.885479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.885800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.886115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.886454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.886768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.887076 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.887382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.887690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.887999 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:33:55.926318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] No DVR routers for this DVR port 8a859c70-3804-4132-9020-f0c5fed92e01 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:33:55.929570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:55.932414 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'name': 'network-vif-deleted', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:33:55.952740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3cc88ef1-e6c0-466d-8cc9-0416bfd0a285 req-a85de5af-2fc8-4c7a-b1ef-c16158ac4997 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "DELETE /v2.0/ports/8a859c70-3804-4132-9020-f0c5fed92e01 HTTP/1.1" status: 204 len: 173 time: 0.7631817 Feb 16 14:33:56.025306 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-625e9947-4d5a-406d-a772-ed2417fd92d2 req-b38910f9-619d-42d3-b352-230fa20ca388 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=3a3b0c80-c3df-42a0-97a9-ccfc7390a760 HTTP/1.1" status: 200 len: 210 time: 0.0612557 Feb 16 14:33:56.032255 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3b0c80-c3df-42a0-97a9-ccfc7390a760', 'name': 'network-vif-deleted', 'tag': '8a859c70-3804-4132-9020-f0c5fed92e01', 'status': 'completed', 'code': 200} Feb 16 14:33:56.035490 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:33:57.134898 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44374) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:33:57.709319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:58.205691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:33:58.206478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:58.395699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port a737fa84-c92b-4856-8e85-fc1aa3f4cd4e, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:33:58.396121 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:58.522481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for a737fa84-c92b-4856-8e85-fc1aa3f4cd4e owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:33:58.732621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:58.793155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=a737fa84-c92b-4856-8e85-fc1aa3f4cd4e,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:33:59.061104 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 8a859c70-3804-4132-9020-f0c5fed92e01 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:33:59.072374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:59.097367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 8a859c70-3804-4132-9020-f0c5fed92e01 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:33:59.097700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 8a859c70-3804-4132-9020-f0c5fed92e01 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:33:59.567325 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:33:59.754330 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:33:59.767334 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Sync routers for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:33:59.768622 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-42cf6b5c-d547-4dea-a857-bb5b5f046d5c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/f1083935-c2bf-446e-b0cc-dd37e7cea5b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6322684 Feb 16 14:33:59.772054 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44380) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:33:59.776883 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:33:59.777499 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:33:59.843165 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting subnet e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:33:59.846064 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:59.899795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:33:59.955923 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:33:59.983390 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.059593 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.103106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:00.104944 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.112010 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a2985d51-1cf0-4dd6-989a-9599141aecae tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/subnets/e2f72fe2-beb0-4bb8-bb3c-eff5f1eebd1a HTTP/1.1" status: 204 len: 168 time: 0.3387721 Feb 16 14:34:00.114804 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44384) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:00.115652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b857b-a903-49e1-95b7-8825b70d461b None None] Network c4d46efb-bb7a-4846-917e-0cb621220c63 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:34:00.246695 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:33:58Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:00.250948 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Checking router: f1083935-c2bf-446e-b0cc-dd37e7cea5b1 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:00.260103 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Routers {'f1083935-c2bf-446e-b0cc-dd37e7cea5b1'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:00.260710 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:00.297248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.426023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a3957-6b41-4439-b305-37573854e60a None None] DHCP port deletion for c4d46efb-bb7a-4846-917e-0cb621220c63 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:34:00.430092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-418a3957-6b41-4439-b305-37573854e60a None None] Deleting port b13e64d8-6a7b-419b-938a-d1b4ae63776c {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:34:00.430495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.440934 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] Set router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:00.482281 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.492966 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 3c23a7dd-3651-43db-8aa0-1d22d12de01a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:34:00.493396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.645193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-418a3957-6b41-4439-b305-37573854e60a None None] For port b13e64d8-6a7b-419b-938a-d1b4ae63776c, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=b13e64d8-6a7b-419b-938a-d1b4ae63776c,segment=NetworkSegment(ef69d8e6-a3d8-4523-814d-58b07a22df2f),segment_id=ef69d8e6-a3d8-4523-814d-58b07a22df2f)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:00.645610 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.683308 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 3c23a7dd-3651-43db-8aa0-1d22d12de01a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=3c23a7dd-3651-43db-8aa0-1d22d12de01a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:00.683920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.709063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device b13e64d8-6a7b-419b-938a-d1b4ae63776c no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:34:00.741595 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:33:58Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:00.745905 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4632c6d-af5b-40a3-b609-38630a3ce6d2 None None] The sync data for ids ['f1083935-c2bf-446e-b0cc-dd37e7cea5b1'] in dv-neutron-828143-3-hyperv is: [{'id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906093633', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31'}], 'enable_snat': True}, 'gw_port_id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:33:58Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '3c23a7dd-3651-43db-8aa0-1d22d12de01a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1083935-c2bf-446e-b0cc-dd37e7cea5b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:31:05Z', 'updated_at': '2022-02-16T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:00.807648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 3c23a7dd-3651-43db-8aa0-1d22d12de01a owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:34:00.815070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-418a3957-6b41-4439-b305-37573854e60a None None] Calling delete_port for b13e64d8-6a7b-419b-938a-d1b4ae63776c owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:34:00.945261 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:00.992901 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.012594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a3957-6b41-4439-b305-37573854e60a None None] No DVR routers for this DVR port b13e64d8-6a7b-419b-938a-d1b4ae63776c on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:34:01.024451 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a3957-6b41-4439-b305-37573854e60a None None] Pushing event deleted for resources: {'Port': ['ID=b13e64d8-6a7b-419b-938a-d1b4ae63776c,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:01.037967 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.038251 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.038593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.038923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.039248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.039573 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.039892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.040212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.040531 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.040848 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.041162 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.041478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418a3957-6b41-4439-b305-37573854e60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:01.112600 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.161450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=3c23a7dd-3651-43db-8aa0-1d22d12de01a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:01.255711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.433920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.436719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.461813 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.462292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Fanout notify agent at l3_agent the message router_deleted on router f1083935-c2bf-446e-b0cc-dd37e7cea5b1 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:34:01.477923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.479018 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-691f1807-2f02-47a3-9249-98e26fa4d963 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/routers/f1083935-c2bf-446e-b0cc-dd37e7cea5b1 HTTP/1.1" status: 204 len: 168 time: 1.3632288 Feb 16 14:34:01.481883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44390) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:01.697233 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.832352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.857320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d46efb-bb7a-4846-917e-0cb621220c63']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.869440 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef69d8e6-a3d8-4523-814d-58b07a22df2f') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.869740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef69d8e6-a3d8-4523-814d-58b07a22df2f') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:01.881052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.897245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.904438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:34:01.904897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:34:01.924344 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:34:02.004446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.021949 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.034122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Network': ['ID=c4d46efb-bb7a-4846-917e-0cb621220c63,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:02.040613 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8444e0d3-babe-4f1b-a5df-22009e10bc21 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/networks/c4d46efb-bb7a-4846-917e-0cb621220c63 HTTP/1.1" status: 204 len: 168 time: 0.5575507 Feb 16 14:34:02.043521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44394) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:02.115417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.146265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.226949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.245030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4cbb3-7fd1-4b60-9a41-c7cd25f32110,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:02.257059 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:02.258660 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-99cdaf55-b497-4895-9407-ced731e3d2e4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/security-groups/fae4cbb3-7fd1-4b60-9a41-c7cd25f32110 HTTP/1.1" status: 204 len: 168 time: 0.2140718 Feb 16 14:34:02.600957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c23a7dd-3651-43db-8aa0-1d22d12de01a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:34:02.634885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 3c23a7dd-3651-43db-8aa0-1d22d12de01a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:34:02.635223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 3c23a7dd-3651-43db-8aa0-1d22d12de01a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:34:02.635620 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a737fa84-c92b-4856-8e85-fc1aa3f4cd4e no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:34:02.667698 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: a737fa84-c92b-4856-8e85-fc1aa3f4cd4e {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:34:02.668044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device a737fa84-c92b-4856-8e85-fc1aa3f4cd4e not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:34:03.535579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44404) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:03.540939 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534618035', 'description': 'tempest-secgroup-smoke-1534618035 description', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:03.547183 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:03.551392 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:03.554521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:03.560910 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:03.575413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.607696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:03.611660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:03.614558 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:03.620329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:03.689788 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.696340 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.739935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0fa17-ca8d-4d83-a007-274cef13e241,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.747448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.748545 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f079aaf2-5a61-4a86-9970-5240d4dd5f88 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2118664 Feb 16 14:34:03.751510 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44408) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:03.758757 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:03.767081 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:03.771419 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:03.774506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:03.780490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:03.802925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.862806 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.867942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.890232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34f9f11-6689-4bee-8811-2643ff0528d8,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:03.900289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:03.901465 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-13621935-2a34-4ab6-94f5-8df46c785563 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488650 Feb 16 14:34:03.904383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44412) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:03.909666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:03.915858 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:03.919824 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:03.922839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:03.928688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:03.946911 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.011263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.015777 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.038797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480725c5-9d86-4baf-b9fa-1d0dc03e7fbc,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.047413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.048963 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ff8bbbbe-1eed-46a4-b643-6bcfd5c5e094 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435313 Feb 16 14:34:04.052314 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44416) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.057832 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.064805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.069416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.072843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.079166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:04.098842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.173557 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.178499 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.202098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff93f536-32e3-460e-8b43-3c5bcb810a62,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.212724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.213919 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-949c548c-23e7-4942-9f9c-01351418757f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604652 Feb 16 14:34:04.218289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44420) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.224833 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.230761 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.234884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.237846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.243758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:04.261908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.334009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.339286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.362535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7ace1-a0de-4e29-afaf-a94235a780f2,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.373778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.375051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a6d1b555-d416-434a-8ea6-62ef08daab42 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554739 Feb 16 14:34:04.377885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44424) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.382978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.388697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.392498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.395382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.400989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:04.414123 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:34:04.420381 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.487293 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.493552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.521084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831f6d3e-ba67-4b30-82ef-8639e59ab27f,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.532411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.534175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-45e98228-66ba-4298-89fd-9d5b2b48a662 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546962 Feb 16 14:34:04.536374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44428) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.541113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'security_group_rule': {'security_group_id': '99f0fa17-ca8d-4d83-a007-274cef13e241', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.546951 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.550959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:security_group_rule and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.553948 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.560252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:04.572761 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Project 84053fc138e143579c00f6c6ddf8fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:34:04.579528 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.645178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.650927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.679735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37e61b3-ff44-4d05-9157-b5acff393996,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.690611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.695102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44432) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.695248 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-041387f3-dd7e-4f52-b082-c2b93bd5ca28 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577880 Feb 16 14:34:04.700971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'network': {'name': 'tempest-network-smoke--333339978', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'port_security_enabled': True}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.709366 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.714027 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:network and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.717293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.723462 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:04.734105 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:04.737516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.768834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:34:04.780619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.780957 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Added segment a87a89fd-af48-424c-ad91-0e46882eece3 of type vlan for network 7b4f4443-968b-4a8f-b807-82530908d37b Feb 16 14:34:04.807324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.838928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.844981 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:04.845553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:04.955298 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2589219 Feb 16 14:34:04.958125 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d558c9-59c3-42cb-b976-6be476c0dea4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Network': ['ID=7b4f4443-968b-4a8f-b807-82530908d37b,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:04.960422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44436) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:04.963798 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'admin_state_up': True, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:04.971990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:04.977586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 7b4f4443-968b-4a8f-b807-82530908d37b details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:34:04.979787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:router and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:04.982740 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:04.989166 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:05.000855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.002101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.018624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.283488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.690270 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.720580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:05.858412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.234 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/87665b86-49e1-4266-b826-4a7ae6e7882a) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:06.013029 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:06.044716 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:06.106600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:06.109432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:06.114363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:34:06.152960 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=87665b86-49e1-4266-b826-4a7ae6e7882a,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:06.553551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:06.903145 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:07.241096 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f08f4aee-0cf9-4608-9871-6a384a758add is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:34:07.420841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:34:07.431968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Sync routers for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:07.442098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:07.442911 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:07.450516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:07.454970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-e579b04f-7fe6-4bd3-a6ed-70081b7d824f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4924130 Feb 16 14:34:07.455170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44440) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:07.635598 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:07.754999 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-70fd1642-b169-4a5f-9341-53203545cbf5 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?project_id=84053fc138e143579c00f6c6ddf8fd7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2987156 Feb 16 14:34:07.757828 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44448) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:07.887891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaded907-6f04-46d4-86f9-b3dff5d64100 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:07.889405 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-eaded907-6f04-46d4-86f9-b3dff5d64100 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307101 Feb 16 14:34:07.892443 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44452) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:07.930326 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03be7bb2-0270-468f-9c79-4a3339ed885f tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/subnets?network_id=7dc54659-8235-4664-846a-86cab931a5d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368292 Feb 16 14:34:07.933265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44456) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:07.938980 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045975567', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:07.952696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:07.956716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Checking router: f08f4aee-0cf9-4608-9871-6a384a758add for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:07.957020 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Updating router f08f4aee-0cf9-4608-9871-6a384a758add port 87665b86-49e1-4266-b826-4a7ae6e7882a binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:34:08.014018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.051302 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:08.055398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:subnet and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:08.058506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:08.064935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:08.075363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:08.079115 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.294864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.335102 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.346509 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Transition to ACTIVE for port object 87665b86-49e1-4266-b826-4a7ae6e7882a will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:08.356614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.375488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Subnet': ['ID=766326dc-264a-42d9-b975-6220fd5c7da1,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:08.384891 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Checking segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:34:08.385246 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network hostable DHCP agents. Network: 7b4f4443-968b-4a8f-b807-82530908d37b, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:34:08.404858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7b4f4443-968b-4a8f-b807-82530908d37b is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:34:08.415804 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 7b4f4443-968b-4a8f-b807-82530908d37b) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:08.419388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:08.419964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.429365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912cbaab-2cae-4035-9bd7-b42ac816db17 None None] Network 7b4f4443-968b-4a8f-b807-82530908d37b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:34:08.442756 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-8fbc86d9-7ad8-4482-b7cf-1ea558c9509b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5084569 Feb 16 14:34:08.445798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44462) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:08.507978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Attempting to bind port 87665b86-49e1-4266-b826-4a7ae6e7882a on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:34:08.508631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Attempting to bind port 87665b86-49e1-4266-b826-4a7ae6e7882a by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:34:08.508631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Attempting to bind port 87665b86-49e1-4266-b826-4a7ae6e7882a on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:34:08.519154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e776-a5d9-4c2d-9291-bd9b0d90b496 None None] Pushing event updated for resources: {'Port': ['ID=87665b86-49e1-4266-b826-4a7ae6e7882a,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:08.524048 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:34:08.524801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:34:08.524801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.525166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:34:08.525627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Bound port: 87665b86-49e1-4266-b826-4a7ae6e7882a, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:34:08.525996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.662171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] For port 87665b86-49e1-4266-b826-4a7ae6e7882a, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:34:08.674432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] For port 87665b86-49e1-4266-b826-4a7ae6e7882a, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87665b86-49e1-4266-b826-4a7ae6e7882a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:34:08.683337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.791361 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-7b4f4443-968b-4a8f-b807-82530908d37b', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:34:08.792147 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:08.810167 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:08.810720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:08.882340 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125e776-a5d9-4c2d-9291-bd9b0d90b496 None None] Pushing event updated for resources: {'Port': ['ID=87665b86-49e1-4266-b826-4a7ae6e7882a,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:09.095931 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:09.252351 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.317255 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Allocated IP 172.20.0.2 (7b4f4443-968b-4a8f-b807-82530908d37b/766326dc-264a-42d9-b975-6220fd5c7da1/bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:09.602022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.608560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:09.616399 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Transition to ACTIVE for port object bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:09.618993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cb13b2-ea08-41e0-9160-2dd909f23c69 None None] The sync data for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv is: [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:06Z', 'revision_number': 3, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:09.638864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Transition to ACTIVE for port object bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:09.646693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.715223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Network 7b4f4443-968b-4a8f-b807-82530908d37b is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:09.718335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:09.722571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:34:09.724743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.1 (7b4f4443-968b-4a8f-b807-82530908d37b/766326dc-264a-42d9-b975-6220fd5c7da1/ba0c70c4-dfc3-4a0c-a138-ea7c4842b499) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:09.756898 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Pushing event updated for resources: {'Port': ['ID=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:09.823826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Attempting to bind port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:34:09.824187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Attempting to bind port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:34:09.824550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Attempting to bind port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab on network 7b4f4443-968b-4a8f-b807-82530908d37b {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:34:09.829880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:34:09.830269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Checking segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:34:09.830677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.831062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Bound using segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:34:09.831581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Bound port: bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:34:09.831950 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.895283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.912888 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:09.926792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] For port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:34:09.939186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] For port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:34:09.941091 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:09.947490 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.048208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:10.052049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7b4f4443-968b-4a8f-b807-82530908d37b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:10.054035 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:10.056644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:34:10.067436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d728b-df24-49a6-9bf2-bb0f80a15290 None None] Pushing event updated for resources: {'Port': ['ID=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:10.121853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.418193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.667712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87665b86-49e1-4266-b826-4a7ae6e7882a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:10.742977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 87665b86-49e1-4266-b826-4a7ae6e7882a completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:10.752983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 87665b86-49e1-4266-b826-4a7ae6e7882a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:10.753489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.804184 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c98b7567-86a3-4409-8ee3-56ca9e6e5b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.885190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.904203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 87665b86-49e1-4266-b826-4a7ae6e7882a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87665b86-49e1-4266-b826-4a7ae6e7882a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:10.909594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:10.910736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:11.006031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.012560 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.035755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=87665b86-49e1-4266-b826-4a7ae6e7882a,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.049728 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:11.100431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99f89e-7d43-4654-8b0c-c355e495faf5 None None] Network 7b4f4443-968b-4a8f-b807-82530908d37b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:34:11.128928 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.141459 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.186940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-20a91565-4687-499f-aac7-739e611be561 None None] Provisioning for port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:11.201345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-20a91565-4687-499f-aac7-739e611be561 None None] Provisioning complete for port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:11.201725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20a91565-4687-499f-aac7-739e611be561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.273076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7b4f4443-968b-4a8f-b807-82530908d37b is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:11.274275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:11.433230 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20a91565-4687-499f-aac7-739e611be561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.472643 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f08f4aee-0cf9-4608-9871-6a384a758add has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:34:11.476479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-20a91565-4687-499f-aac7-739e611be561 None None] For port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:11.480694 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-20a91565-4687-499f-aac7-739e611be561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.553021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a91565-4687-499f-aac7-739e611be561 None None] Pushing event updated for resources: {'Port': ['ID=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:11.665359 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:34:11.676132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Sync routers for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:11.679610 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ad7adbeb-60ec-4351-9ac9-1108baa74d39 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/f08f4aee-0cf9-4608-9871-6a384a758add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326581 Feb 16 14:34:11.690631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:11.691566 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:11.821852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Provisioning for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:11.828330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Provisioning complete for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:11.829313 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:11.877133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-2d615e5e-3bbb-480f-81c3-6aab2c959a9b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:34:11.915674 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-2d615e5e-3bbb-480f-81c3-6aab2c959a9b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:34:11.925784 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-2d615e5e-3bbb-480f-81c3-6aab2c959a9b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534618035&fields=id&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 267 time: 0.0941501 Feb 16 14:34:11.926241 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:11.975369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:34:12.003548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Provisioning complete for port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:12.004970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-30d04f38-9541-42ad-a612-433afd1189e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.095741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-fd4cd2e1-a2e3-472c-9be0-8be240aa8c6f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:12.096448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-fd4cd2e1-a2e3-472c-9be0-8be240aa8c6f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:34:12.115341 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-fd4cd2e1-a2e3-472c-9be0-8be240aa8c6f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:34:12.123801 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-fd4cd2e1-a2e3-472c-9be0-8be240aa8c6f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 796 time: 0.1968248 Feb 16 14:34:12.144864 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-5bfd231e-ae13-4a7b-a944-4176e9f0799f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/quotas/84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 375 time: 0.0199080 Feb 16 14:34:12.226792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-4e11d27f-41f4-439e-9580-30e37bb9f854 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:34:12.243691 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-4e11d27f-41f4-439e-9580-30e37bb9f854 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:34:12.245084 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-4e11d27f-41f4-439e-9580-30e37bb9f854 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991378 Feb 16 14:34:12.264266 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-e9252004-89b8-4caa-8fd2-71e44b30ae3e None None] Provisioning complete for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:12.264594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e9252004-89b8-4caa-8fd2-71e44b30ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.272303 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 2, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:12.276323 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Checking router: f08f4aee-0cf9-4608-9871-6a384a758add for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:12.276671 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Updating router f08f4aee-0cf9-4608-9871-6a384a758add port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:34:12.321398 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-e9252004-89b8-4caa-8fd2-71e44b30ae3e None None] Port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:34:12.330781 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.386819 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-051ae8c7-0c66-4c71-a311-804aa8c8d653 service neutron] 10.222.0.105 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285067 Feb 16 14:34:12.523485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-bee13c90-61ab-45e2-88f0-5012ea8f0200 service neutron] 10.222.0.105 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296532 Feb 16 14:34:12.621633 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87665b86-49e1-4266-b826-4a7ae6e7882a up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:12.700421 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.710194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-613064c6-6e8a-4389-8315-85a111215905 req-dcdafa86-b7e6-4e9f-b8c7-5234d1f968e5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0441675 Feb 16 14:34:12.713204 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Transition to ACTIVE for port object ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:12.721185 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.729583 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 87665b86-49e1-4266-b826-4a7ae6e7882a triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:12.730135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.857378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:12.879132 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Pushing event updated for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:12.923346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.923684 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.924021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.924344 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.924578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:12.924698 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.924947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.925043 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.925358 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.925674 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.926000 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.926331 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.926651 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.926962 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:34:12.950456 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Attempting to bind port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:34:12.951055 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Attempting to bind port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:34:12.951591 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Attempting to bind port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 on network 7b4f4443-968b-4a8f-b807-82530908d37b {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:34:12.957560 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:34:12.958161 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Checking segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:34:12.958742 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:12.959273 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Bound using segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:34:12.959895 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Bound port: ba0c70c4-dfc3-4a0c-a138-ea7c4842b499, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:34:12.960414 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:13.052968 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] For port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:34:13.056013 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] For port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:34:13.061784 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:13.140990 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:13.141604 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:33:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:13.207321 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe85e-cf2c-4798-9ed6-e5567ec88fc9 None None] Pushing event updated for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=4']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:13.351693 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:13.672498 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:13.677928 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9f7c40-ac69-4c20-a206-d7fe71c746b6 None None] The sync data for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv is: [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:13Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:13.817140 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-859dd750-8635-4209-afd0-9cebbcc488ac req-d96de8e7-1bcb-49ff-b16c-8f43459e5613 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0434158 Feb 16 14:34:14.007368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-14b3d22f-f3e3-49a9-8749-6b131751c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.293700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.396812 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.624189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:14.697190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:14.702497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:14.702798 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.823936 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.856155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:14.861131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:14.918289 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ae632236-3943-433b-a95a-c7710d9d7b82 req-c77f1773-69ba-48cc-8a7c-af5c7555af45 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0444946 Feb 16 14:34:14.933977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:15.959164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:16.025772 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-32b1a932-c5c8-4051-8a8d-de47098d5b60 req-44aa4b99-f958-45f4-8030-e05b499ae028 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0428624 Feb 16 14:34:16.080172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:16.616235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:16.686373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:16.686755 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:17.191438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9b970565-69fd-4e92-b7ca-3fb293f925d5 req-8c6de7ab-16b9-47e6-9555-bf046b0d3d86 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0433409 Feb 16 14:34:18.065224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-76745797-8143-49fc-b9cb-a0d48dedbd6c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:18.065942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-76745797-8143-49fc-b9cb-a0d48dedbd6c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:34:18.082549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-76745797-8143-49fc-b9cb-a0d48dedbd6c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:34:18.083684 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-76745797-8143-49fc-b9cb-a0d48dedbd6c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 796 time: 0.1757505 Feb 16 14:34:18.136343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-31a74ddf-6742-4ac4-8602-263645566038 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:34:18.149519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-9656939c-aae3-4733-a36b-69c27795d81a req-31a74ddf-6742-4ac4-8602-263645566038 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:34:18.150710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-31a74ddf-6742-4ac4-8602-263645566038 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84053fc138e143579c00f6c6ddf8fd7a HTTP/1.1" status: 200 len: 380 time: 0.0589039 Feb 16 14:34:18.162570 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'port': {'device_id': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'admin_state_up': True, 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'security_groups': ['99f0fa17-ca8d-4d83-a007-274cef13e241']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:18.302180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:18.313053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:18.323411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Made reservation on behalf of 84053fc138e143579c00f6c6ddf8fd7a for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:34:18.327102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:18.481675 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cf4ef26c-08c3-4fa0-b5d3-e5f6c69f1777 req-3eb18fe1-4ad5-4b2b-b387-4bc837becc5f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.1754999 Feb 16 14:34:18.505352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.20.0.6 (7b4f4443-968b-4a8f-b807-82530908d37b/766326dc-264a-42d9-b975-6220fd5c7da1/c5a56778-7e2d-4b04-a9ed-b006adcf4ed0) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:18.704687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:18.720358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Transition to ACTIVE for port object c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:18.750514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:18.943354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7b4f4443-968b-4a8f-b807-82530908d37b is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:18.946649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:18.950675 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:34:18.986327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:19.026435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:19.027086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.055421 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-68699e50-dd93-483a-9f93-470d217dce5b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8968136 Feb 16 14:34:19.067497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Request body: {'port': {'device_id': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:19.186341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.255855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4557533f-ad4a-433f-8922-9a98dde028be None None] Provisioning for port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:19.261636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4557533f-ad4a-433f-8922-9a98dde028be None None] Provisioning complete for port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:19.261859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4557533f-ad4a-433f-8922-9a98dde028be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.318626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-4557533f-ad4a-433f-8922-9a98dde028be None None] Port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:34:19.547495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:34:19.555043 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.569855 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Transition to ACTIVE for port object c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:34:19.574533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.673982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7a671-bf3d-46a3-b11c-f9b4a20e00ea req-2497ed84-53d4-4229-9369-f1493fd9c253 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:19.675628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9e7a671-bf3d-46a3-b11c-f9b4a20e00ea req-2497ed84-53d4-4229-9369-f1493fd9c253 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 943 time: 0.0886450 Feb 16 14:34:19.729019 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a9e7a671-bf3d-46a3-b11c-f9b4a20e00ea req-ae22ae1b-2112-4544-83a6-3bf49948aaf4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Feb 16 14:34:19.741204 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:19.830729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Attempting to bind port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:34:19.831087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Attempting to bind port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:34:19.831341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Attempting to bind port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 on network 7b4f4443-968b-4a8f-b807-82530908d37b {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:34:19.836462 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 on network 7b4f4443-968b-4a8f-b807-82530908d37b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:34:19.836779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Attempting to bind port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 on network 7b4f4443-968b-4a8f-b807-82530908d37b {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:34:19.842589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:34:19.842923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Checking segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:34:19.842923 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Bound using segment: {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:34:19.844220 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Bound port: c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87a89fd-af48-424c-ad91-0e46882eece3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:34:19.844511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:19.944151 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:34:19.948354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:34:19.954323 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:20.016237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.017299 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:20.019070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 1093 time: 0.9560297 Feb 16 14:34:20.019630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:34:20.048490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5481d8-e345-40cb-9eab-7f7082f5a6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:20.093273 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'status': 'completed', 'code': 200} Feb 16 14:34:20.138185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-18dfd4a7-580e-4b90-9dfa-2154c776e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.139712 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-18dfd4a7-580e-4b90-9dfa-2154c776e572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1096 time: 0.0808578 Feb 16 14:34:20.208045 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-aaad163c-b1b9-4f28-962d-900c554d6a21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0611291 Feb 16 14:34:20.278933 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-dde3a169-a172-449c-bc37-b7e05c52b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.280339 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-dde3a169-a172-449c-bc37-b7e05c52b4dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0666711 Feb 16 14:34:20.360714 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656939c-aae3-4733-a36b-69c27795d81a req-73bee4b7-d2f9-47ec-b460-75ceea50ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.362793 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-73bee4b7-d2f9-47ec-b460-75ceea50ff1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764842 Feb 16 14:34:20.502511 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-bb0cb675-d61f-4296-bf74-7d7817a70e0f service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339023 Feb 16 14:34:20.646111 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9656939c-aae3-4733-a36b-69c27795d81a req-97e777be-bdb4-40ed-8926-bc77c7bd2ee6 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370635 Feb 16 14:34:20.782450 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-5efd5eda-10d3-4992-81fd-18147a0daa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.785063 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-5efd5eda-10d3-4992-81fd-18147a0daa93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1096 time: 0.0837600 Feb 16 14:34:20.933173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ac056-2cc3-4276-96dc-4b8bf485fd25 req-78d2953c-a3c0-49d9-b8c0-5f0671b62db4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:20.935035 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-129ac056-2cc3-4276-96dc-4b8bf485fd25 req-78d2953c-a3c0-49d9-b8c0-5f0671b62db4 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 943 time: 0.0848825 Feb 16 14:34:20.982025 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-129ac056-2cc3-4276-96dc-4b8bf485fd25 req-48e37b9f-1540-4228-be14-e55a50e006fd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Feb 16 14:34:21.023520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-8b3d4fb9-0861-4f09-8e9c-f097c3bf2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.024969 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-8b3d4fb9-0861-4f09-8e9c-f097c3bf2b33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 897 time: 0.2344203 Feb 16 14:34:21.092627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-c3a5b27a-f878-4140-9b9d-c11b51080a69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0607476 Feb 16 14:34:21.159285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-d5fa4f26-ccd1-4176-b6fa-aa5152106733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.160760 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-d5fa4f26-ccd1-4176-b6fa-aa5152106733 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0622690 Feb 16 14:34:21.242892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-f528e1ec-760b-40ec-95ad-741763e78ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:21.244268 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-f528e1ec-760b-40ec-95ad-741763e78ae3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772936 Feb 16 14:34:21.382564 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-c78713e8-811e-4765-b8a3-db268012d9bd service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309745 Feb 16 14:34:21.519443 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8a3cad4a-e426-4374-9da7-140f6b0fc396 req-1b4e0a8c-4fdf-4262-a55c-e8111ab5794d service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297343 Feb 16 14:34:22.194740 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491ee0e-20c7-4100-90ea-a91b03882d64 req-e22c3fd2-436c-479a-8678-812f40a88afb tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:22.196198 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4491ee0e-20c7-4100-90ea-a91b03882d64 req-e22c3fd2-436c-479a-8678-812f40a88afb tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 943 time: 0.0910771 Feb 16 14:34:22.243888 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4491ee0e-20c7-4100-90ea-a91b03882d64 req-32b0cbe9-5b8b-47c2-86ec-c076031405ab tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Feb 16 14:34:23.438339 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bed217-b070-4941-926f-be87a3fd38e5 req-52582d57-b204-491e-b95f-5bb003b419a5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:23.439828 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-80bed217-b070-4941-926f-be87a3fd38e5 req-52582d57-b204-491e-b95f-5bb003b419a5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 943 time: 0.0834439 Feb 16 14:34:23.486005 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-80bed217-b070-4941-926f-be87a3fd38e5 req-e9b26301-9bc3-4d40-8336-88cea47c4af5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Feb 16 14:34:24.688810 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4bb49-ca50-4a45-a0db-0dc93d66e12f req-d887bb73-e389-409b-9207-6a0078c5c575 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:24.690314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3fe4bb49-ca50-4a45-a0db-0dc93d66e12f req-d887bb73-e389-409b-9207-6a0078c5c575 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 943 time: 0.0916269 Feb 16 14:34:24.742412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3fe4bb49-ca50-4a45-a0db-0dc93d66e12f req-249cacbb-89c4-4747-b29e-914539832450 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Feb 16 14:34:25.108068 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:34:25.252472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:25.267435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'port_id': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'mac_address': 'fa:16:3e:b4:5b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:34:25.325983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:25.348856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:34:25.365457 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:25.370200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:25.438504 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:25.738063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:34:25.928313 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1114b31-a99d-4821-a973-c7c9a1b5b677 req-e559a4fd-2132-4134-a6a2-d8b0f3e2b1a0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:25.929795 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1114b31-a99d-4821-a973-c7c9a1b5b677 req-e559a4fd-2132-4134-a6a2-d8b0f3e2b1a0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 944 time: 0.0798116 Feb 16 14:34:25.984138 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1114b31-a99d-4821-a973-c7c9a1b5b677 req-69823292-6572-4c7d-a753-245ae424da67 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Feb 16 14:34:27.107024 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:34:27.189913 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffe10b-8f90-46e5-b913-28f9f9a6125a req-64c6c50e-272e-4358-b25f-c507913554af tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:27.191430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71ffe10b-8f90-46e5-b913-28f9f9a6125a req-64c6c50e-272e-4358-b25f-c507913554af tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 944 time: 0.0942082 Feb 16 14:34:27.212824 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:34:27.217622 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:34:27.217991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:27.240788 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71ffe10b-8f90-46e5-b913-28f9f9a6125a req-65ad7887-7b11-4057-99d2-a2862c73cbd5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 Feb 16 14:34:27.338337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:27.366187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:34:27.376897 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:34:27.381547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:27.417050 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'code': 200} Feb 16 14:34:27.449281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:27.652121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a878402-d08f-41a0-b213-a72b729999ac req-f9bc1ada-44bd-4607-847b-b629dd83d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:27.653614 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a878402-d08f-41a0-b213-a72b729999ac req-f9bc1ada-44bd-4607-847b-b629dd83d5e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1098 time: 0.0755637 Feb 16 14:34:27.695314 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7a878402-d08f-41a0-b213-a72b729999ac req-ec6342ff-e9a9-44e4-a15a-929ef484ea86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360866 Feb 16 14:34:28.461084 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d8110-80e4-4bbb-80d9-a7ea38925823 req-f358e0c7-a4b7-433d-aa0c-d3d8c8836427 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:28.462628 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-429d8110-80e4-4bbb-80d9-a7ea38925823 req-f358e0c7-a4b7-433d-aa0c-d3d8c8836427 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0977218 Feb 16 14:34:28.511454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-429d8110-80e4-4bbb-80d9-a7ea38925823 req-cd92a9ec-f1d7-4e71-ac06-79fd9e9e4198 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Feb 16 14:34:29.716409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9ec22-b39a-41f7-ada5-906fad92d1bd req-b6423ea8-65cb-43af-97d8-c16d86320484 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.717892 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6f9ec22-b39a-41f7-ada5-906fad92d1bd req-b6423ea8-65cb-43af-97d8-c16d86320484 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0902297 Feb 16 14:34:29.764034 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6f9ec22-b39a-41f7-ada5-906fad92d1bd req-4e62f7f0-3d35-4b99-b6da-caabfb1f8ebf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Feb 16 14:34:29.978118 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8be9c-a84e-44b8-941b-06316b6871b0 req-2e4cbb09-b7d4-4de4-88ee-69c3d2ca3ca1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:29.979655 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96e8be9c-a84e-44b8-941b-06316b6871b0 req-2e4cbb09-b7d4-4de4-88ee-69c3d2ca3ca1 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.1000714 Feb 16 14:34:30.026037 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-96e8be9c-a84e-44b8-941b-06316b6871b0 req-7dfaef9b-0e32-490e-982a-43c6dfb0a2cb tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Feb 16 14:34:30.048661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44554) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:30.122573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dca035-8919-4438-b378-bdd68bf3aa09 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:30.124086 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f9dca035-8919-4438-b378-bdd68bf3aa09 tempest-TestNetworkAdvancedServerOps-792539826 tempest-TestNetworkAdvancedServerOps-792539826-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1093 time: 0.0745087 Feb 16 14:34:30.127011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44558) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:30.132357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:34:30.138789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:34:30.143016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Usage tracker for resource:floatingip and tenant:84053fc138e143579c00f6c6ddf8fd7a is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:34:30.146072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:34:30.152168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:34:30.166319 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:30.310037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:30.454516 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Allocated IP 172.26.1.29 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/a1496658-724b-4a47-864c-f590b8e04813) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:34:30.610076 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:30.641398 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:30.712857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:34:30.715933 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:34:30.719743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:34:30.749360 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=a1496658-724b-4a47-864c-f590b8e04813,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:31.257889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:31.342891 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:31.568215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:31.573998 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:31.678479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event updated for resources: {'Port': ['ID=a1496658-724b-4a47-864c-f590b8e04813,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:34:31.694473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:31.862497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP eaaa41be-88d3-4f43-9c26-412392eee664 associated. External IP: 172.26.1.29, port: c5a56778-7e2d-4b04-a9ed-b006adcf4ed0. Feb 16 14:34:32.223557 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f08f4aee-0cf9-4608-9871-6a384a758add has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:34:32.529135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:34:32.539626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Sync routers for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:34:32.549733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:32.550493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:34:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:32.553567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:32.609597 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-07446966-fde8-4ef3-84e8-ee3ab4ea32b9 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4815023 Feb 16 14:34:32.610208 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:34:32.654824 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'status': 'completed', 'code': 200} Feb 16 14:34:32.739511 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:32.751014 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-1a4f67fd-7d4b-4c8a-99dc-2074f540ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:32.752509 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-1a4f67fd-7d4b-4c8a-99dc-2074f540ec40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1098 time: 0.0757859 Feb 16 14:34:32.791098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fd3a1-e3b9-446a-9e8f-0bc268aceffa req-a5f5c5f8-72d8-4901-9bfb-5b1149d7dbbc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:32.792708 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-515fd3a1-e3b9-446a-9e8f-0bc268aceffa req-a5f5c5f8-72d8-4901-9bfb-5b1149d7dbbc tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0934646 Feb 16 14:34:32.840856 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-515fd3a1-e3b9-446a-9e8f-0bc268aceffa req-8e5746f8-6f4e-4271-893a-87e39dc56520 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Feb 16 14:34:32.864860 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44566) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:32.889203 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-ff35de23-2396-472b-92da-e4887d80d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:32.890657 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-ff35de23-2396-472b-92da-e4887d80d1e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 897 time: 0.1321447 Feb 16 14:34:32.977763 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-dd2e16f1-e6fb-47ce-80cf-e86f5b653105 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 200 len: 990 time: 0.1104374 Feb 16 14:34:32.997043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-02318be9-1857-4a29-b787-86b50c53639c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 998 time: 0.1006045 Feb 16 14:34:33.035798 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:34:33.065517 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-a4967dfe-c786-43c1-82a8-be3ad86be368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:33.066090 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-a4967dfe-c786-43c1-82a8-be3ad86be368 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0629587 Feb 16 14:34:33.117687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'eaaa41be-88d3-4f43-9c26-412392eee664', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'port_id': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'mac_address': 'fa:16:3e:b4:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:31Z', 'updated_at': '2022-02-16T14:34:31Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:33.125091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Checking router: f08f4aee-0cf9-4608-9871-6a384a758add for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:34:33.138965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:34:33.139923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:34:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:33.143066 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-26cfb971-67e6-44b0-bd83-1bf1904f29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:34:33.144542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-26cfb971-67e6-44b0-bd83-1bf1904f29bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730186 Feb 16 14:34:33.305085 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-230e8274-3450-4c65-b1cb-382b12971fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534441 Feb 16 14:34:33.358722 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:34:33.447354 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0c8fde77-055f-4271-9f2a-99c45185f8e4 req-f74f627f-d0e6-4fab-93f4-f9412b80a3b2 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361403 Feb 16 14:34:33.760343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'eaaa41be-88d3-4f43-9c26-412392eee664', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'port_id': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'mac_address': 'fa:16:3e:b4:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:31Z', 'updated_at': '2022-02-16T14:34:31Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:34:33.764561 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8824444-287d-43fe-9d8f-1eb5eda747ae None None] The sync data for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv is: [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': 'eaaa41be-88d3-4f43-9c26-412392eee664', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'floating_ip_address': '172.26.1.29', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'port_id': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'mac_address': 'fa:16:3e:b4:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:34:31Z', 'updated_at': '2022-02-16T14:34:31Z', 'revision_number': 0, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:34:33.968288 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e52bd-ee85-484c-b22b-e9835790a44f None None] New status for floating IP eaaa41be-88d3-4f43-9c26-412392eee664: ACTIVE {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:34:33.980276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44570) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:34.088514 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-4a563d27-90f2-4889-8b38-6cfdd8a59884 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 200 len: 990 time: 0.1069672 Feb 16 14:34:35.092340 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44574) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:34:35.202233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d9664954-33da-4568-a4db-b0615da99839 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 200 len: 992 time: 0.1086738 Feb 16 14:34:40.761223 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-da191298-7a4e-4348-a2f6-85795879b81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:44.001957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-56e56867-d565-45e6-9a9a-edb2474ceb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:44.290408 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:44.403122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:45.968089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:34:46.085746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:03.053176 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-85a9a386-5b3c-474d-be1d-6f9b7a200c44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726109 Feb 16 14:35:03.324697 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-c7fe9c26-08ba-4a3e-b0f6-0b9aacd9e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:03.326179 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-c7fe9c26-08ba-4a3e-b0f6-0b9aacd9e863 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1098 time: 0.1997669 Feb 16 14:35:03.482365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-b9053aee-0650-46f7-9700-53dfd1edbb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:03.483856 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-b9053aee-0650-46f7-9700-53dfd1edbb58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 897 time: 0.1385090 Feb 16 14:35:03.596407 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-eed90a4e-e3fe-4c1c-8d3e-5c7bff778983 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1058443 Feb 16 14:35:03.666713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-77e8af32-90e7-44c8-a60e-402949214390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:03.668224 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-77e8af32-90e7-44c8-a60e-402949214390 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0640147 Feb 16 14:35:03.752822 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-0b15a608-b675-40a5-82be-78e92e7d59be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:03.754162 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-0b15a608-b675-40a5-82be-78e92e7d59be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791247 Feb 16 14:35:03.900551 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-4d771b65-4190-47ee-b022-6b13f6da2a59 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401327 Feb 16 14:35:04.042063 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8706c32d-d2ab-4f65-afac-d9cd3a923ec5 req-45af27e8-087b-4d02-b75c-ff253c305035 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342740 Feb 16 14:35:10.036414 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:35:10.767092 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-26636701-acf3-4ab0-b994-fb287c8fdf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:14.007818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3f9518db-3b78-44d2-910f-0ce56bd7a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:14.287269 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:14.404518 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:15.965200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:16.083204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:40.779008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81e939cb-0fd4-4d1f-9122-e5c2a5756e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:44.006902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c996-7aab-459e-8cb6-844c71aab728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:44.283669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:44.406695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:44.664146 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991a1c2-d633-4f99-8eae-60c21cda1bad req-f894fd7f-e9ab-47e6-b263-fb2925b8c3b5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:44.665629 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d991a1c2-d633-4f99-8eae-60c21cda1bad req-f894fd7f-e9ab-47e6-b263-fb2925b8c3b5 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0867460 Feb 16 14:35:44.710462 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d991a1c2-d633-4f99-8eae-60c21cda1bad req-7947c132-e138-4fc1-946d-73b27f4f0246 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Feb 16 14:35:45.925725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b103a3b-ce69-41df-8ebf-9ca21b5c7198 req-8134aac4-8fab-4db8-a9cb-1abe6f5237f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:45.927376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b103a3b-ce69-41df-8ebf-9ca21b5c7198 req-8134aac4-8fab-4db8-a9cb-1abe6f5237f3 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0961335 Feb 16 14:35:45.965201 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:45.973797 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3b103a3b-ce69-41df-8ebf-9ca21b5c7198 req-6652f279-82fd-4820-998b-7d1eb63feda7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Feb 16 14:35:46.072989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:47.036392 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:35:47.159971 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b129b67-d4a3-4b19-9c08-6b46e8cea469 req-518ce2b7-06e2-4e04-91e3-23368710bf79 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:47.161432 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b129b67-d4a3-4b19-9c08-6b46e8cea469 req-518ce2b7-06e2-4e04-91e3-23368710bf79 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0803463 Feb 16 14:35:47.212987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b129b67-d4a3-4b19-9c08-6b46e8cea469 req-3006d449-0807-450c-a8e2-12b23e19b53f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Feb 16 14:35:47.240698 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44618) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:35:47.347310 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-d6a97859-29c5-40df-b3f1-238fd2b468d7 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 200 len: 992 time: 0.1052842 Feb 16 14:35:48.826149 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e8a6f-eccb-4346-97aa-b41529d1a587 req-f405cada-cde3-4ddb-bf05-456b62c75034 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:48.827596 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-399e8a6f-eccb-4346-97aa-b41529d1a587 req-f405cada-cde3-4ddb-bf05-456b62c75034 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0864584 Feb 16 14:35:48.829580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-3e4bb136-0a3c-48bc-91ea-efacf0d91a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:48.831071 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-3e4bb136-0a3c-48bc-91ea-efacf0d91a20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1098 time: 0.0704155 Feb 16 14:35:48.874665 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-399e8a6f-eccb-4346-97aa-b41529d1a587 req-6378fdad-0f66-4e9b-a5b4-f3e0260f9685 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Feb 16 14:35:48.966194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-1b4dc0df-2624-4aad-875e-fa0a811eaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:48.967559 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-1b4dc0df-2624-4aad-875e-fa0a811eaeda service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 897 time: 0.1302559 Feb 16 14:35:49.079949 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-eef9206a-1179-41da-9c5f-411a55737598 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 1000 time: 0.1062868 Feb 16 14:35:49.149234 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-8cc251fc-0f2b-4a93-bcc6-8e995dd13ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.151363 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-8cc251fc-0f2b-4a93-bcc6-8e995dd13ec0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0658996 Feb 16 14:35:49.233335 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-a40a4c7b-715d-4359-95de-275832dfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:49.234804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-a40a4c7b-715d-4359-95de-275832dfb3e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779717 Feb 16 14:35:49.372415 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-516e55dd-0a37-460b-9663-89e7660826f1 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313937 Feb 16 14:35:49.511973 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9ac694f7-2795-4493-89ae-ed449cb816ab req-2971c7cf-456e-40cd-ad4d-f884db66d6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338279 Feb 16 14:35:50.070033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e263a30-cc71-4113-ae2a-2978ff9c8414 req-81d49578-eecf-41a4-8cce-d39e22f7319f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:50.071542 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7e263a30-cc71-4113-ae2a-2978ff9c8414 req-81d49578-eecf-41a4-8cce-d39e22f7319f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0868177 Feb 16 14:35:50.128967 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7e263a30-cc71-4113-ae2a-2978ff9c8414 req-d2121b56-e533-4c36-b5dc-73373ab5bfcd tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513895 Feb 16 14:35:51.361993 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49437653-a53d-414c-94a5-e957e7b9cda4 req-f66c93ac-defb-4f48-971f-2b110ce7fb4b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:51.363728 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49437653-a53d-414c-94a5-e957e7b9cda4 req-f66c93ac-defb-4f48-971f-2b110ce7fb4b tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.0982406 Feb 16 14:35:51.411017 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-49437653-a53d-414c-94a5-e957e7b9cda4 req-178890c9-a0ec-4568-9b27-99cacba0dd90 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412571 Feb 16 14:35:51.435579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44632) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:35:51.662991 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-656deefa-fd0b-4f66-83f4-e6c54b45a6d8 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 200 len: 992 time: 0.2262435 Feb 16 14:35:51.937205 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44640) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:35:52.150192 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port a1496658-724b-4a47-864c-f590b8e04813 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:35:52.150841 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:52.331682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:52.331925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:52.458762 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for a1496658-724b-4a47-864c-f590b8e04813 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:35:52.621133 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:52.666612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=a1496658-724b-4a47-864c-f590b8e04813,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:52.702470 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.702805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.703136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.703481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.703800 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.704111 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.704420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.704727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.705032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.705321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.705625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.705929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:35:52.768805 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:52.769189 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Floating IP eaaa41be-88d3-4f43-9c26-412392eee664 disassociated (deleted). External IP: 172.26.1.29, port: c5a56778-7e2d-4b04-a9ed-b006adcf4ed0. Feb 16 14:35:53.121606 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f08f4aee-0cf9-4608-9871-6a384a758add has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:35:53.422309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:35:53.432734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Sync routers for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:35:53.441032 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:53.442966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:35:53.443589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:53.495754 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec2e3d38-d501-4bc5-b567-105d8ab69601 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/floatingips/eaaa41be-88d3-4f43-9c26-412392eee664 HTTP/1.1" status: 204 len: 168 time: 1.5574007 Feb 16 14:35:53.496377 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:35:53.541642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'status': 'completed', 'code': 200} Feb 16 14:35:53.628074 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:35:53.736652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-eaf0a253-7bb5-4c21-87d3-6c97cfe12d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:53.738259 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-eaf0a253-7bb5-4c21-87d3-6c97cfe12d0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 1098 time: 0.1767652 Feb 16 14:35:53.885319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-6f41e9a2-f10b-47ec-a3b6-f1c6a01759f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:53.886989 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-6f41e9a2-f10b-47ec-a3b6-f1c6a01759f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 200 len: 897 time: 0.1414263 Feb 16 14:35:53.960364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-572e47aa-fb05-4ed7-9009-0bc604214e89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0663052 Feb 16 14:35:53.961205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:53.965947 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Checking router: f08f4aee-0cf9-4608-9871-6a384a758add for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:35:53.975712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:35:53.976323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:53.984053 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcd18a-8f9c-4140-a6ac-5c45711d620a req-98e0ff91-4b7e-41c6-9701-6e61db605a32 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:53.990877 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8cbcd18a-8f9c-4140-a6ac-5c45711d620a req-98e0ff91-4b7e-41c6-9701-6e61db605a32 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.2029929 Feb 16 14:35:54.031368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-cbf2fdb1-6bd0-4b5b-8895-2b3287e4c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:54.032890 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-cbf2fdb1-6bd0-4b5b-8895-2b3287e4c623 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 200 len: 835 time: 0.0658948 Feb 16 14:35:54.034429 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8cbcd18a-8f9c-4140-a6ac-5c45711d620a req-d602d8e7-4984-480b-b475-3b9e69a2c5bf tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Feb 16 14:35:54.112030 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-2279686a-836b-420f-bf42-d44883940a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:54.113484 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-2279686a-836b-420f-bf42-d44883940a2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b4f4443-968b-4a8f-b807-82530908d37b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732021 Feb 16 14:35:54.160971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:35:54.245871 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-da9ba73b-407f-476d-8ae6-3ad30053b979 service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254036 Feb 16 14:35:54.382987 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0d6d7359-e015-41b4-8dc5-74948696b1e9 req-f178e30a-81f5-4c6f-a3e9-d0cd61d3b75e service neutron] 10.222.0.26 "GET /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299944 Feb 16 14:35:54.485211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:35:54.489660 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea08dddb-8462-42a6-889a-2c939e9f5b7a None None] The sync data for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv is: [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ba0c70c4-dfc3-4a0c-a138-ea7c4842b499', 'name': '', 'network_id': '7b4f4443-968b-4a8f-b807-82530908d37b', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'mac_address': 'fa:16:3e:4a:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:09Z', 'updated_at': '2022-02-16T14:34:14Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'subnets': [{'id': '766326dc-264a-42d9-b975-6220fd5c7da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:35:54.726164 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535fd4cc-e421-4389-b787-a47af59dfea6 None None] New status for floating IP eaaa41be-88d3-4f43-9c26-412392eee664: DOWN {{(pid=87700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:35:55.286855 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed45da-aec6-4501-81bb-34350f7f5f4f req-fa3d174d-9134-41ae-966b-61d90b5fdbc0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:55.288522 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cbed45da-aec6-4501-81bb-34350f7f5f4f req-fa3d174d-9134-41ae-966b-61d90b5fdbc0 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.1426582 Feb 16 14:35:55.339440 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cbed45da-aec6-4501-81bb-34350f7f5f4f req-79dc52b1-23ae-4a83-89ae-3ea945a83a7f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/security-groups?id=99f0fa17-ca8d-4d83-a007-274cef13e241&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Feb 16 14:35:55.668505 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-59db852e-6328-4dd1-960b-17c5b73fa85d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:35:55.669180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-59db852e-6328-4dd1-960b-17c5b73fa85d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Synchronizing usage tracker for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:35:55.686253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-59db852e-6328-4dd1-960b-17c5b73fa85d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Unset dirty status for tenant:84053fc138e143579c00f6c6ddf8fd7a on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:35:55.687434 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-59db852e-6328-4dd1-960b-17c5b73fa85d tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 945 time: 0.1024351 Feb 16 14:35:55.763322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:35:55.763612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:56.021249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:35:56.021574 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:56.146731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:35:56.299552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:56.350646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=c5a56778-7e2d-4b04-a9ed-b006adcf4ed0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:56.429058 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] No DVR routers for this DVR port c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:35:56.431667 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:56.434764 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'name': 'network-vif-deleted', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:35:56.453318 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-da4221f3-9ef9-4604-8f84-1aea65077fcf req-5070997b-025d-4c77-bf4b-80ffd417c978 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.26 "DELETE /v2.0/ports/c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 HTTP/1.1" status: 204 len: 173 time: 0.7593365 Feb 16 14:35:56.487132 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37ec16b-af90-4763-bf2b-03f368023f64', 'name': 'network-vif-deleted', 'tag': 'c5a56778-7e2d-4b04-a9ed-b006adcf4ed0', 'status': 'completed', 'code': 200} Feb 16 14:35:56.506452 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a8dcf1ec-d9a5-4b08-8d76-70c9e0fd1281 req-1963ff16-8b42-4d89-b395-4443bae3e012 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "GET /v2.0/ports?device_id=a37ec16b-af90-4763-bf2b-03f368023f64 HTTP/1.1" status: 200 len: 210 time: 0.0560904 Feb 16 14:35:57.605496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44668) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:35:58.305169 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:58.670344 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:35:58.671078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:58.869101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port ba0c70c4-dfc3-4a0c-a138-ea7c4842b499, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:35:58.870156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:58.998163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:35:59.453717 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:35:59.481434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:35:59.506449 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=ba0c70c4-dfc3-4a0c-a138-ea7c4842b499,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:35:59.564961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:35:59.565439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device c5a56778-7e2d-4b04-a9ed-b006adcf4ed0 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:35:59.804612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.170965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Router f08f4aee-0cf9-4608-9871-6a384a758add has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:36:00.350416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:00.362687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Sync routers for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:00.363495 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-348124ae-660d-459c-a62e-183fea999d68 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "PUT /v2.0/routers/f08f4aee-0cf9-4608-9871-6a384a758add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561471 Feb 16 14:36:00.367082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:00.374116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:00.374778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:00.434334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting subnet 766326dc-264a-42d9-b975-6220fd5c7da1 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:36:00.437930 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.492036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.560995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:00.595245 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.674332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.714286 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Subnet': ['ID=766326dc-264a-42d9-b975-6220fd5c7da1,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:00.717726 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:00.724230 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b8376bce-00dc-4146-a7f0-7a499f1d890f tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/subnets/766326dc-264a-42d9-b975-6220fd5c7da1 HTTP/1.1" status: 204 len: 168 time: 0.3568716 Feb 16 14:36:00.728623 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44676) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:00.748658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84aad77-eb49-40d2-ae6e-e3e6fc8b5526 None None] Network 7b4f4443-968b-4a8f-b807-82530908d37b requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:36:01.037895 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.043127 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:35:59Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:01.047674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Checking router: f08f4aee-0cf9-4608-9871-6a384a758add for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:01.057521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Routers {'f08f4aee-0cf9-4608-9871-6a384a758add'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:01.058144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['f08f4aee-0cf9-4608-9871-6a384a758add'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:01.119636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] DHCP port deletion for 7b4f4443-968b-4a8f-b807-82530908d37b request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:36:01.154327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Deleting port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:36:01.154687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.230700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.247086 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Deleting port 87665b86-49e1-4266-b826-4a7ae6e7882a {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:36:01.247531 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.407988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] Set router f08f4aee-0cf9-4608-9871-6a384a758add gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:01.434852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] For port 87665b86-49e1-4266-b826-4a7ae6e7882a, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=87665b86-49e1-4266-b826-4a7ae6e7882a,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:01.435230 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.570292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Calling delete_port for 87665b86-49e1-4266-b826-4a7ae6e7882a owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:36:01.667568 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] For port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,segment=NetworkSegment(a87a89fd-af48-424c-ad91-0e46882eece3),segment_id=a87a89fd-af48-424c-ad91-0e46882eece3)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:01.668208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.802160 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Calling delete_port for bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:36:01.907265 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.964080 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836'] for port, after_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:01.965110 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Port': ['ID=87665b86-49e1-4266-b826-4a7ae6e7882a,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:02.028830 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Pushing event deleted for resources: {'Port': ['ID=bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab,revision_number=None']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:02.032581 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] No DVR routers for this DVR port bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab on host dv-neutron-828143-3-hyperv {{(pid=87699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:36:02.037310 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.037697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.038049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.038315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.038648 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.038963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.039285 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.039712 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.040033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.040357 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.040709 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.041026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.044211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:35:59Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:02.049141 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.049493 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.050293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.050293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.050546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.050818 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.051135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.051458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.051777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.052095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.052405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.052719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76d95aa-3608-4c58-b31e-687279f891ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:02.056744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e0d91a-4338-49d3-a29e-eaa05a6963e8 None None] The sync data for ids ['f08f4aee-0cf9-4608-9871-6a384a758add'] in dv-neutron-828143-3-hyperv is: [{'id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558939254', 'tenant_id': '84053fc138e143579c00f6c6ddf8fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234'}], 'enable_snat': True}, 'gw_port_id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:35:59Z', 'revision_number': 5, 'project_id': '84053fc138e143579c00f6c6ddf8fd7a', 'gw_port': {'id': '87665b86-49e1-4266-b826-4a7ae6e7882a', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f08f4aee-0cf9-4608-9871-6a384a758add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:34:05Z', 'updated_at': '2022-02-16T14:34:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:02.078144 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.257383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.260537 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.289011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.289803 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Fanout notify agent at l3_agent the message router_deleted on router f08f4aee-0cf9-4608-9871-6a384a758add {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:36:02.307338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.308408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-469566c8-f9c5-460d-bc58-b2456baffb4c tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/routers/f08f4aee-0cf9-4608-9871-6a384a758add HTTP/1.1" status: 204 len: 168 time: 1.5788186 Feb 16 14:36:02.311625 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44680) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:02.561657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.716820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.744992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:36:02.746904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4f4443-968b-4a8f-b807-82530908d37b']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:02.759497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a89fd-af48-424c-ad91-0e46882eece3') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:02.759793 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a89fd-af48-424c-ad91-0e46882eece3') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:02.771592 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.779022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:36:02.779359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ba0c70c4-dfc3-4a0c-a138-ea7c4842b499 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:36:02.779764 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:36:02.787496 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.793914 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:36:02.794334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:36:02.809444 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:36:02.816112 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:36:02.816435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device bf4e4c18-ef5d-43eb-8d7d-1d08867ad9ab not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:36:02.890418 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.907792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:02.918730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'Network': ['ID=7b4f4443-968b-4a8f-b807-82530908d37b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:02.928285 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-a671b81b-770e-4724-9239-55c0237ee391 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/networks/7b4f4443-968b-4a8f-b807-82530908d37b HTTP/1.1" status: 204 len: 168 time: 0.6156788 Feb 16 14:36:02.931106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44684) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:03.004947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.041550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.116262 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.135251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0fa17-ca8d-4d83-a007-274cef13e241,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:03.147427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.148586 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db68b6fa-3fa6-4397-a194-5fa9d7abbc36 tempest-TestNetworkAdvancedServerOps-552946471 tempest-TestNetworkAdvancedServerOps-552946471-project] 10.222.0.105 "DELETE /v2.0/security-groups/99f0fa17-ca8d-4d83-a007-274cef13e241 HTTP/1.1" status: 204 len: 168 time: 0.2163520 Feb 16 14:36:03.554850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44694) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:03.719775 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6fb09e3-dfca-412d-a9c2-d169a6b333d2 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=84053fc138e143579c00f6c6ddf8fd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636755 Feb 16 14:36:03.722905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44700) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:03.785598 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.813090 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.868402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.885844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d436aa2f-7357-4943-a4bf-68bbb8da66c7,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:03.895101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:03.896175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2ab6d227-37ee-4e44-b41b-6762a107203a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/d436aa2f-7357-4943-a4bf-68bbb8da66c7 HTTP/1.1" status: 204 len: 168 time: 0.1723638 Feb 16 14:36:04.223552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:04.242351 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.258770 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:04.264568 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5125faf04f41a4b70004530f532da6 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:04.267682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:04.273786 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:04.389258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.394422 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.561824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=5b5125faf04f41a4b70004530f532da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370302 Feb 16 14:36:04.562625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569a91c-c484-4256-acc8-6ea9893df685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8955d8-2b35-4164-915e-ff3f4364a375,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:04.564554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44712) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:04.629263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87665b86-49e1-4266-b826-4a7ae6e7882a no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:36:04.635919 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.663883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.664271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 87665b86-49e1-4266-b826-4a7ae6e7882a {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:36:04.664615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 87665b86-49e1-4266-b826-4a7ae6e7882a not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:36:04.728099 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.742830 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8955d8-2b35-4164-915e-ff3f4364a375,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:04.749989 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:04.751186 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2cd00127-de76-406f-bd88-74655b57c207 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/2b8955d8-2b35-4164-915e-ff3f4364a375 HTTP/1.1" status: 204 len: 168 time: 0.1856308 Feb 16 14:36:05.638670 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44736) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:05.760496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1579480123-network', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:05.765597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:05.769538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Usage tracker for resource:network and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:05.772468 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:05.780648 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:05.790645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Made reservation on behalf of 2d2e5261b03640ac868ac6c7fac240db for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:05.793097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:05.805680 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:05.820780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:05.824754 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:05.827625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:05.833619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:05.925106 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:05.931393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:05.963182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:05.971789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338fe878-bb21-4c5f-9a8d-c9102a79d983,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:05.977982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:05.978455 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Added segment f13589d2-8dfb-4b54-812f-8e3cc1f50dc7 of type vlan for network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 Feb 16 14:36:06.006156 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.039633 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.040665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.041224 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.146471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] Pushing event updated for resources: {'Network': ['ID=6dc21f37-4e4d-4d9b-b515-ca792323bac3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:06.154409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44742) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:06.155031 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-aeefb248-fead-4cba-b236-5c567eb061be admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5143471 Feb 16 14:36:06.161463 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:36:06.162034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Request body: {'subnet': {'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1579480123-subnet', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:06.167374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:06.172583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Usage tracker for resource:subnet and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:06.176081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:06.182151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:06.195606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Made reservation on behalf of 2d2e5261b03640ac868ac6c7fac240db for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:06.197962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.414733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.485792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d5c143-c1ce-4630-9980-05998dc6368d,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:06.497854 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Checking segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:06.498200 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Network hostable DHCP agents. Network: 6dc21f37-4e4d-4d9b-b515-ca792323bac3, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:06.518393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:06.527735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 6dc21f37-4e4d-4d9b-b515-ca792323bac3) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:06.532131 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:06.532877 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.538356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4149fb-8cce-416d-9223-d57675017beb None None] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:36:06.553989 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-95e78cd6-bb24-4d63-bbe6-67f1182c5fae admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3981156 Feb 16 14:36:06.556752 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44746) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:06.562453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:06.567580 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:06.572017 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Usage tracker for resource:router and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:06.575108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:06.581817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:06.594042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.595181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.613546 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.770199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:36:06.771550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.940831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:06.995570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Allocated IP 172.20.0.2 (6dc21f37-4e4d-4d9b-b515-ca792323bac3/50d5c143-c1ce-4630-9980-05998dc6368d/fda3a17f-1c2f-4bff-9619-eaffce82a804) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:07.238560 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.250814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Transition to ACTIVE for port object fda3a17f-1c2f-4bff-9619-eaffce82a804 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:07.271124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Transition to ACTIVE for port object fda3a17f-1c2f-4bff-9619-eaffce82a804 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:07.278247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.300435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.343822 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:07.345118 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:07.349365 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.349729 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:07.386807 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Pushing event updated for resources: {'Port': ['ID=fda3a17f-1c2f-4bff-9619-eaffce82a804,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:07.450835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Attempting to bind port fda3a17f-1c2f-4bff-9619-eaffce82a804 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:07.451248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Attempting to bind port fda3a17f-1c2f-4bff-9619-eaffce82a804 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:07.451604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Attempting to bind port fda3a17f-1c2f-4bff-9619-eaffce82a804 on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:07.457243 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:07.457609 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Checking segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:07.457999 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.458437 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Bound using segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:07.458894 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Bound port: fda3a17f-1c2f-4bff-9619-eaffce82a804, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:07.459277 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.504352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Allocated IP 172.26.1.205 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/7b05d97d-db01-43e0-b4e1-7a42275140d3) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:07.602050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] For port fda3a17f-1c2f-4bff-9619-eaffce82a804, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:07.605358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] For port fda3a17f-1c2f-4bff-9619-eaffce82a804, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fda3a17f-1c2f-4bff-9619-eaffce82a804,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:07.611602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.668231 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.695721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f198566a-118c-47f1-9149-369d52b0eeac None None] Pushing event updated for resources: {'Port': ['ID=fda3a17f-1c2f-4bff-9619-eaffce82a804,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:07.704893 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:07.778506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:07.781843 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:07.784303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:07.820393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b05d97d-db01-43e0-b4e1-7a42275140d3,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:08.347867 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:08.707393 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4b389-b96d-4cfb-bf16-1348fc03d43c None None] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:36:08.728668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:08.772828 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fda3a17f-1c2f-4bff-9619-eaffce82a804 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:08.857012 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8e3b03ee-9017-4b44-b260-f1f5f7f8504f None None] Provisioning for port fda3a17f-1c2f-4bff-9619-eaffce82a804 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:08.932617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port fda3a17f-1c2f-4bff-9619-eaffce82a804 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:08.941563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fda3a17f-1c2f-4bff-9619-eaffce82a804 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:08.941811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:08.964303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:36:09.125780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:09.157544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:09.167622 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:09.170107 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port fda3a17f-1c2f-4bff-9619-eaffce82a804, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fda3a17f-1c2f-4bff-9619-eaffce82a804,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:09.179253 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:09.179503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:09.180510 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:09.183072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:09.187573 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44750) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:09.188072 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-83488740-1825-4ab6-9699-3f3734ad7fe1 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6297925 Feb 16 14:36:09.258683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=fda3a17f-1c2f-4bff-9619-eaffce82a804,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:09.392920 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8b568185-8a29-42c1-9030-44dce8dcf015 None None] Provisioning complete for port fda3a17f-1c2f-4bff-9619-eaffce82a804 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:09.393234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8b568185-8a29-42c1-9030-44dce8dcf015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:09.431838 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:09.775716 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:08Z', 'revision_number': 3, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:09.780438 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:09.780774 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Updating router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 port 7b05d97d-db01-43e0-b4e1-7a42275140d3 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:36:09.841210 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.049779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.199836 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.212779 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Transition to ACTIVE for port object 7b05d97d-db01-43e0-b4e1-7a42275140d3 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:10.220733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.291657 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Allocated IP 172.20.0.1 (6dc21f37-4e4d-4d9b-b515-ca792323bac3/50d5c143-c1ce-4630-9980-05998dc6368d/d2daa74e-fbde-4573-b4da-66320947bd2f) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:10.303514 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Pushing event updated for resources: {'Port': ['ID=7b05d97d-db01-43e0-b4e1-7a42275140d3,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:10.312297 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.312631 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.313010 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.313338 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.313654 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.313977 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.314292 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.314605 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.314913 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.315225 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.315522 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.315824 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:36:10.319015 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Attempting to bind port 7b05d97d-db01-43e0-b4e1-7a42275140d3 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:10.319369 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Attempting to bind port 7b05d97d-db01-43e0-b4e1-7a42275140d3 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:10.319844 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Attempting to bind port 7b05d97d-db01-43e0-b4e1-7a42275140d3 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:10.325999 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:10.326711 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:10.327150 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.327721 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:10.328412 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Bound port: 7b05d97d-db01-43e0-b4e1-7a42275140d3, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:10.328959 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.412795 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] For port 7b05d97d-db01-43e0-b4e1-7a42275140d3, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:10.418115 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] For port 7b05d97d-db01-43e0-b4e1-7a42275140d3, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b05d97d-db01-43e0-b4e1-7a42275140d3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:10.424029 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.450706 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.468679 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Transition to ACTIVE for port object d2daa74e-fbde-4573-b4da-66320947bd2f will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:10.498177 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.517973 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:10.524239 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:10.572075 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:10.575173 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:10.579216 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:10.617036 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aceb29-7377-4daa-a2e5-9ec0fcf02ce9 None None] Pushing event updated for resources: {'Port': ['ID=7b05d97d-db01-43e0-b4e1-7a42275140d3,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:10.617798 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Pushing event updated for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:10.639949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.715204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fda3a17f-1c2f-4bff-9619-eaffce82a804 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:10.757878 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:10.815420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port fda3a17f-1c2f-4bff-9619-eaffce82a804 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:10.816631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.865307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-41ee22c3-dec6-4c20-afc1-04c5020aae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:10.909628 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2ffdff09-57aa-47ba-8dfd-887543bf7f46 None None] Provisioning for port d2daa74e-fbde-4573-b4da-66320947bd2f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:10.918862 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-2ffdff09-57aa-47ba-8dfd-887543bf7f46 None None] Provisioning complete for port d2daa74e-fbde-4573-b4da-66320947bd2f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:10.919257 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2ffdff09-57aa-47ba-8dfd-887543bf7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.028373 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdff09-57aa-47ba-8dfd-887543bf7f46 None None] Port d2daa74e-fbde-4573-b4da-66320947bd2f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:36:11.063699 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.128104 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:08Z', 'revision_number': 3, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:11.132831 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10a0549-3523-4016-914f-c1691a6366b7 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:08Z', 'revision_number': 3, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:11.351193 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.360817 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.471421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Pushing event updated for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:11.473606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.627617 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:11.629383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:11.873233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-33fcd7c5-050f-4924-9393-64a3b27fdc0a None None] Provisioning complete for port d2daa74e-fbde-4573-b4da-66320947bd2f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:11.874133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-33fcd7c5-050f-4924-9393-64a3b27fdc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:11.975944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-33fcd7c5-050f-4924-9393-64a3b27fdc0a None None] Port d2daa74e-fbde-4573-b4da-66320947bd2f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:36:11.992820 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:36:12.207013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:12.221855 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-437afa2b-5c10-4cd0-b6dc-e4fa28fe5a36 admin admin] 10.222.0.105 "PUT /v2.0/routers/7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0326483 Feb 16 14:36:12.718336 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b05d97d-db01-43e0-b4e1-7a42275140d3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:12.775910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:12.797869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:12.798517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:35:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:12.852527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44768) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:12.859546 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1364059090-network', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:12.865529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:12.871662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Usage tracker for resource:network and tenant:1de89ab2b2e14ff6814d632676d820cf is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:12.875936 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:12.884434 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:12.902628 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Made reservation on behalf of 1de89ab2b2e14ff6814d632676d820cf for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:12.906500 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:12.925364 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:12.945318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:12.949436 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Usage tracker for resource:security_group_rule and tenant:1de89ab2b2e14ff6814d632676d820cf is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:12.952632 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:12.959338 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:12.967882 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 7b05d97d-db01-43e0-b4e1-7a42275140d3 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:12.990292 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b05d97d-db01-43e0-b4e1-7a42275140d3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:12.990910 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.069580 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:13.088038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.092668 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.124867 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:36:13.134111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d77b4e2-d52b-4891-8d7d-19982905ab14,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:13.140316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.140667 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Added segment e35d5b45-cf5a-42c4-9443-239cd776e591 of type vlan for network be15b553-a97b-4312-9b0b-2184397effad Feb 16 14:36:13.172172 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.220604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.222395 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:13.223355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.372991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.377905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] Pushing event updated for resources: {'Network': ['ID=be15b553-a97b-4312-9b0b-2184397effad,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:13.387371 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6490186b-f5f0-47db-b6c6-39c4b930d51f admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5329275 Feb 16 14:36:13.387661 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44772) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:13.396715 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Request body: {'subnet': {'network_id': 'be15b553-a97b-4312-9b0b-2184397effad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1364059090-subnet', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'ip_version': 4}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:13.402556 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:13.402900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network be15b553-a97b-4312-9b0b-2184397effad details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:36:13.407539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Usage tracker for resource:subnet and tenant:1de89ab2b2e14ff6814d632676d820cf is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:13.411541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:13.417713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:13.421626 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 7b05d97d-db01-43e0-b4e1-7a42275140d3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b05d97d-db01-43e0-b4e1-7a42275140d3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:13.431569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.439465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Made reservation on behalf of 1de89ab2b2e14ff6814d632676d820cf for: {'subnet': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:13.444249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2089134'] for subnet, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.652696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=7b05d97d-db01-43e0-b4e1-7a42275140d3,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:13.674174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3684107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2089144'] for subnet, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.696353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:11Z', 'revision_number': 2, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:13.701029 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:13.701429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Updating router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 port d2daa74e-fbde-4573-b4da-66320947bd2f binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:36:13.762838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.878336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c0f234-bb2f-4747-8f1d-571f35f8478d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:13.895966 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Checking segment: {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:13.896611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Network hostable DHCP agents. Network: be15b553-a97b-4312-9b0b-2184397effad, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:36:13.924330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Network be15b553-a97b-4312-9b0b-2184397effad is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:36:13.936935 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, be15b553-a97b-4312-9b0b-2184397effad) {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:13.945628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:13.946368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:13.962788 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6bc36-3410-4851-8c9e-4c245cf717c7 None None] Network be15b553-a97b-4312-9b0b-2184397effad requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:36:13.972353 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-229b656e-9f23-4f2e-80da-46ee65c97709 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5834904 Feb 16 14:36:13.975711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44776) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:13.981013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:13.986697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:13.995100 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Usage tracker for resource:router and tenant:1de89ab2b2e14ff6814d632676d820cf is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:14.000068 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:14.009523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:14.022050 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.023182 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.044859 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.121316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c18f1590-bc9c-488d-8f90-6515e38c6009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.368406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-be15b553-a97b-4312-9b0b-2184397effad', 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'fixed_ips': [{'subnet_id': '94c0f234-bb2f-4747-8f1d-571f35f8478d'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:36:14.369256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.380327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.395256 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.406907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.462858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Transition to ACTIVE for port object d2daa74e-fbde-4573-b4da-66320947bd2f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:14.476880 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.480925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.669272 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4350f9f-ea34-4d5b-815a-e0978b701c15 None None] Pushing event updated for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:14.710792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b05d97d-db01-43e0-b4e1-7a42275140d3 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:14.765887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.795827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.822087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Allocated IP 172.20.0.2 (be15b553-a97b-4312-9b0b-2184397effad/94c0f234-bb2f-4747-8f1d-571f35f8478d/2826a00a-c0c5-4f38-8631-0077027b026b) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:14.852789 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Attempting to bind port d2daa74e-fbde-4573-b4da-66320947bd2f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:14.853094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Attempting to bind port d2daa74e-fbde-4573-b4da-66320947bd2f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:14.853413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Attempting to bind port d2daa74e-fbde-4573-b4da-66320947bd2f on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:14.929054 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:14.929407 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Checking segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:14.929690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.930278 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Bound using segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:14.930753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Bound port: d2daa74e-fbde-4573-b4da-66320947bd2f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:14.931135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:14.950456 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Allocated IP 172.26.1.61 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/5e9ab3ae-34cc-466f-b42c-3406164c58ed) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:15.063094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 7b05d97d-db01-43e0-b4e1-7a42275140d3 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:15.063467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.196385 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] For port d2daa74e-fbde-4573-b4da-66320947bd2f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:15.251604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] For port d2daa74e-fbde-4573-b4da-66320947bd2f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2daa74e-fbde-4573-b4da-66320947bd2f,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:15.286428 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.288256 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.326505 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.376456 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.402693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Transition to ACTIVE for port object 2826a00a-c0c5-4f38-8631-0077027b026b will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:15.403642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:15.406834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:15.411295 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:15.442478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:15.443187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:15.498434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Transition to ACTIVE for port object 2826a00a-c0c5-4f38-8631-0077027b026b will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:15.505566 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4350f9f-ea34-4d5b-815a-e0978b701c15 None None] Pushing event updated for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:15.540440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.636245 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9ab3ae-34cc-466f-b42c-3406164c58ed,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:15.675500 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Network be15b553-a97b-4312-9b0b-2184397effad is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:15.691631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:15.706094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:15.708413 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Pushing event updated for resources: {'Port': ['ID=2826a00a-c0c5-4f38-8631-0077027b026b,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:15.825479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:15.889891 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Attempting to bind port 2826a00a-c0c5-4f38-8631-0077027b026b on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:15.890307 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Attempting to bind port 2826a00a-c0c5-4f38-8631-0077027b026b by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:15.890631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Attempting to bind port 2826a00a-c0c5-4f38-8631-0077027b026b on network be15b553-a97b-4312-9b0b-2184397effad {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:15.901625 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:15.901991 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Checking segment: {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:15.902495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.902797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Bound using segment: {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:15.903242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Bound port: 2826a00a-c0c5-4f38-8631-0077027b026b, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:15.903607 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:15.908651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.098846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.145619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.187096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] For port 2826a00a-c0c5-4f38-8631-0077027b026b, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:16.192061 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] For port 2826a00a-c0c5-4f38-8631-0077027b026b, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2826a00a-c0c5-4f38-8631-0077027b026b,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:16.223780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.267597 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.315940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe0ce-42b5-4546-affa-d55e1b65e1fa None None] Pushing event updated for resources: {'Port': ['ID=2826a00a-c0c5-4f38-8631-0077027b026b,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:16.345528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:15Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:16.350793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb85a11-cb7b-45a0-a149-98d274f1d334 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:15Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:16.550088 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Router b109bf26-7b54-490c-a1e7-27064df43256 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:36:16.762305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2826a00a-c0c5-4f38-8631-0077027b026b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:16.787142 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:16.799776 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Sync routers for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:16.811692 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:16.812724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:16.818540 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:16.821973 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-09cc1544-57a3-4ed7-bb63-1ab77a2a3bf6 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8429925 Feb 16 14:36:16.822687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:16.850308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 2826a00a-c0c5-4f38-8631-0077027b026b completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:16.856748 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2daa74e-fbde-4573-b4da-66320947bd2f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:16.946522 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port d2daa74e-fbde-4573-b4da-66320947bd2f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:16.967205 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port d2daa74e-fbde-4573-b4da-66320947bd2f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:16.967864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.124060 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:17.218589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.270458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port d2daa74e-fbde-4573-b4da-66320947bd2f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2daa74e-fbde-4573-b4da-66320947bd2f,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:17.278662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.382101 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:17.513874 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:15Z', 'revision_number': 3, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:17.521551 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Checking router: b109bf26-7b54-490c-a1e7-27064df43256 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:17.521892 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Updating router b109bf26-7b54-490c-a1e7-27064df43256 port 5e9ab3ae-34cc-466f-b42c-3406164c58ed binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:36:17.548663 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e663c-fe37-4973-b906-fdbc2f308cdf None None] Network be15b553-a97b-4312-9b0b-2184397effad requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:36:17.585732 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.721253 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Provisioning for port 2826a00a-c0c5-4f38-8631-0077027b026b completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:17.796827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.804871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Provisioning complete for port 2826a00a-c0c5-4f38-8631-0077027b026b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:17.805263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.984970 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:17.997594 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Transition to ACTIVE for port object 5e9ab3ae-34cc-466f-b42c-3406164c58ed will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:17.998515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.010901 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.062578 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] For port 2826a00a-c0c5-4f38-8631-0077027b026b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2826a00a-c0c5-4f38-8631-0077027b026b,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:18.071966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.082265 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Allocated IP 172.20.0.1 (be15b553-a97b-4312-9b0b-2184397effad/94c0f234-bb2f-4747-8f1d-571f35f8478d/291e54c2-df03-4ae6-b7f8-c9888604373f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:18.134143 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b46a0-386e-49c4-8a49-d38290fa4886 None None] Pushing event updated for resources: {'Port': ['ID=5e9ab3ae-34cc-466f-b42c-3406164c58ed,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:18.151282 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Attempting to bind port 5e9ab3ae-34cc-466f-b42c-3406164c58ed on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:18.151815 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Attempting to bind port 5e9ab3ae-34cc-466f-b42c-3406164c58ed by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:18.152465 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Attempting to bind port 5e9ab3ae-34cc-466f-b42c-3406164c58ed on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:18.161163 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:18.161719 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:18.162450 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.163021 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:18.164086 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Bound port: 5e9ab3ae-34cc-466f-b42c-3406164c58ed, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:18.165448 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.182435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ade67-3efa-4583-a494-c622fed3fc31 None None] Pushing event updated for resources: {'Port': ['ID=2826a00a-c0c5-4f38-8631-0077027b026b,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:18.247316 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] For port 5e9ab3ae-34cc-466f-b42c-3406164c58ed, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:18.250897 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] For port 5e9ab3ae-34cc-466f-b42c-3406164c58ed, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e9ab3ae-34cc-466f-b42c-3406164c58ed,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:18.258540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.279452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.292958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f99c74a1-0f3a-4297-88fb-9cf5842fc598 None None] Provisioning complete for port 2826a00a-c0c5-4f38-8631-0077027b026b triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:18.293570 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f99c74a1-0f3a-4297-88fb-9cf5842fc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.298890 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Transition to ACTIVE for port object 291e54c2-df03-4ae6-b7f8-c9888604373f will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:18.332566 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.348529 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:18.349157 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:18.408395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Network be15b553-a97b-4312-9b0b-2184397effad is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:18.414194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:18.418176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:18.434200 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b46a0-386e-49c4-8a49-d38290fa4886 None None] Pushing event updated for resources: {'Port': ['ID=5e9ab3ae-34cc-466f-b42c-3406164c58ed,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:18.454164 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Pushing event updated for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:18.484724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.547190 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:18.681614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a53eca50-75ea-4159-a711-24aaa0b124f8 None None] Provisioning for port 291e54c2-df03-4ae6-b7f8-c9888604373f completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:18.688501 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a53eca50-75ea-4159-a711-24aaa0b124f8 None None] Provisioning complete for port 291e54c2-df03-4ae6-b7f8-c9888604373f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:18.688869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a53eca50-75ea-4159-a711-24aaa0b124f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.715797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2826a00a-c0c5-4f38-8631-0077027b026b up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:18.804904 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-a53eca50-75ea-4159-a711-24aaa0b124f8 None None] Port 291e54c2-df03-4ae6-b7f8-c9888604373f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:36:18.820611 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 2826a00a-c0c5-4f38-8631-0077027b026b triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:18.821067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.887252 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:15Z', 'revision_number': 3, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:18.891587 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25fe35-d4a1-4921-80b2-6bcfc950d235 None None] The sync data for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv is: [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:15Z', 'revision_number': 3, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:18.897504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:18.952405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2daa74e-fbde-4573-b4da-66320947bd2f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:19.031709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port d2daa74e-fbde-4573-b4da-66320947bd2f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:19.032079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:19.139479 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:19.147077 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:19.261102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:19.264699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Pushing event updated for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:19.410042 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Network be15b553-a97b-4312-9b0b-2184397effad is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:19.411367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:19.607163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Router b109bf26-7b54-490c-a1e7-27064df43256 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:36:19.643651 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5512c5bc-6daf-44f6-be52-4c5b86358dea None None] Provisioning complete for port 291e54c2-df03-4ae6-b7f8-c9888604373f triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:19.644206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5512c5bc-6daf-44f6-be52-4c5b86358dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:19.701887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5512c5bc-6daf-44f6-be52-4c5b86358dea None None] Port 291e54c2-df03-4ae6-b7f8-c9888604373f cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:36:19.805277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:19.815710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-82ec19cd-1dc7-47cc-9938-ec086ee693a5 admin admin] 10.222.0.105 "PUT /v2.0/routers/b109bf26-7b54-490c-a1e7-27064df43256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9919050 Feb 16 14:36:20.477966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Sync routers for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:20.487892 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:20.488634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:20.666742 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:20.711161 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e9ab3ae-34cc-466f-b42c-3406164c58ed up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:20.844010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44792) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:20.849461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692172019', 'description': 'tempest-secgroup-smoke-692172019 description', 'project_id': '2d2e5261b03640ac868ac6c7fac240db'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:20.856002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:20.863642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:20.866949 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:20.873432 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:20.885853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:20.965606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 5e9ab3ae-34cc-466f-b42c-3406164c58ed completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:20.982155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5e9ab3ae-34cc-466f-b42c-3406164c58ed triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:20.982559 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.034723 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.039143 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.042263 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.049844 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.127479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.132713 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.169928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.179037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dea6c94-13e9-4d54-a72f-bca916a998a2,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.182178 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.188159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-647bad4a-a9fe-48a1-bdd8-7c5b560fd487 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3429651 Feb 16 14:36:21.188311 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44796) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.195238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 4, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '291e54c2-df03-4ae6-b7f8-c9888604373f', 'name': '', 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'mac_address': 'fa:16:3e:05:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:17Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 2, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'subnets': [{'id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:21.197303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.200088 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 5e9ab3ae-34cc-466f-b42c-3406164c58ed, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e9ab3ae-34cc-466f-b42c-3406164c58ed,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:21.201732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Checking router: b109bf26-7b54-490c-a1e7-27064df43256 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:21.202072 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Updating router b109bf26-7b54-490c-a1e7-27064df43256 port 291e54c2-df03-4ae6-b7f8-c9888604373f binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:36:21.206023 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.211538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.214775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.220733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.230431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.242093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.309860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.311246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.315554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.334887 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=5e9ab3ae-34cc-466f-b42c-3406164c58ed,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.342973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc43c4-5ea4-4411-a1fb-9cfde9d81a62,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.353956 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.355237 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-806bd06f-5952-424c-8242-dfd28b0d1765 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656291 Feb 16 14:36:21.358232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44800) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.363339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.369321 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.373091 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.375955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.381872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.399665 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.462420 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.468674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.494454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5971b11b-5233-4c68-bacc-864474a16e73,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.509589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.510843 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-43d61ad2-82de-4901-ac22-2069b942177f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515818 Feb 16 14:36:21.513549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44804) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.518487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.525120 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.529727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.532877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.538803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.560599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.622862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.627771 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.652684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=675ff91b-07a1-4a56-bbfb-6d8488b5a282,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.662902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.664075 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-0bff62bd-f29d-4b39-aed7-61a787ed670d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496384 Feb 16 14:36:21.666801 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44808) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.671778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.677751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.681206 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.681766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.685060 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.690835 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.693594 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Transition to ACTIVE for port object 291e54c2-df03-4ae6-b7f8-c9888604373f will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:21.702637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.710576 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.777363 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.782612 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.808372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a34bca-27a2-46a4-a291-dfea3e93f1fe,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.820992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.822315 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7f43fe10-6090-4a36-98ae-1d02c191bceb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1545794 Feb 16 14:36:21.825155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 44812) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.830890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:21.837352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:21.841450 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:21.844799 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:21.851562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:21.864314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Project 2d2e5261b03640ac868ac6c7fac240db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:36:21.871846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.881308 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8eaf-dbfc-4922-9fe0-27ba76604943 None None] Pushing event updated for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.938665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Attempting to bind port 291e54c2-df03-4ae6-b7f8-c9888604373f on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:21.939018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Attempting to bind port 291e54c2-df03-4ae6-b7f8-c9888604373f by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:21.939384 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Attempting to bind port 291e54c2-df03-4ae6-b7f8-c9888604373f on network be15b553-a97b-4312-9b0b-2184397effad {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:21.941642 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.945440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:21.945900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Checking segment: {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:21.947254 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.950542 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.951078 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Bound using segment: {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:21.951619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Bound port: 291e54c2-df03-4ae6-b7f8-c9888604373f, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35d5b45-cf5a-42c4-9443-239cd776e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:21.952056 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.972294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0560429a-e56a-4add-a08e-c0f99c4de851,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:21.985017 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:21.988969 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-86368d45-7250-4981-a72e-e13150c751cf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601052 Feb 16 14:36:21.989248 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44816) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:21.994577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '5dea6c94-13e9-4d54-a72f-bca916a998a2', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:22.001868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:22.005894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:22.008955 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:22.015003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:22.027928 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Project 2d2e5261b03640ac868ac6c7fac240db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:36:22.034535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.084647 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] For port 291e54c2-df03-4ae6-b7f8-c9888604373f, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:22.087953 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] For port 291e54c2-df03-4ae6-b7f8-c9888604373f, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=291e54c2-df03-4ae6-b7f8-c9888604373f,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:22.093683 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.107792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.111900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.132652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6ecfe3-c132-4f9c-ac8e-24fb9cdb949d,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:22.144178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.145326 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-37416c64-1eff-43c0-b490-7b7c85a74ff3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550879 Feb 16 14:36:22.171554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:22.172639 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:22.230597 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba8eaf-dbfc-4922-9fe0-27ba76604943 None None] Pushing event updated for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:22.333423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c111fb65-f7c1-4f5b-b93d-6ee9631cd909 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:36:22.352145 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c111fb65-f7c1-4f5b-b93d-6ee9631cd909 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:36:22.353528 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c111fb65-f7c1-4f5b-b93d-6ee9631cd909 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692172019&fields=id&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 267 time: 0.0674579 Feb 16 14:36:22.418498 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:22.504123 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-d291e547-ed07-4852-9f1a-1c865705247a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:22.505422 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-d291e547-ed07-4852-9f1a-1c865705247a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 809 time: 0.1450303 Feb 16 14:36:22.520681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8bc4ead3-caba-42bf-a5aa-9eeb48198b98 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/quotas/2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 375 time: 0.0094295 Feb 16 14:36:22.604011 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-00f7f725-cd48-4030-b76f-28858de2fbda tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:36:22.623354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-00f7f725-cd48-4030-b76f-28858de2fbda tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:36:22.624603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-00f7f725-cd48-4030-b76f-28858de2fbda tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984995 Feb 16 14:36:22.700808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e9ab3ae-34cc-466f-b42c-3406164c58ed up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:22.793157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 5e9ab3ae-34cc-466f-b42c-3406164c58ed triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:22.793429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:22.823119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 4, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '291e54c2-df03-4ae6-b7f8-c9888604373f', 'name': '', 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'mac_address': 'fa:16:3e:05:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:17Z', 'updated_at': '2022-02-16T14:36:22Z', 'revision_number': 4, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'subnets': [{'id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:22.840337 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039aed11-6ea4-4cb4-bc03-e16864717867 None None] The sync data for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv is: [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:18Z', 'revision_number': 4, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '291e54c2-df03-4ae6-b7f8-c9888604373f', 'name': '', 'network_id': 'be15b553-a97b-4312-9b0b-2184397effad', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'mac_address': 'fa:16:3e:05:d4:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:17Z', 'updated_at': '2022-02-16T14:36:22Z', 'revision_number': 4, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'subnets': [{'id': '94c0f234-bb2f-4747-8f1d-571f35f8478d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:22.878882 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c6aff891-c5b4-4eb4-a2ce-c86ede7ac78e service neutron] 10.222.0.105 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413018 Feb 16 14:36:23.042467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-e7b6df58-27eb-4fa6-b9e5-9291690e4f7d service neutron] 10.222.0.105 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609521 Feb 16 14:36:23.244118 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-787e7920-945c-4bcb-bd48-12c52db3a2bf req-5eef4c1e-54f8-4c24-bdce-b10dd4e2c852 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 210 time: 0.0443819 Feb 16 14:36:24.035683 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:36:24.407421 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d5ab46e5-747d-4166-93ed-4380e89f8fe5 req-13a89c8b-7466-43c5-b5f1-231902b0c2f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 210 time: 0.0471742 Feb 16 14:36:24.498988 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-e9d0a04f-263e-40f2-b9c6-c53696189849 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:24.499639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-e9d0a04f-263e-40f2-b9c6-c53696189849 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:36:24.517590 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-e9d0a04f-263e-40f2-b9c6-c53696189849 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:36:24.518814 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-e9d0a04f-263e-40f2-b9c6-c53696189849 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 809 time: 0.1637051 Feb 16 14:36:24.567815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-31b6eb71-3774-43b2-b816-ef3284e994fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:36:24.578902 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-31b6eb71-3774-43b2-b816-ef3284e994fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:36:24.580023 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-31b6eb71-3774-43b2-b816-ef3284e994fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 379 time: 0.0525737 Feb 16 14:36:24.589068 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'port': {'device_id': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'admin_state_up': True, 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'security_groups': ['5dea6c94-13e9-4d54-a72f-bca916a998a2']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:24.700111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 291e54c2-df03-4ae6-b7f8-c9888604373f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:24.771706 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 291e54c2-df03-4ae6-b7f8-c9888604373f completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:24.777103 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 291e54c2-df03-4ae6-b7f8-c9888604373f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:24.777502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:24.832307 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:24.842193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:24.852461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Made reservation on behalf of 2d2e5261b03640ac868ac6c7fac240db for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:36:24.855983 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:24.897725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:24.933378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 291e54c2-df03-4ae6-b7f8-c9888604373f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=291e54c2-df03-4ae6-b7f8-c9888604373f,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:24.939370 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.011464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:25.022908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Allocated IP 172.20.0.6 (6dc21f37-4e4d-4d9b-b515-ca792323bac3/50d5c143-c1ce-4630-9980-05998dc6368d/b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:25.213144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.229550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Transition to ACTIVE for port object b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:25.260289 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.344931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:25.348163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:25.352093 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:25.382482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:25.418712 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.419319 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.450299 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4363d89d-c31f-4472-bd1b-3b2674b656f9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8652081 Feb 16 14:36:25.462006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Request body: {'port': {'device_id': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:25.553089 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d01a69aa-651f-4888-a04e-82ad26127526 None None] Provisioning for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:25.559142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-d01a69aa-651f-4888-a04e-82ad26127526 None None] Provisioning complete for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:25.559773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d01a69aa-651f-4888-a04e-82ad26127526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.579942 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.619525 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d01a69aa-651f-4888-a04e-82ad26127526 None None] Port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:36:25.641427 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5a3a-26de-496e-b005-729af1188963 req-28665493-0d62-4644-9b44-b649e5125a4e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:25.645256 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-76cc5a3a-26de-496e-b005-729af1188963 req-28665493-0d62-4644-9b44-b649e5125a4e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 931 time: 0.0877388 Feb 16 14:36:25.688858 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-76cc5a3a-26de-496e-b005-729af1188963 req-ea9d4831-c487-4176-a9a6-8789a80fd9f2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Feb 16 14:36:25.934519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:36:25.941778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:25.957390 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Transition to ACTIVE for port object b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:36:25.962555 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:26.124403 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:26.198852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Attempting to bind port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:36:26.199180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Attempting to bind port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:36:26.199496 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Attempting to bind port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:26.204039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:36:26.204353 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Attempting to bind port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:36:26.209699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:36:26.210031 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Checking segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:36:26.210446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Bound using segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:36:26.210860 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Bound port: b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:36:26.211305 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:26.306695 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:36:26.309899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:36:26.317168 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:26.374745 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.375352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:26.376713 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] 10.222.0.26 "PUT /v2.0/ports/b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1093 time: 0.9196129 Feb 16 14:36:26.377159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:36:26.412087 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfef51b-93cd-4173-885f-2a1075f60b29 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:26.449586 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'status': 'completed', 'code': 200} Feb 16 14:36:26.490992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c806fde1-b4dd-4841-b271-f43ab37cbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.492541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-c806fde1-b4dd-4841-b271-f43ab37cbfd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1096 time: 0.0770180 Feb 16 14:36:26.566654 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-2d45f178-c6c0-4d79-9a0f-aa945ee7b462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 217 time: 0.0671911 Feb 16 14:36:26.630088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-2ba6e774-937c-46ba-bd14-9ba744011352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.632069 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-2ba6e774-937c-46ba-bd14-9ba744011352 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0595939 Feb 16 14:36:26.685464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 291e54c2-df03-4ae6-b7f8-c9888604373f up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:26.721094 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-9335833a-c7b3-48b5-ac56-e25bb74d566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.722610 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-9335833a-c7b3-48b5-ac56-e25bb74d566e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852287 Feb 16 14:36:26.752914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 291e54c2-df03-4ae6-b7f8-c9888604373f triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:26.753563 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:26.893345 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a8fc-4606-48f9-aa62-9e5b0a4714c5 req-3255bc58-a53b-4f2d-852b-602cd50fc7a0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:26.895057 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7da7a8fc-4606-48f9-aa62-9e5b0a4714c5 req-3255bc58-a53b-4f2d-852b-602cd50fc7a0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0965157 Feb 16 14:36:26.940150 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7da7a8fc-4606-48f9-aa62-9e5b0a4714c5 req-ede33770-135f-47fa-a116-c6edb646616d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Feb 16 14:36:26.970393 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-0c881afa-36fb-48b9-9cd8-791b8140882c service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408154 Feb 16 14:36:27.132865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f223912e-65f4-45f8-bf20-272d4e32da50 req-4b3e0d5b-e1be-475f-9721-f541120d5850 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564698 Feb 16 14:36:27.261979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-58ff9cc6-ecd7-4363-80b2-aace5c03d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.263472 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-58ff9cc6-ecd7-4363-80b2-aace5c03d901 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1096 time: 0.0765567 Feb 16 14:36:27.416369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-ded339f4-b80c-4d77-ab5a-0c427387e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.417826 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-ded339f4-b80c-4d77-ab5a-0c427387e0c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1482522 Feb 16 14:36:27.495219 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-61d57214-e931-4570-88d2-8e94d3d054de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 217 time: 0.0703385 Feb 16 14:36:27.564589 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-087fcabf-f5fe-49ae-962c-d96badc02ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.567507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-087fcabf-f5fe-49ae-962c-d96badc02ed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0661657 Feb 16 14:36:27.645759 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-f76d4661-ec25-4f91-bb08-e5b042f5fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:27.647265 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-f76d4661-ec25-4f91-bb08-e5b042f5fa9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742085 Feb 16 14:36:27.780906 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-4c4aad41-2c4b-46ed-b2a5-aa99f2167ee8 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267495 Feb 16 14:36:27.914526 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f65f696-2a45-43e0-81f9-5632f9c2afdf req-e2802edd-6f53-4bf7-ba81-9a1b9cf6557f service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272571 Feb 16 14:36:28.128738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494e0eb-ff17-4b0f-9208-1281f61112b5 req-393083c3-9424-444f-9b22-298da93232c7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:28.130347 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2494e0eb-ff17-4b0f-9208-1281f61112b5 req-393083c3-9424-444f-9b22-298da93232c7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0823395 Feb 16 14:36:28.178692 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2494e0eb-ff17-4b0f-9208-1281f61112b5 req-d29c9c01-70ed-447c-ab8a-4b5419a1a599 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420339 Feb 16 14:36:29.383916 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3bf9-8eb2-4a31-812a-4805b24e138f req-d5ebbc4e-01b4-40a6-8810-ad1720f623d2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:29.385918 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f95f3bf9-8eb2-4a31-812a-4805b24e138f req-d5ebbc4e-01b4-40a6-8810-ad1720f623d2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1019044 Feb 16 14:36:29.434077 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f95f3bf9-8eb2-4a31-812a-4805b24e138f req-857e3704-e065-47a9-80e2-c58066e91b16 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Feb 16 14:36:30.642337 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c767eda-ef0e-44bd-b666-e1f7d24a9f3a req-07643c37-393d-41f3-bea9-ea79b90b04ff tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:30.643798 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c767eda-ef0e-44bd-b666-e1f7d24a9f3a req-07643c37-393d-41f3-bea9-ea79b90b04ff tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0907073 Feb 16 14:36:30.688804 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4c767eda-ef0e-44bd-b666-e1f7d24a9f3a req-a19133b4-62a8-44a7-bbfd-56b605918815 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 Feb 16 14:36:31.560614 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:36:31.698783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:31.712514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:36:31.767224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:31.784097 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:36:31.799768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:31.805099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:31.884534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0133d9-dc59-40d4-9fe8-676811269f25 req-60af6b85-6e3c-4c94-95bc-64f1f987c5c1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:31.886107 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e0133d9-dc59-40d4-9fe8-676811269f25 req-60af6b85-6e3c-4c94-95bc-64f1f987c5c1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 944 time: 0.0850556 Feb 16 14:36:31.921889 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:31.941102 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9e0133d9-dc59-40d4-9fe8-676811269f25 req-7d29f55f-0fe1-4fe9-9cfd-ede2c3eeebba tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Feb 16 14:36:32.118529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:36:33.143396 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca76c0-fc37-4521-9330-75916c858ed6 req-563675bd-1d4a-4ffd-90bb-d9bf0038a154 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:33.144882 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71ca76c0-fc37-4521-9330-75916c858ed6 req-563675bd-1d4a-4ffd-90bb-d9bf0038a154 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 944 time: 0.0942304 Feb 16 14:36:33.193107 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71ca76c0-fc37-4521-9330-75916c858ed6 req-54f0d702-f0c8-4714-8ae9-cfc6635d9e26 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404272 Feb 16 14:36:33.575664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:36:33.648754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:36:33.653480 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:36:33.653841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:33.781645 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:33.809312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:36:33.820130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:36:33.825190 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:33.904657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:33.910514 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'code': 200} Feb 16 14:36:34.145621 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289688a-13a2-464e-8550-54fbdda439bf req-f177d6ad-a3af-4d60-9c87-e8d2fc18f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:34.147150 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2289688a-13a2-464e-8550-54fbdda439bf req-f177d6ad-a3af-4d60-9c87-e8d2fc18f5e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0715580 Feb 16 14:36:34.190247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2289688a-13a2-464e-8550-54fbdda439bf req-41e8469f-4dc6-4ea8-b17e-2b0217eea376 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374789 Feb 16 14:36:34.388381 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692ef0f-e445-4be1-80cc-a36c8e8cff27 req-9a28e599-f2ba-4fd9-915b-8c991230ffca tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:34.389820 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6692ef0f-e445-4be1-80cc-a36c8e8cff27 req-9a28e599-f2ba-4fd9-915b-8c991230ffca tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0890379 Feb 16 14:36:34.433104 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6692ef0f-e445-4be1-80cc-a36c8e8cff27 req-8dad2c61-a738-4b4c-9a4c-776512aad237 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373640 Feb 16 14:36:35.649612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cb9cc-57fc-44ac-aacf-c81474fb9442 req-fd1453a2-ec67-4d82-9cf8-3e3b8f6c797b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:35.651990 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-945cb9cc-57fc-44ac-aacf-c81474fb9442 req-fd1453a2-ec67-4d82-9cf8-3e3b8f6c797b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0997629 Feb 16 14:36:35.703102 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-945cb9cc-57fc-44ac-aacf-c81474fb9442 req-e20b20e2-c6fe-498d-a016-6119f183f5d1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452080 Feb 16 14:36:35.896264 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2947e-4408-4c2a-a0f6-f58dab8a58da req-f35afd16-73d4-4780-8b29-1f364a03e154 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:35.897780 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-69f2947e-4408-4c2a-a0f6-f58dab8a58da req-f35afd16-73d4-4780-8b29-1f364a03e154 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0878601 Feb 16 14:36:35.950032 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-69f2947e-4408-4c2a-a0f6-f58dab8a58da req-49731965-9a01-483d-8673-4882a918700b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462446 Feb 16 14:36:35.975609 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44888) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:36.096969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044dae1d-f98b-47a0-8a14-dc606a55d1c1 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:36.097763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-044dae1d-f98b-47a0-8a14-dc606a55d1c1 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] Synchronizing usage tracker for tenant:1de89ab2b2e14ff6814d632676d820cf on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:36:36.115984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-044dae1d-f98b-47a0-8a14-dc606a55d1c1 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] Unset dirty status for tenant:1de89ab2b2e14ff6814d632676d820cf on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:36:36.117112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-044dae1d-f98b-47a0-8a14-dc606a55d1c1 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1093 time: 0.1405766 Feb 16 14:36:36.120362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 44894) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:36:36.125378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:36:36.131879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:36:36.135906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:floatingip and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:36:36.138842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:36:36.144766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:36:36.156487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:36.305899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:36.455052 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Allocated IP 172.26.1.164 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/13ca34b1-17ad-4e8e-9143-aa9647ac0149) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:36:36.600984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:36.633688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:36.698163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:36:36.701006 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:36:36.704654 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:36:36.733182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=13ca34b1-17ad-4e8e-9143-aa9647ac0149,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:37.238402 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.318040 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.527101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.533802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.631925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=13ca34b1-17ad-4e8e-9143-aa9647ac0149,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:36:37.647932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:37.821484 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Floating IP 8fe88d54-473c-4d90-b293-f891e153a3ae associated. External IP: 172.26.1.164, port: b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af. Feb 16 14:36:38.175932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:36:38.455549 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:36:38.466370 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:36:38.477352 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:38.478115 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:38.483320 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:38.538824 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bfad417e-a22e-4aca-9a69-ada29c4ab4fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4174073 Feb 16 14:36:38.539493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:36:38.584928 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'status': 'completed', 'code': 200} Feb 16 14:36:38.656810 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:38.685398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-82971209-fe8e-469e-9b56-6d8470a0c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:38.687641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-82971209-fe8e-469e-9b56-6d8470a0c27f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0794737 Feb 16 14:36:38.823309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-6a06e9d4-43c3-42a8-9a24-d24791786e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:38.824642 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-6a06e9d4-43c3-42a8-9a24-d24791786e0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1309168 Feb 16 14:36:38.927258 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-44b686af-33fe-47d6-9246-0de628164822 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 999 time: 0.0968344 Feb 16 14:36:38.990167 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-90503d49-fe2b-4923-a552-046203aaa724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:38.992955 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-90503d49-fe2b-4923-a552-046203aaa724 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0599618 Feb 16 14:36:39.006013 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '8fe88d54-473c-4d90-b293-f891e153a3ae', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:37Z', 'updated_at': '2022-02-16T14:36:37Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.010160 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:36:39.018432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:36:39.019023 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:36:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.071471 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-990ac54a-f0c2-4f0b-8a09-2f2fdbcbbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:36:39.072933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-990ac54a-f0c2-4f0b-8a09-2f2fdbcbbe93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738318 Feb 16 14:36:39.194997 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:36:39.207487 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-d33d30cf-9a14-453f-b32d-b763003a4d97 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280286 Feb 16 14:36:39.339658 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7067811f-5a35-451e-8d0c-a0cfc95f511e req-3e9897eb-e53e-4d06-acb3-bd9290676ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263387 Feb 16 14:36:39.547949 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '8fe88d54-473c-4d90-b293-f891e153a3ae', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:37Z', 'updated_at': '2022-02-16T14:36:37Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:36:39.552098 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f40932-a0ae-42f6-b00f-adaa2304ef46 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '8fe88d54-473c-4d90-b293-f891e153a3ae', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.164', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1816, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:36:37Z', 'updated_at': '2022-02-16T14:36:37Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:36:39.743667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62515494-cb7d-4f13-b6fd-de74eaa815ca None None] New status for floating IP 8fe88d54-473c-4d90-b293-f891e153a3ae: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:36:40.773972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-833902bb-8a54-4867-8096-fc9f013af36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:44.007787 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dbec7efd-a6c4-46a0-ab51-509ad217fd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:44.283703 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:44.413940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:45.966661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:36:46.143669 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:01.035453 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:37:05.059055 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-1cde776f-d5dd-45d7-97ca-8e8f4b819d0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717556 Feb 16 14:37:05.201884 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-8493f2b3-eea5-4199-961c-d6331dd7415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:05.204810 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-8493f2b3-eea5-4199-961c-d6331dd7415f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0760787 Feb 16 14:37:05.352465 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-bfdf89cf-bfc2-4893-8da2-6a2c9beb14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:05.353826 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-bfdf89cf-bfc2-4893-8da2-6a2c9beb14b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1315789 Feb 16 14:37:05.460523 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-ef525132-966c-4741-9043-473ac3941f2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.1007168 Feb 16 14:37:05.530269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-701d43b8-ea3f-43f0-9f0d-1fb56decfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:05.531774 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-701d43b8-ea3f-43f0-9f0d-1fb56decfa4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0649395 Feb 16 14:37:05.612341 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-00e5c369-f9cd-4cf1-aed5-96e7140e58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:37:05.614034 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-00e5c369-f9cd-4cf1-aed5-96e7140e58e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750866 Feb 16 14:37:05.863383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-9feaf36d-552e-472b-9527-eeacc4506778 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433033 Feb 16 14:37:06.006663 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-296ba46c-30e1-48dd-bbf8-ee77ca8e3b9b req-e41b92e4-ad54-4bd1-bc20-884909908fc9 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370018 Feb 16 14:37:10.770383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-488d0126-6107-469c-95df-07f06b60b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:14.015062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-94a89163-9af7-4b2d-87f2-bdaf8fccb25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:14.279629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:14.418495 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:15.970738 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:16.142958 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:38.035863 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:37:40.768238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-876905bd-10e5-4adf-8bb7-16cf10929e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:44.010499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e484da52-f623-4f0c-aef0-4ae952741a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:44.280773 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:44.423410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:45.971157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:37:46.168994 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:05.044351 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-88efecc2-d3e3-461f-9b6c-e20cfda4a1b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761549 Feb 16 14:38:05.197753 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-d3193f34-5642-452e-abcb-e8a9d6c1c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:05.199265 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-d3193f34-5642-452e-abcb-e8a9d6c1c5c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0776320 Feb 16 14:38:05.344477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-352991d8-5ea9-428f-871e-cef762438da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:05.345822 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-352991d8-5ea9-428f-871e-cef762438da1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1278145 Feb 16 14:38:05.451764 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-35cef579-2a06-4522-aad5-dee8df9c0543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.0989804 Feb 16 14:38:05.514009 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-d1a0fa0d-bc3a-4a46-aaa6-31bb8ce24cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:05.515399 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-d1a0fa0d-bc3a-4a46-aaa6-31bb8ce24cef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0582135 Feb 16 14:38:05.602584 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-33f48c1d-fadf-41e6-b3fb-614e868748ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:38:05.603979 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-33f48c1d-fadf-41e6-b3fb-614e868748ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830624 Feb 16 14:38:05.755408 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-6179e1b8-e12c-4628-8ef0-9014cd4fa393 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446891 Feb 16 14:38:05.892889 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2ac34d85-2d45-41a7-aec6-0a50e991c405 req-9a3d9e6e-3866-41d9-a0f6-f9bf5dc04ac6 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317718 Feb 16 14:38:10.766448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3076e107-eaf1-4c0e-9ffc-6d24f4317e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:14.017264 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ea0143b-738f-47a1-a65b-4430f46efcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:14.282863 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:14.423852 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:15.035449 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:38:15.975606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:16.165872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:40.763646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f38758b1-7608-4d49-82da-f2fb1fdb1c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.013077 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9fe0fe42-f7ea-4f88-b365-1e22103ef8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.281410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:44.429233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:45.977841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:46.187133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:38:52.036247 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:39:06.111097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-d124881a-9ed4-4329-9137-d8229e559ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.112578 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-d124881a-9ed4-4329-9137-d8229e559ce3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0737829 Feb 16 14:39:06.260969 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-450a1dce-f374-4747-80a4-c98e1700baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.262362 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-450a1dce-f374-4747-80a4-c98e1700baa4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1322081 Feb 16 14:39:06.368911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-c5582f17-a98e-4de7-afa0-089ad1d9544e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.1006339 Feb 16 14:39:06.432742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-14f5f938-819f-4ae1-a2d0-1933e5b243a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.434246 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-14f5f938-819f-4ae1-a2d0-1933e5b243a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0594323 Feb 16 14:39:06.527306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-a3961952-dfde-4787-84f2-2c04495c57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:06.528690 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-a3961952-dfde-4787-84f2-2c04495c57bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879655 Feb 16 14:39:06.779695 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-9fe2a89d-29c1-4949-9db2-6b00d2a417e4 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441413 Feb 16 14:39:06.911717 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a8333a19-d541-47d1-97c4-aaf03c1d0f23 req-f81835e2-0a36-40f8-b28d-29d3be084a67 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262431 Feb 16 14:39:07.260594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c8edc-4f36-4392-a60f-c99ec9facfc1 req-ea513306-9ae9-441c-b072-beb8ace033f6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:07.262065 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a6c8edc-4f36-4392-a60f-c99ec9facfc1 req-ea513306-9ae9-441c-b072-beb8ace033f6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0940611 Feb 16 14:39:07.308143 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8a6c8edc-4f36-4392-a60f-c99ec9facfc1 req-173e0ddf-0934-46e9-bbb9-1ed36f7412fd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402746 Feb 16 14:39:08.611074 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39dc36-0cd7-492b-92bf-1435132357bb req-10ad9349-931f-4211-a33d-a48070548362 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:08.612624 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f39dc36-0cd7-492b-92bf-1435132357bb req-10ad9349-931f-4211-a33d-a48070548362 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.1931596 Feb 16 14:39:08.657611 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2f39dc36-0cd7-492b-92bf-1435132357bb req-a18ff346-1e1d-40f1-9b4e-633498048da7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394115 Feb 16 14:39:09.854249 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a301f3-79a0-4ea6-a508-7000a907fb62 req-85ef57eb-fec9-4213-ad96-2975568d3dd6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:09.855664 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55a301f3-79a0-4ea6-a508-7000a907fb62 req-85ef57eb-fec9-4213-ad96-2975568d3dd6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0851877 Feb 16 14:39:09.911743 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55a301f3-79a0-4ea6-a508-7000a907fb62 req-5a51a352-c1f3-449b-a101-b880725a00b8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500002 Feb 16 14:39:10.758412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6b8692d1-2dea-4175-bb15-e13feb4e40b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:11.105113 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7a216-a1ab-4c81-b13f-47a0c00c1246 req-be89557c-939d-4dc7-b1dd-bacd30e7139e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:11.106714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fba7a216-a1ab-4c81-b13f-47a0c00c1246 req-be89557c-939d-4dc7-b1dd-bacd30e7139e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0810206 Feb 16 14:39:11.157348 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fba7a216-a1ab-4c81-b13f-47a0c00c1246 req-ce1078e6-4194-4de1-9ccd-e814e7680be5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Feb 16 14:39:12.358269 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24f5fd-a616-4bfb-93bd-298d8584d5ca req-ba90aa33-987b-4f99-90dd-4378cd706cc1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:12.359694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d24f5fd-a616-4bfb-93bd-298d8584d5ca req-ba90aa33-987b-4f99-90dd-4378cd706cc1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0859063 Feb 16 14:39:12.407251 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3d24f5fd-a616-4bfb-93bd-298d8584d5ca req-866a2721-e453-4b50-80a4-6a563cf4a70b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411499 Feb 16 14:39:13.607501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ab517-5f40-4774-88a3-4d9f888ce78a req-1dcc2dc3-f114-4915-a1db-acc23e6a3bc5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:13.609016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1d5ab517-5f40-4774-88a3-4d9f888ce78a req-1dcc2dc3-f114-4915-a1db-acc23e6a3bc5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0834086 Feb 16 14:39:13.654913 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1d5ab517-5f40-4774-88a3-4d9f888ce78a req-f6376efe-8f5d-436d-84e5-274830505fb4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Feb 16 14:39:14.008099 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ce822d89-4bbf-46e3-8d4f-3dcb65910f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:14.277345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:14.431018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:14.850789 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7eda86-f148-434b-aede-20c83f2eb364 req-d61d173b-0d90-4d88-9668-243e2a134561 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:14.852278 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1a7eda86-f148-434b-aede-20c83f2eb364 req-d61d173b-0d90-4d88-9668-243e2a134561 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0906882 Feb 16 14:39:14.899891 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1a7eda86-f148-434b-aede-20c83f2eb364 req-e5c5da4b-f45a-466a-b45a-0cdc9e837665 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Feb 16 14:39:15.979834 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:16.089688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b233c-c31a-4a9b-a384-982f2465af0e req-ee10d6aa-f7ae-4f7a-9fdc-580dbdb350a0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:16.091286 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a4b233c-c31a-4a9b-a384-982f2465af0e req-ee10d6aa-f7ae-4f7a-9fdc-580dbdb350a0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0837910 Feb 16 14:39:16.144151 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a4b233c-c31a-4a9b-a384-982f2465af0e req-8c068628-4ad3-4d7a-8c86-b49795995100 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Feb 16 14:39:16.181658 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:17.347673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2df68-50d8-40b1-8022-297f7ed03e40 req-c7bdb8f0-972d-4572-86be-a47b345ec5f4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:17.349185 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71a2df68-50d8-40b1-8022-297f7ed03e40 req-c7bdb8f0-972d-4572-86be-a47b345ec5f4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0940168 Feb 16 14:39:17.395765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-71a2df68-50d8-40b1-8022-297f7ed03e40 req-e175a2b6-d47d-4588-9a24-72d4f1812f40 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Feb 16 14:39:18.603613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89251e38-5735-4b77-ab82-40260790737f req-50e0778e-16e3-4483-bc8a-243d7f5a9e9b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:18.605056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-89251e38-5735-4b77-ab82-40260790737f req-50e0778e-16e3-4483-bc8a-243d7f5a9e9b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0905638 Feb 16 14:39:18.665792 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-89251e38-5735-4b77-ab82-40260790737f req-22ced848-e88e-4a20-890f-ee07ef761ee4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548007 Feb 16 14:39:19.875841 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754b027-f8b2-4be0-9e1c-3fa73510a7a0 req-75f5a4c1-710a-496d-abc7-c967b1d108d7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:19.877458 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6754b027-f8b2-4be0-9e1c-3fa73510a7a0 req-75f5a4c1-710a-496d-abc7-c967b1d108d7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0843403 Feb 16 14:39:19.930110 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6754b027-f8b2-4be0-9e1c-3fa73510a7a0 req-14f6989c-0560-4961-a485-cc313fbe98a2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460331 Feb 16 14:39:20.363613 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:39:20.502248 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:20.519872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:39:20.578768 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.599960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:39:20.623301 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:20.628192 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:20.712216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:39:20.794363 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:20.807098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.807449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.807786 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.808116 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.808454 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.808784 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.809109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.809427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.809746 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.810066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.810403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:20.810720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:39:21.149389 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ed31-680c-460e-acc2-580fb20eebe8 req-3af79797-b2d1-40a2-a627-325b8f80f996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:21.151331 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c711ed31-680c-460e-acc2-580fb20eebe8 req-3af79797-b2d1-40a2-a627-325b8f80f996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 944 time: 0.0924740 Feb 16 14:39:21.205389 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c711ed31-680c-460e-acc2-580fb20eebe8 req-65ac16e2-508d-4792-a849-1995724cfcbe tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457389 Feb 16 14:39:22.367995 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:39:22.414685 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273f9f8-fc5a-4237-8175-8c48eb3822ec req-fa75fb42-72b0-43a9-b02d-912935efeaeb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:22.416278 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3273f9f8-fc5a-4237-8175-8c48eb3822ec req-fa75fb42-72b0-43a9-b02d-912935efeaeb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 944 time: 0.0956941 Feb 16 14:39:22.446829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:22.447339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.465174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3273f9f8-fc5a-4237-8175-8c48eb3822ec req-cf3fbd38-cad8-4fef-a432-a21533668e9c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Feb 16 14:39:22.579445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.613466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:39:22.625411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:22.630366 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:22.670057 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'code': 200} Feb 16 14:39:22.711652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:23.672171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dc10f-cd52-4345-b3b0-18bceff15464 req-6e10f944-7fbd-4b36-838c-b3bc2ed78564 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:23.673377 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-345dc10f-cd52-4345-b3b0-18bceff15464 req-6e10f944-7fbd-4b36-838c-b3bc2ed78564 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0890374 Feb 16 14:39:23.727427 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-345dc10f-cd52-4345-b3b0-18bceff15464 req-b99fb487-db77-4c1f-a3ff-b077cf7774ca tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474982 Feb 16 14:39:24.924982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d47b-8534-48d7-b549-72a158a77f9e req-e99777c9-a013-488b-82de-59a20351eee6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:24.932510 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6d6d47b-8534-48d7-b549-72a158a77f9e req-e99777c9-a013-488b-82de-59a20351eee6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0894258 Feb 16 14:39:24.992203 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c6d6d47b-8534-48d7-b549-72a158a77f9e req-597cb7b4-fade-43d6-81fc-27a5080c0a10 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583773 Feb 16 14:39:26.206170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e440-9cad-49c1-a2d7-cfa507172a8d req-0437d39c-6da8-4d2c-acac-0da841285fdf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:26.208768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b774e440-9cad-49c1-a2d7-cfa507172a8d req-0437d39c-6da8-4d2c-acac-0da841285fdf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0925388 Feb 16 14:39:26.262360 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b774e440-9cad-49c1-a2d7-cfa507172a8d req-494d2eae-5b62-4534-98bd-19870bdb4331 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470901 Feb 16 14:39:27.492539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ac57f-5d84-4dca-acac-7df3658e80bf req-d9483c03-1dbf-4c97-817d-b59947feb108 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:27.494950 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c24ac57f-5d84-4dca-acac-7df3658e80bf req-d9483c03-1dbf-4c97-817d-b59947feb108 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.1057649 Feb 16 14:39:27.554389 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c24ac57f-5d84-4dca-acac-7df3658e80bf req-21fbbeff-b8ca-4eae-8551-1c28035673cb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508318 Feb 16 14:39:28.753438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcc6ec-5334-4487-b422-d9f22c5da2c4 req-d5f011cf-62ca-4619-9380-33ea9b707aeb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:28.755349 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-42fcc6ec-5334-4487-b422-d9f22c5da2c4 req-d5f011cf-62ca-4619-9380-33ea9b707aeb tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0901816 Feb 16 14:39:28.818012 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-42fcc6ec-5334-4487-b422-d9f22c5da2c4 req-832c50b2-1443-4819-9821-9e6178637a7c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553868 Feb 16 14:39:29.037114 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:39:30.061085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561fe72-a991-4b22-a4af-6e93bbe90d1f req-d48dfa67-9c1f-4f60-8c65-383efcf44167 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:30.062761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5561fe72-a991-4b22-a4af-6e93bbe90d1f req-d48dfa67-9c1f-4f60-8c65-383efcf44167 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.1100378 Feb 16 14:39:30.126967 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5561fe72-a991-4b22-a4af-6e93bbe90d1f req-05d11cb4-fd8b-45a0-aa4c-13669ee94597 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517924 Feb 16 14:39:31.363779 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bf409-4a3a-4a2f-88dd-1aae462db6fe req-f840b484-23e0-4721-a854-4096a7988f6b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:31.365230 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d30bf409-4a3a-4a2f-88dd-1aae462db6fe req-f840b484-23e0-4721-a854-4096a7988f6b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0941634 Feb 16 14:39:31.424801 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d30bf409-4a3a-4a2f-88dd-1aae462db6fe req-d708f90e-a211-47c9-b657-8a0ad2d4a2da tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513504 Feb 16 14:39:32.640162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40865-5ff9-4c24-8daf-6392b91a2a2a req-3e905a73-6fe9-4d16-aaa0-a48fde3a9a43 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:32.641703 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4de40865-5ff9-4c24-8daf-6392b91a2a2a req-3e905a73-6fe9-4d16-aaa0-a48fde3a9a43 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0958979 Feb 16 14:39:32.690516 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4de40865-5ff9-4c24-8daf-6392b91a2a2a req-c5b41322-c30e-44d6-9ab5-a4f3aa7ea79c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Feb 16 14:39:33.642653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15588-54f3-47b5-91ea-f23e98229486 req-c2f585f8-95a9-49f2-b0be-91d77d5ec671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.644120 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-c2f585f8-95a9-49f2-b0be-91d77d5ec671 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1098 time: 0.0718038 Feb 16 14:39:33.776979 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15588-54f3-47b5-91ea-f23e98229486 req-a7e38910-f1bc-43c5-accf-8b27f27a327d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.778449 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-a7e38910-f1bc-43c5-accf-8b27f27a327d service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1286020 Feb 16 14:39:33.880378 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a880e78-8eb8-450f-aa65-d99b24852d11 req-998149de-a4f7-41f1-9802-3594984a591b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.881805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-3298aa6c-6afe-47ac-a5d1-9a1eb341de82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.0969112 Feb 16 14:39:33.881938 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a880e78-8eb8-450f-aa65-d99b24852d11 req-998149de-a4f7-41f1-9802-3594984a591b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0816143 Feb 16 14:39:33.930857 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9a880e78-8eb8-450f-aa65-d99b24852d11 req-a5704eec-11a3-44a5-afbf-e153fd03927b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Feb 16 14:39:33.943441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15588-54f3-47b5-91ea-f23e98229486 req-40d54f72-f02a-402f-b8c0-beb91f88be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:33.944868 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-40d54f72-f02a-402f-b8c0-beb91f88be3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0574617 Feb 16 14:39:34.023110 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15588-54f3-47b5-91ea-f23e98229486 req-e6f03c11-962e-458d-9eda-b1168b2fa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:34.024568 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-e6f03c11-962e-458d-9eda-b1168b2fa213 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738399 Feb 16 14:39:34.154470 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-a9dfbade-c7a8-43f3-b401-6412e0467725 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235695 Feb 16 14:39:34.284416 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3db15588-54f3-47b5-91ea-f23e98229486 req-7a5af62a-0f64-46ce-bdc0-f43789fb9909 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244514 Feb 16 14:39:35.120876 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231351d9-d7ba-4832-a5b9-64b62271beb1 req-83ee4d6f-8ce8-4ed3-bd93-a4b8588f62c5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:35.122375 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-231351d9-d7ba-4832-a5b9-64b62271beb1 req-83ee4d6f-8ce8-4ed3-bd93-a4b8588f62c5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0801055 Feb 16 14:39:35.166634 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-231351d9-d7ba-4832-a5b9-64b62271beb1 req-9943d287-f1b7-42b7-8d23-f06a2f5d0819 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384827 Feb 16 14:39:36.356284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4482716-295e-46b7-99e4-c2ed109b4381 req-b0656ee1-cb29-41d9-9f92-97fdc2070ae1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:36.357661 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4482716-295e-46b7-99e4-c2ed109b4381 req-b0656ee1-cb29-41d9-9f92-97fdc2070ae1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 945 time: 0.0852017 Feb 16 14:39:36.402503 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b4482716-295e-46b7-99e4-c2ed109b4381 req-41a65be7-0c17-46d3-8932-5f659cc90c07 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388503 Feb 16 14:39:36.448197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:39:36.558686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.586969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:39:36.606050 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:36.611993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:36.657198 dv-neutron-828143-3-hyperv neutron-server[87699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'code': 422} returned with failed status Feb 16 14:39:36.689988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:36.765103 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707da59-b458-4cac-94fe-1238ab0f46d6 req-bafdfa3e-9d62-460f-93d3-af556a3d86d9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:36.767313 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f707da59-b458-4cac-94fe-1238ab0f46d6 req-bafdfa3e-9d62-460f-93d3-af556a3d86d9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0870488 Feb 16 14:39:36.818909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f707da59-b458-4cac-94fe-1238ab0f46d6 req-141bdb53-ca82-4e90-8605-16b496961026 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456979 Feb 16 14:39:37.134154 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-204c5967-9605-48b5-9063-17c0946a9375 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352272 Feb 16 14:39:38.020072 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351164-a93a-4b30-bb66-b95628b680b7 req-15a0391e-95d8-4805-9dcf-68a7bf2e17ab tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.021484 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d351164-a93a-4b30-bb66-b95628b680b7 req-15a0391e-95d8-4805-9dcf-68a7bf2e17ab tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0913308 Feb 16 14:39:38.072558 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0d351164-a93a-4b30-bb66-b95628b680b7 req-a517d02c-eb5f-4f3e-84b4-8b8d24e5d9c6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 Feb 16 14:39:38.198102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-94e1f6c2-fed0-4226-a28c-7c4c67c494c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.199627 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-94e1f6c2-fed0-4226-a28c-7c4c67c494c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 1096 time: 0.0793171 Feb 16 14:39:38.294619 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-46c62533-63d2-4bae-865c-5901398e2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.295970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-46c62533-63d2-4bae-865c-5901398e2122 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1096 time: 0.0758235 Feb 16 14:39:38.426608 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-56e13c86-fec6-4036-bd0f-197836fe2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.428173 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-56e13c86-fec6-4036-bd0f-197836fe2a2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1256795 Feb 16 14:39:38.532549 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-2bffec40-59b4-4e24-b86c-0829b530fcb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 999 time: 0.0988336 Feb 16 14:39:38.594569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-a3ee8fa8-171d-4326-81ad-84312739e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.595884 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-a3ee8fa8-171d-4326-81ad-84312739e36b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0571539 Feb 16 14:39:38.675423 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-657a3e97-c1ae-4622-8f44-506e5f1a3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:38.676900 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-657a3e97-c1ae-4622-8f44-506e5f1a3bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744948 Feb 16 14:39:38.911090 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-2e862a48-05b1-470f-8b1f-666f3ca73fa0 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279999 Feb 16 14:39:39.040537 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-53f882e8-eb02-4a94-b8f2-5fe20101325c service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230257 Feb 16 14:39:39.269468 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ab5c2-88e5-451e-87cd-4e10ba1c71e0 req-a23b4046-d976-4e39-a4c9-bc3811948ff0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:39.270975 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d49ab5c2-88e5-451e-87cd-4e10ba1c71e0 req-a23b4046-d976-4e39-a4c9-bc3811948ff0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0792968 Feb 16 14:39:39.332233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d49ab5c2-88e5-451e-87cd-4e10ba1c71e0 req-0146086f-dd62-4e4c-8097-8161dcdd382d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544355 Feb 16 14:39:40.619058 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a486a-4cc1-41b7-8cf0-dcf8f5653280 req-e601d7a3-0867-49fd-9bf3-3632ee5732a1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:40.620489 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-622a486a-4cc1-41b7-8cf0-dcf8f5653280 req-e601d7a3-0867-49fd-9bf3-3632ee5732a1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1798973 Feb 16 14:39:40.665167 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-622a486a-4cc1-41b7-8cf0-dcf8f5653280 req-d6aeba7e-47aa-428d-8037-c5668c0ea0e2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Feb 16 14:39:40.765808 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-eb5c3968-4292-4fe5-bd09-b7a69d54768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:41.904026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f26e-a3da-493c-865f-8fd93be24cee req-5429ab04-fc2d-4f6e-a327-ff5a9f7911b4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:41.905586 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d316f26e-a3da-493c-865f-8fd93be24cee req-5429ab04-fc2d-4f6e-a327-ff5a9f7911b4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1128213 Feb 16 14:39:41.986043 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d316f26e-a3da-493c-865f-8fd93be24cee req-4eb84cf6-7043-4934-bb9a-fb3b4b34db4f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598114 Feb 16 14:39:43.179029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4e4f4-ee40-48a1-b338-26a00a3cc4f5 req-f9c5a764-a08d-4190-997e-912351003991 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:43.181754 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6eb4e4f4-ee40-48a1-b338-26a00a3cc4f5 req-f9c5a764-a08d-4190-997e-912351003991 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1006417 Feb 16 14:39:43.251262 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6eb4e4f4-ee40-48a1-b338-26a00a3cc4f5 req-a58f9a0c-a493-45e5-8012-57ce526eff36 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643184 Feb 16 14:39:44.013855 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8f162a55-edad-4a4a-97dd-4c998e6dae42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.296094 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.436782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:44.464098 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea63aa5-8770-4da5-ac92-9223155c5657 req-2b86a096-5992-4cfb-aeca-1e116e2e6fb3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:44.465654 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ea63aa5-8770-4da5-ac92-9223155c5657 req-2b86a096-5992-4cfb-aeca-1e116e2e6fb3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0886779 Feb 16 14:39:44.516152 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6ea63aa5-8770-4da5-ac92-9223155c5657 req-a879d9b7-d033-4380-b9d9-17a99f71ac3e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445075 Feb 16 14:39:45.744768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d44537-90ad-4dac-bb4d-08dd1983cc1c req-0adc9bf9-f0c9-458b-9bc7-d396c0e0a5b4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:45.746758 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8d44537-90ad-4dac-bb4d-08dd1983cc1c req-0adc9bf9-f0c9-458b-9bc7-d396c0e0a5b4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1004121 Feb 16 14:39:45.808324 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e8d44537-90ad-4dac-bb4d-08dd1983cc1c req-a1348c76-665f-4897-911e-1199237e2e08 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559211 Feb 16 14:39:45.994079 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:46.196842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:47.032728 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4976cd-e537-469d-84c2-ce346967e94d req-5c769200-190c-44aa-b7ba-741814e7a392 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:47.034393 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0c4976cd-e537-469d-84c2-ce346967e94d req-5c769200-190c-44aa-b7ba-741814e7a392 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1003935 Feb 16 14:39:47.081171 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0c4976cd-e537-469d-84c2-ce346967e94d req-7d024b11-c182-4549-bfe3-be3aa002b93a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Feb 16 14:39:48.276994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacfebf-ce6f-419a-abf3-705f81f086db req-9cab87d2-160c-4614-8fd3-c4e1832691b8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:48.278480 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adacfebf-ce6f-419a-abf3-705f81f086db req-9cab87d2-160c-4614-8fd3-c4e1832691b8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0862870 Feb 16 14:39:48.340293 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-adacfebf-ce6f-419a-abf3-705f81f086db req-af9a73df-2221-4516-82b1-5f5fa5622a2f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549655 Feb 16 14:39:49.550423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf77ecd-8953-4491-aefa-d06a8832b76a req-42adf46d-6010-42bc-9636-1a075e3c33b3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:49.551912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bcf77ecd-8953-4491-aefa-d06a8832b76a req-42adf46d-6010-42bc-9636-1a075e3c33b3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.1036212 Feb 16 14:39:49.601178 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-bcf77ecd-8953-4491-aefa-d06a8832b76a req-77262207-a3db-4e26-8202-4c970c58b825 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Feb 16 14:39:50.808764 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a2d60-8387-424b-9b37-3744e3f73d63 req-1efdd9ba-d98f-4055-874f-abc5536a0958 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:50.810257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d09a2d60-8387-424b-9b37-3744e3f73d63 req-1efdd9ba-d98f-4055-874f-abc5536a0958 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0887926 Feb 16 14:39:50.855309 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d09a2d60-8387-424b-9b37-3744e3f73d63 req-2ebd36a3-7376-410f-8797-940a51969629 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391495 Feb 16 14:39:52.062275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4932c4-b491-4b06-a9f8-8657778e0b50 req-d7368b70-8f62-4b46-95fb-9f445e9ec112 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:52.063769 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7a4932c4-b491-4b06-a9f8-8657778e0b50 req-d7368b70-8f62-4b46-95fb-9f445e9ec112 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0911517 Feb 16 14:39:52.121850 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7a4932c4-b491-4b06-a9f8-8657778e0b50 req-bb1b940d-1fbc-41fa-8715-01d4c72e4a20 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Feb 16 14:39:53.316724 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3897-765c-4bf9-96ae-07a2b87d0110 req-f6e314f1-458e-40df-ac8a-e7bf3c402756 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:53.318126 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2bde3897-765c-4bf9-96ae-07a2b87d0110 req-f6e314f1-458e-40df-ac8a-e7bf3c402756 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0841923 Feb 16 14:39:53.365653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2bde3897-765c-4bf9-96ae-07a2b87d0110 req-22d26a3d-2fe3-40b9-ac72-f4394a96bc47 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399313 Feb 16 14:39:54.540152 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:39:54.591548 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e378-d9fb-497d-a1f3-ec11444ebf19 req-00682faa-c085-42f1-8dac-5656937a5a43 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:54.593029 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b0a6e378-d9fb-497d-a1f3-ec11444ebf19 req-00682faa-c085-42f1-8dac-5656937a5a43 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 943 time: 0.0985560 Feb 16 14:39:54.640080 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b0a6e378-d9fb-497d-a1f3-ec11444ebf19 req-bcc81718-5178-44a8-b0d4-e77a2af8f8d4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407660 Feb 16 14:39:54.716736 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:54.730665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'port_id': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'mac_address': 'fa:16:3e:4f:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:39:54.791989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.810166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:39:54.829242 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:54.836448 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:54.909799 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=9']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:55.193349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:39:55.842565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219df72-c297-420e-acf0-309be79ae6b3 req-072c039e-bb53-4bf0-a31e-2df12f35538c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:55.844091 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8219df72-c297-420e-acf0-309be79ae6b3 req-072c039e-bb53-4bf0-a31e-2df12f35538c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 944 time: 0.0934348 Feb 16 14:39:55.889536 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8219df72-c297-420e-acf0-309be79ae6b3 req-30c5ff2b-1a97-4075-a2e5-57b919362e0e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390046 Feb 16 14:39:56.554861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:39:56.629063 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:39:56.629439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.759552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.787791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:39:56.798001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:39:56.803124 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:39:56.851098 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'code': 200} Feb 16 14:39:56.909139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=10']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:39:57.135594 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f28424-d155-4a9d-aca1-a6293b2a87c8 req-eb7ed521-a654-4238-9a75-1d821f08682a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:57.137180 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-45f28424-d155-4a9d-aca1-a6293b2a87c8 req-eb7ed521-a654-4238-9a75-1d821f08682a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.1233168 Feb 16 14:39:57.150514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eeead7-c145-4013-954f-be018c01c73b req-1357b74f-2297-43fa-b2e4-a5f6e485d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:57.153012 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2eeead7-c145-4013-954f-be018c01c73b req-1357b74f-2297-43fa-b2e4-a5f6e485d14d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1099 time: 0.0948892 Feb 16 14:39:57.206800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-45f28424-d155-4a9d-aca1-a6293b2a87c8 req-6694c579-2f6d-4474-b6fd-05f62583b018 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631123 Feb 16 14:39:57.209940 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e2eeead7-c145-4013-954f-be018c01c73b req-dacd5553-c171-421c-83fb-72d69fc4a6e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 Feb 16 14:39:58.440765 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997544df-95f5-409f-b5c7-8bec1015c0b7 req-5d2d8711-9ca6-4040-90af-d73ada345209 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:58.442761 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-997544df-95f5-409f-b5c7-8bec1015c0b7 req-5d2d8711-9ca6-4040-90af-d73ada345209 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.0941355 Feb 16 14:39:58.514618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-997544df-95f5-409f-b5c7-8bec1015c0b7 req-27c2d066-eac8-44c6-aad6-e2eb78b66fd6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610998 Feb 16 14:39:59.739782 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8f988-58f9-4224-9e47-d0ed0ea9e996 req-fc280057-548b-4c19-aff8-e27eb7840cae tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:39:59.741323 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0d8f988-58f9-4224-9e47-d0ed0ea9e996 req-fc280057-548b-4c19-aff8-e27eb7840cae tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.1080282 Feb 16 14:39:59.793257 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0d8f988-58f9-4224-9e47-d0ed0ea9e996 req-99cfef1b-c393-44e9-a4d4-b1fc7591e664 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Feb 16 14:40:06.036748 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:40:07.066911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-6ac1908b-bf86-4969-9410-fb399e6d49dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815382 Feb 16 14:40:07.229766 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-8f2f00ff-0384-4758-b146-a68831e4f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.231291 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-8f2f00ff-0384-4758-b146-a68831e4f632 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1099 time: 0.0851228 Feb 16 14:40:07.410371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-db05f199-d87e-428b-856e-19eb2633f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.411844 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-db05f199-d87e-428b-856e-19eb2633f5de service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1542168 Feb 16 14:40:07.520908 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-d3025867-56a6-481f-aeee-187ee6c857af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.1023822 Feb 16 14:40:07.588746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-f265fa2f-29dd-424e-8621-c41d4abab0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.590881 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-f265fa2f-29dd-424e-8621-c41d4abab0ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0638196 Feb 16 14:40:07.683394 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-43d26675-36aa-4ffe-aa8f-7d002427e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:40:07.684837 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-43d26675-36aa-4ffe-aa8f-7d002427e787 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884969 Feb 16 14:40:07.836485 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-c01c0f98-4566-4ff7-8ecb-479e175aa1de service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445723 Feb 16 14:40:07.993675 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7c6de179-521f-48bc-9e71-ad9c165d1179 req-94bbfdd6-4571-442d-b3f4-5ca24619ae0d service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511350 Feb 16 14:40:10.766429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f30e1b9e-a1b7-4dd4-b6a4-ab1ea79a8a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:14.020135 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7a6652c1-8353-4aa6-8d5c-dbc630182d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:14.289173 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:14.438957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:15.985959 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:16.198589 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:40.763944 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1062bc78-ae52-475c-8551-377bd0f5bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:43.036240 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:40:44.022914 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e51cb80-52ac-4740-9416-0b6b0684b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.286046 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:44.439665 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:45.989814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:40:46.201199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:07.225489 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-936790c4-341e-4f4e-830e-700a57f73bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1389797 Feb 16 14:41:07.374696 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-9bf6a311-09ec-49f9-8836-9fac7a1f4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.376185 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-9bf6a311-09ec-49f9-8836-9fac7a1f4162 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1099 time: 0.0771127 Feb 16 14:41:07.560544 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-05c9b7b6-6335-42fb-92db-e827a480093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.562277 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-05c9b7b6-6335-42fb-92db-e827a480093e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1649642 Feb 16 14:41:07.682654 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-d83c1d2f-2619-4b6f-8fbf-afc39b837bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 1001 time: 0.1138005 Feb 16 14:41:07.755573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-4c9df7c6-dbb2-472e-aa96-1d120894ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.757112 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-4c9df7c6-dbb2-472e-aa96-1d120894ed1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0665970 Feb 16 14:41:07.846175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-bc851fb2-a7da-4003-9c09-b9febb18b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:07.847679 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-bc851fb2-a7da-4003-9c09-b9febb18b996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828192 Feb 16 14:41:08.155966 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-0a87f46c-6e01-4686-99b1-444545b03a5d service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016548 Feb 16 14:41:08.338634 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-8f60b092-bd5b-43b4-956a-14590b87c4ad req-0ac6e6c3-d44a-4121-a2fb-bed70fbf7760 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758983 Feb 16 14:41:10.762335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4958981b-b1b9-42eb-a679-0913a560631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.018708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-960d61b4-24ea-4822-ac38-2213c4ddb79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.283109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:14.442879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:15.984426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:16.193523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:20.035862 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:41:35.497372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45236) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:35.769751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Deleting port 13ca34b1-17ad-4e8e-9143-aa9647ac0149 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:41:35.770136 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.985141 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:35.985511 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:36.126300 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Calling delete_port for 13ca34b1-17ad-4e8e-9143-aa9647ac0149 owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:41:36.320221 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:36.369126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'Port': ['ID=13ca34b1-17ad-4e8e-9143-aa9647ac0149,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:36.409899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.410332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.410777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.411253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.411781 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.412069 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.412538 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.412905 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.413309 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.413677 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.414036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.414514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:36.488001 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:36.488508 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Floating IP 8fe88d54-473c-4d90-b293-f891e153a3ae disassociated (deleted). External IP: 172.26.1.164, port: b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af. Feb 16 14:41:37.009586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:41:37.222362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:41:37.232839 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:41:37.244669 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:37.249454 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:41:37.250383 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:41:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:37.324503 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d7f23d1b-d89e-4576-8f64-31236f18d3c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "DELETE /v2.0/floatingips/8fe88d54-473c-4d90-b293-f891e153a3ae HTTP/1.1" status: 204 len: 168 time: 1.8256981 Feb 16 14:41:37.325102 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:41:37.510344 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:41:37.636814 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'status': 'completed', 'code': 200} Feb 16 14:41:37.786702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-d34d9e49-4f37-4302-9098-0c6e36595984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:37.788260 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-d34d9e49-4f37-4302-9098-0c6e36595984 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 1099 time: 0.1100588 Feb 16 14:41:37.971109 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:37.973986 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-0c234bbb-6632-4b81-8c31-111b4e03f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:37.975731 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-0c234bbb-6632-4b81-8c31-111b4e03f7c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1793199 Feb 16 14:41:37.976638 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:41:37.987763 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:41:37.987763 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:41:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:38.075482 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-441bba19-325a-42b9-bf76-6aef1e37cf58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 200 len: 217 time: 0.0908403 Feb 16 14:41:38.139846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b547ea-99e2-426e-8732-8d61b6c2cca5 req-0cbc632d-9b14-44d4-9d6f-a639d7871df6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.141467 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1b547ea-99e2-426e-8732-8d61b6c2cca5 req-0cbc632d-9b14-44d4-9d6f-a639d7871df6 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.2261641 Feb 16 14:41:38.151516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-dc9159ff-56b0-43d8-a5a1-795671a409bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.152963 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-dc9159ff-56b0-43d8-a5a1-795671a409bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0722024 Feb 16 14:41:38.197968 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d1b547ea-99e2-426e-8732-8d61b6c2cca5 req-fd6f79d9-6a7d-4603-bc8c-047f1786d31c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485990 Feb 16 14:41:38.236724 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:41:38.272932 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-5e0e0996-d543-44df-a249-c373140f38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:38.274998 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-5e0e0996-d543-44df-a249-c373140f38da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146350 Feb 16 14:41:38.450477 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-ab514004-6660-422e-9318-d216dcb27f96 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683292 Feb 16 14:41:38.603150 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-5a5aa248-82c7-4455-bb65-6e93a27380d7 req-0e3b4ced-93d2-4832-96eb-6c49ce3c3db4 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455326 Feb 16 14:41:38.650637 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:41:38.655846 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667c958-bc36-4b5f-8d8a-a3dd0c915cd9 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:41:38.910259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435815f8-1c21-43b0-ab73-a6aef15274c2 None None] New status for floating IP 8fe88d54-473c-4d90-b293-f891e153a3ae: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:41:39.356778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-b88f1e38-cdc3-42d3-ab42-4182739b1057 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:39.357700 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-b88f1e38-cdc3-42d3-ab42-4182739b1057 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:41:39.384137 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-b88f1e38-cdc3-42d3-ab42-4182739b1057 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:41:39.386033 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-b88f1e38-cdc3-42d3-ab42-4182739b1057 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.1494796 Feb 16 14:41:39.496778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Deleting port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:41:39.497357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:39.669589 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703ddad-7b3a-4a82-9195-dcf5c209057f req-2f3a81a0-427f-458b-aff0-34a782c36f0c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:41:39.671852 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2703ddad-7b3a-4a82-9195-dcf5c209057f req-2f3a81a0-427f-458b-aff0-34a782c36f0c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 946 time: 0.1724684 Feb 16 14:41:39.738606 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2703ddad-7b3a-4a82-9195-dcf5c209057f req-b1913225-8ae5-4ccf-84be-d4d6a73fc61b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=5dea6c94-13e9-4d54-a72f-bca916a998a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598476 Feb 16 14:41:39.869818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] For port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:41:39.870208 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:40.117356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Calling delete_port for b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:41:40.307225 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:40.361053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'Port': ['ID=b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:40.440072 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] No DVR routers for this DVR port b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:41:40.443724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:40.447371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-deleted', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:41:40.466800 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-651e11db-d647-4ae5-a38e-12bdd4ad860e req-04aecf9d-2ee4-4c39-b8f2-a474c9303022 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "DELETE /v2.0/ports/b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af HTTP/1.1" status: 204 len: 173 time: 1.0753796 Feb 16 14:41:40.505430 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84964e9-1436-4180-944e-cf1bee7d9343', 'name': 'network-vif-deleted', 'tag': 'b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af', 'status': 'completed', 'code': 200} Feb 16 14:41:40.759871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ae14d262-8da3-42ff-bb64-ce5feef4eb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:40.951483 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b582848b-152a-4b0e-81cf-5b12a2803e30 req-53371fad-ed44-4ae1-9d93-78d7821258c2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=c84964e9-1436-4180-944e-cf1bee7d9343 HTTP/1.1" status: 200 len: 210 time: 0.0594983 Feb 16 14:41:42.127383 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45280) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:42.219730 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.273684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.373004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.398490 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dea6c94-13e9-4d54-a72f-bca916a998a2,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:42.415269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.416795 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bbf26234-7b6d-4bc1-9476-293c18b4357f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "DELETE /v2.0/security-groups/5dea6c94-13e9-4d54-a72f-bca916a998a2 HTTP/1.1" status: 204 len: 168 time: 0.2878580 Feb 16 14:41:42.781976 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45290) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:42.787378 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2080452089', 'description': 'tempest-secgroup-smoke-2080452089 description', 'project_id': '2d2e5261b03640ac868ac6c7fac240db'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:42.793653 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:42.798318 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:42.802971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:42.810165 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:42.822368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.851926 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:42.859552 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:42.864765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:42.874739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:42.976596 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:42.981354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.016776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:41:43.032848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729e6a5a-304f-4f73-89e7-36f6f1711758,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.036973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.038195 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-2b525bae-7164-48b3-ac6d-7d0ee8809779 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2551570 Feb 16 14:41:43.042073 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45294) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.048588 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.058300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:41:43.058832 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device b1ba7ef5-d1a5-4b9d-9c11-b44c7fda29af not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:41:43.059113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.065644 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.069746 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.082914 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:43.106439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.204497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.208763 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.232400 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa81d75a-469a-458d-9360-b5bfd7f128e6,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.242086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.243328 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-3871fa10-3f85-4d54-929c-4c4e7455327f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2000535 Feb 16 14:41:43.246369 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45298) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.251562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.257736 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.261780 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.264722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.270493 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:43.288518 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.364849 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.370080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.394291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7005c5be-b4c2-440f-a084-27613aca3966,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.414185 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.415543 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-ec13d4d0-638c-49b8-90e3-3c2a21dddfea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681509 Feb 16 14:41:43.419824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45302) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.432308 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.442196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.447019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.450160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.457573 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:43.477796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.550636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.555046 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.582970 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84191ba3-c501-4175-9c1a-4bb4551c0a51,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.595285 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.597072 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d3788a68-cca9-41ff-a69d-e22b2b66dd0a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1758788 Feb 16 14:41:43.601194 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45306) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.608312 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.616778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.622228 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.626774 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.635161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:43.657797 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.729012 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.734742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.758997 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207ae782-5e87-44db-a9a5-e2646fec4360,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.772775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.774362 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-9c7c9df4-982e-4424-9b3c-38c82a8082fa tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1717401 Feb 16 14:41:43.777412 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45310) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.782730 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.791550 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.796760 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.800491 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.809899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:43.822328 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Project 2d2e5261b03640ac868ac6c7fac240db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:41:43.830234 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.903057 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.907502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.932720 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbab8001-c4ec-406b-96ad-011db22c198a,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:43.944519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.945055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.945326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.945512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.945812 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.946201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.946633 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.947031 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.947363 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.947748 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.948060 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.948416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:41:43.952062 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:43.956650 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fd5b275e-9cd5-41d0-9bbc-c6e862850c38 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1780584 Feb 16 14:41:43.957720 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45314) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:41:43.967441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'security_group_rule': {'security_group_id': '729e6a5a-304f-4f73-89e7-36f6f1711758', 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:41:43.977529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:41:43.983535 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:security_group_rule and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:41:43.988028 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:41:43.994338 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:41:44.007804 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Project 2d2e5261b03640ac868ac6c7fac240db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:41:44.015267 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.028090 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-34023199-2d84-4af3-b45e-ede343483529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.092551 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.097339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.123649 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4270f5e1-226e-45b7-8cfe-1efd1c7138ec,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:41:44.141647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.143022 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-547c6b6d-4221-4c39-9999-8a9ea980075c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1834033 Feb 16 14:41:44.283426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:44.454902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.001289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:46.214732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:41:57.041582 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:42:03.236437 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-cf953cba-da02-4cb4-8b08-077dc38f2121 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2080452089&fields=id&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 267 time: 0.0725088 Feb 16 14:42:03.468504 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-fed3f4a1-5cbc-4885-8259-36fafc6a731c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:03.470124 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-fed3f4a1-5cbc-4885-8259-36fafc6a731c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 809 time: 0.2232082 Feb 16 14:42:03.488324 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-54212740-8e0e-4f86-a8c3-81cb7ceb4a25 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/quotas/2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 375 time: 0.0102842 Feb 16 14:42:03.601870 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-d5f87e4c-f762-4bad-87d7-64192289fcca tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069539 Feb 16 14:42:03.731067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-ed2704c8-1d9e-4f9c-ba35-7987d6cea112 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:42:03.732264 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-ed2704c8-1d9e-4f9c-ba35-7987d6cea112 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694070 Feb 16 14:42:04.015958 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-f0ca602a-cdf6-48b9-a8da-d7816843cf32 service neutron] 10.222.0.105 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766199 Feb 16 14:42:04.179579 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-c62313b0-cc67-4a82-9aac-15e22ff5d2e5 service neutron] 10.222.0.105 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572702 Feb 16 14:42:04.712620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6d317b3e-81fe-46be-b032-f3c5f6e1c005 req-4a4906bf-883a-42fe-b5a1-8357b2f91680 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 210 time: 0.0750740 Feb 16 14:42:05.919892 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0a09edfd-6745-4237-9499-d8d08f6d9ee0 req-8984921c-4bda-4866-9593-4f8669a85265 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 210 time: 0.0486038 Feb 16 14:42:05.971037 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-8e00f66e-377c-4279-a7a0-2163b28bbbc7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:05.973759 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-8e00f66e-377c-4279-a7a0-2163b28bbbc7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 809 time: 0.2139368 Feb 16 14:42:06.046372 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26148d60-7516-416c-bfa4-0470dc572dda req-d44892c9-f90a-4f2e-9201-0dc27a361ac7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:42:06.064437 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26148d60-7516-416c-bfa4-0470dc572dda req-d44892c9-f90a-4f2e-9201-0dc27a361ac7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:42:06.065641 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-d44892c9-f90a-4f2e-9201-0dc27a361ac7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 380 time: 0.0842671 Feb 16 14:42:06.074047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'port': {'device_id': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'admin_state_up': True, 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'security_groups': ['729e6a5a-304f-4f73-89e7-36f6f1711758']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:06.263896 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:42:06.268868 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:port and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:42:06.272502 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:42:06.279899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:42:06.292729 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Made reservation on behalf of 2d2e5261b03640ac868ac6c7fac240db for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:42:06.298197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:06.547239 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Allocated IP 172.20.0.14 (6dc21f37-4e4d-4d9b-b515-ca792323bac3/50d5c143-c1ce-4630-9980-05998dc6368d/d12ce9fe-a5b9-4756-a68b-97a39068d9cf) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:06.859284 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:06.887163 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Transition to ACTIVE for port object d12ce9fe-a5b9-4756-a68b-97a39068d9cf will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:06.923883 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:07.075929 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:07.079500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:07.084253 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:42:07.169950 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:07.171004 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:07.189944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:07.261210 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-fb8af887-748c-4647-960d-b8d01c791988 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1907248 Feb 16 14:42:07.274330 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Request body: {'port': {'device_id': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:07.319624 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e9de5-062a-4d54-a41e-a3c7137d9acf req-9c95fc58-3a87-4dbf-9639-52686672a8ea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:07.323622 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-015e9de5-062a-4d54-a41e-a3c7137d9acf req-9c95fc58-3a87-4dbf-9639-52686672a8ea tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 932 time: 0.1881349 Feb 16 14:42:07.385550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-015e9de5-062a-4d54-a41e-a3c7137d9acf req-88697ab8-4ffe-4658-a2b6-588178c04f54 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564885 Feb 16 14:42:07.404233 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fbdd56c6-a1cb-493c-93be-d1dc18372ad4 None None] Provisioning for port d12ce9fe-a5b9-4756-a68b-97a39068d9cf completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:07.412324 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-fbdd56c6-a1cb-493c-93be-d1dc18372ad4 None None] Provisioning complete for port d12ce9fe-a5b9-4756-a68b-97a39068d9cf triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:07.412826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-fbdd56c6-a1cb-493c-93be-d1dc18372ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:07.472357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:07.481262 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd56c6-a1cb-493c-93be-d1dc18372ad4 None None] Port d12ce9fe-a5b9-4756-a68b-97a39068d9cf cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:42:08.122727 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12ce9fe-a5b9-4756-a68b-97a39068d9cf {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:42:08.132796 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.153971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Transition to ACTIVE for port object d12ce9fe-a5b9-4756-a68b-97a39068d9cf will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:42:08.158374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.318992 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:08.420943 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Attempting to bind port d12ce9fe-a5b9-4756-a68b-97a39068d9cf on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:42:08.421599 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Attempting to bind port d12ce9fe-a5b9-4756-a68b-97a39068d9cf by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:42:08.422098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Attempting to bind port d12ce9fe-a5b9-4756-a68b-97a39068d9cf on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:42:08.429415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Port d12ce9fe-a5b9-4756-a68b-97a39068d9cf on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:42:08.429735 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Attempting to bind port d12ce9fe-a5b9-4756-a68b-97a39068d9cf on network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:42:08.435086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:42:08.435487 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Checking segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:42:08.436044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Bound using segment: {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:42:08.436453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Bound port: d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:42:08.436909 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.543636 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:42:08.547358 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:42:08.552018 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.615583 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.616321 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b0557-bc73-4ee9-b362-715aea687d02 req-770d4a7b-b776-4de4-b9a6-34ae34259978 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.616967 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:08.617894 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-876b0557-bc73-4ee9-b362-715aea687d02 req-770d4a7b-b776-4de4-b9a6-34ae34259978 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1199563 Feb 16 14:42:08.623266 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] 10.222.0.26 "PUT /v2.0/ports/d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1094 time: 1.3556366 Feb 16 14:42:08.623819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:42:08.714336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1645a7-3f97-46bc-ac60-163595b50ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:08.717520 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-876b0557-bc73-4ee9-b362-715aea687d02 req-a447481d-4c34-4bb1-badd-e421d0486568 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916228 Feb 16 14:42:08.723597 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'status': 'completed', 'code': 200} Feb 16 14:42:08.778638 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-caa03ca3-fd00-4515-9641-f6f7b3f3a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.781116 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-caa03ca3-fd00-4515-9641-f6f7b3f3a183 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1097 time: 0.1146986 Feb 16 14:42:08.894740 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-6f43b515-e869-4a0a-af5c-0289dfb4ed8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 217 time: 0.1070719 Feb 16 14:42:08.982739 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-50106789-fcfa-4a06-b99e-b80bd3474dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:08.984250 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-50106789-fcfa-4a06-b99e-b80bd3474dd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0841410 Feb 16 14:42:09.065382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26148d60-7516-416c-bfa4-0470dc572dda req-3e59a564-f319-42a8-b01b-f40aa9e3ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.066799 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-3e59a564-f319-42a8-b01b-f40aa9e3ae1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765705 Feb 16 14:42:09.226191 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-71fa2520-66ec-464c-909d-9ce068470d84 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529732 Feb 16 14:42:09.367309 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-26148d60-7516-416c-bfa4-0470dc572dda req-1151f66f-39f6-4b27-aa6a-08b369b0b2c7 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343999 Feb 16 14:42:09.490974 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-6e123ea0-52b1-4b62-be23-c9e5a701b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.492473 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-6e123ea0-52b1-4b62-be23-c9e5a701b1f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1097 time: 0.0769041 Feb 16 14:42:09.639640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-f50afcce-9515-4951-a871-171eadcc428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.641689 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-f50afcce-9515-4951-a871-171eadcc428a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1431351 Feb 16 14:42:09.822803 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-6a93e129-ed78-43db-8d0d-709b4185f8b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 217 time: 0.1741903 Feb 16 14:42:09.908625 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-e961c82e-b6ff-4e45-bfeb-1dc7f9757acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:09.910409 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-e961c82e-b6ff-4e45-bfeb-1dc7f9757acd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0811758 Feb 16 14:42:10.002085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef228331-3128-436c-9a9d-88e5a4b241c3 req-955ae23f-d7da-482d-8837-84f0ddbd40dc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.004560 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef228331-3128-436c-9a9d-88e5a4b241c3 req-955ae23f-d7da-482d-8837-84f0ddbd40dc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1406417 Feb 16 14:42:10.010760 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-b49cca0a-787e-454f-b3c7-64be8daed84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:10.013416 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-b49cca0a-787e-454f-b3c7-64be8daed84c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965555 Feb 16 14:42:10.068413 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ef228331-3128-436c-9a9d-88e5a4b241c3 req-72a13b24-3683-4f7d-91e3-a3bca46ba02e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581248 Feb 16 14:42:10.167781 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-d0ce54af-ab31-480d-a83e-801961c67e88 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476274 Feb 16 14:42:10.329429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-6462b615-4b5a-4c8f-a02a-dcbc07ac8743 req-4829e33e-4357-4a87-9190-eeb4ad2ef1d5 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548727 Feb 16 14:42:10.772225 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cf349e73-e703-40c0-9683-1ed3b4efaf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:11.307965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695d746-10ab-4f9a-b899-5e5d6fb711e3 req-75c60ed9-0ea3-480c-b873-cfc9e6e29fb8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:11.309476 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b695d746-10ab-4f9a-b899-5e5d6fb711e3 req-75c60ed9-0ea3-480c-b873-cfc9e6e29fb8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1137297 Feb 16 14:42:11.363552 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b695d746-10ab-4f9a-b899-5e5d6fb711e3 req-0910334b-633f-47ad-8168-84d39d667be8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469806 Feb 16 14:42:12.629425 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70e2c8-1707-4b88-9144-4ee94a05c6e9 req-c5bd2159-0883-4af7-9571-0601369d9d11 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:12.631832 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-de70e2c8-1707-4b88-9144-4ee94a05c6e9 req-c5bd2159-0883-4af7-9571-0601369d9d11 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1269057 Feb 16 14:42:12.699709 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-de70e2c8-1707-4b88-9144-4ee94a05c6e9 req-cf2130e9-0902-48a8-bc3f-b673791b847f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600688 Feb 16 14:42:13.912743 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb15499-dae8-42cf-9d1a-3a0118fd409c req-9a97949a-816c-44d3-86fe-823d61ecfac9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:13.914306 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cbb15499-dae8-42cf-9d1a-3a0118fd409c req-9a97949a-816c-44d3-86fe-823d61ecfac9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0932610 Feb 16 14:42:13.969493 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-cbb15499-dae8-42cf-9d1a-3a0118fd409c req-9390c6e3-3091-40ac-b0c1-3a2886526ded tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449529 Feb 16 14:42:14.021802 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-97b7effc-3ac9-45e6-a0d1-623f9d6b63b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.283715 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:14.452334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:15.340349 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c566e6-6bb1-475e-a80a-e6dbf80efcee req-529ca6ed-0846-4dff-b2b4-4744043f200b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:15.343101 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c8c566e6-6bb1-475e-a80a-e6dbf80efcee req-529ca6ed-0846-4dff-b2b4-4744043f200b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0978951 Feb 16 14:42:15.400902 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c8c566e6-6bb1-475e-a80a-e6dbf80efcee req-179396cb-1e96-4ddb-bf2e-8fd50633d19e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506659 Feb 16 14:42:15.990157 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.200067 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:16.599549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c832-9c04-4a71-a9cf-24253897b0ea req-3cc4985d-eb36-4c1c-a7b7-84364ebe4897 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:16.600924 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a78c832-9c04-4a71-a9cf-24253897b0ea req-3cc4985d-eb36-4c1c-a7b7-84364ebe4897 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0901809 Feb 16 14:42:16.652640 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-3a78c832-9c04-4a71-a9cf-24253897b0ea req-a68027ba-fa7f-49f3-8803-cdc7da4994c4 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Feb 16 14:42:17.161155 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:42:17.301151 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:42:17.315720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'mac_address': 'fa:16:3e:c8:ff:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:42:17.377873 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.395725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12ce9fe-a5b9-4756-a68b-97a39068d9cf {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:42:17.412710 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:42:17.417430 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:17.489144 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:17.496816 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.497165 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.497508 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.497842 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.498175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.498534 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.498864 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.499189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.499519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.499841 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.500171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.500489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:42:17.774754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['d12ce9fe-a5b9-4756-a68b-97a39068d9cf'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:42:17.869519 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604be569-e02f-49fe-98b2-5bc1b93728e0 req-2cc793fa-1a86-431e-bedd-11faceae5906 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:17.871148 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-604be569-e02f-49fe-98b2-5bc1b93728e0 req-2cc793fa-1a86-431e-bedd-11faceae5906 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 945 time: 0.1059415 Feb 16 14:42:17.922506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-604be569-e02f-49fe-98b2-5bc1b93728e0 req-3660982a-551c-4483-97ac-3e17f5442c62 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Feb 16 14:42:19.123014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8af746-28e6-4d37-a7ab-87fb2d25ccf3 req-a932081d-fc73-4af0-9434-84643f74b318 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:19.124534 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b8af746-28e6-4d37-a7ab-87fb2d25ccf3 req-a932081d-fc73-4af0-9434-84643f74b318 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 945 time: 0.0836039 Feb 16 14:42:19.172793 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b8af746-28e6-4d37-a7ab-87fb2d25ccf3 req-89fd5ef3-7c1c-4e71-b996-756493d0846c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416832 Feb 16 14:42:19.177237 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:42:19.247585 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port d12ce9fe-a5b9-4756-a68b-97a39068d9cf completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:42:19.252529 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port d12ce9fe-a5b9-4756-a68b-97a39068d9cf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:42:19.252896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.376545 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.405209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:42:19.415016 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:42:19.420533 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:19.502700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:19.580645 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'code': 200} Feb 16 14:42:19.860278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b633852-1a84-4ef2-a352-2ece2982df28 req-1d7fad2b-f3da-43d4-9a41-5ba1bd744186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:19.862805 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b633852-1a84-4ef2-a352-2ece2982df28 req-1d7fad2b-f3da-43d4-9a41-5ba1bd744186 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0765169 Feb 16 14:42:19.931043 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2b633852-1a84-4ef2-a352-2ece2982df28 req-831c6e17-6844-444c-9a77-b410e48feac1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625174 Feb 16 14:42:20.387846 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9cb4-5ef4-48bb-bc67-e8f165e7a1e5 req-1bf30fbb-6891-49e4-9766-e56ec65bf0c3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:20.389314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-683d9cb4-5ef4-48bb-bc67-e8f165e7a1e5 req-1bf30fbb-6891-49e4-9766-e56ec65bf0c3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0925899 Feb 16 14:42:20.436846 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-683d9cb4-5ef4-48bb-bc67-e8f165e7a1e5 req-0c491ad3-ca83-4a14-ab97-dc5811a49bcf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Feb 16 14:42:21.639197 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f2dc-5da8-472a-816e-c47866e299a2 req-e48e0b50-88a8-45e5-b1c7-6c5f681294a5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:21.640719 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6647f2dc-5da8-472a-816e-c47866e299a2 req-e48e0b50-88a8-45e5-b1c7-6c5f681294a5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0937233 Feb 16 14:42:21.692847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6647f2dc-5da8-472a-816e-c47866e299a2 req-2f366c53-567f-4d33-81c1-440d5ca4c8db tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452411 Feb 16 14:42:21.903376 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d9425-7a3d-4b89-9bbb-1060ca65765a req-ea4de6ca-57ae-4ada-bf1c-949c3e33215f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:21.904836 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-380d9425-7a3d-4b89-9bbb-1060ca65765a req-ea4de6ca-57ae-4ada-bf1c-949c3e33215f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.1003740 Feb 16 14:42:21.953457 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-380d9425-7a3d-4b89-9bbb-1060ca65765a req-361b0228-7b2e-4fce-bf37-60312e573ce5 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Feb 16 14:42:21.976139 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45560) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:42:22.094402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ad7b8f-fb64-4d86-9872-422c3b41cae4 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:22.095941 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c5ad7b8f-fb64-4d86-9872-422c3b41cae4 tempest-TestShelveInstance-490032546 tempest-TestShelveInstance-490032546-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1094 time: 0.1188579 Feb 16 14:42:22.099134 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45566) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:42:22.104215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:42:22.110662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:42:22.114896 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Usage tracker for resource:floatingip and tenant:2d2e5261b03640ac868ac6c7fac240db is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:42:22.117792 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:42:22.123758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:42:22.137922 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.297478 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.441590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Allocated IP 172.26.1.136 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/fd0d8c94-33fa-4233-a0d8-34fb6b728afa) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:42:22.616469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.660207 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:22.732128 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:42:22.735315 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:42:22.739335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:42:22.775444 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=fd0d8c94-33fa-4233-a0d8-34fb6b728afa,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:23.298852 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.381887 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.608978 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.614738 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.727013 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event updated for resources: {'Port': ['ID=fd0d8c94-33fa-4233-a0d8-34fb6b728afa,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:42:23.745014 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:23.938646 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Floating IP 33ec0173-c289-4fa5-8dbd-204f06491bc1 associated. External IP: 172.26.1.136, port: d12ce9fe-a5b9-4756-a68b-97a39068d9cf. Feb 16 14:42:24.306908 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:42:24.613681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:42:24.628041 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:42:24.642774 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:24.643194 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:42:24.644190 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:42:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:24.702011 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b14dcf2f-169a-4b6e-aaab-a23500948604 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6018422 Feb 16 14:42:24.702822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:42:24.849477 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'status': 'completed', 'code': 200} Feb 16 14:42:24.864972 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:42:24.951924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-d6eb0402-08a0-43a9-9f8f-9109b8939ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:24.954790 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-d6eb0402-08a0-43a9-9f8f-9109b8939ffd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0840070 Feb 16 14:42:25.140524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-ee0cd9e1-9052-4bf7-9cee-0a7d06f132d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.142865 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-ee0cd9e1-9052-4bf7-9cee-0a7d06f132d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1824472 Feb 16 14:42:25.252036 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-95ff9a3a-6f8c-4582-9e35-569260db5d65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1000 time: 0.1035144 Feb 16 14:42:25.287748 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '33ec0173-c289-4fa5-8dbd-204f06491bc1', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:c8:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:23Z', 'updated_at': '2022-02-16T14:42:23Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:25.291878 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:42:25.301159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:42:25.301831 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:42:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:25.318054 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-25fe6309-b063-4870-a60c-ee194cafd61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.319541 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-25fe6309-b063-4870-a60c-ee194cafd61c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0616994 Feb 16 14:42:25.404650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-8c2f7dbf-29ed-4dff-87f5-a81a8e8fda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:42:25.405995 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-8c2f7dbf-29ed-4dff-87f5-a81a8e8fda7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809882 Feb 16 14:42:25.507333 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:42:25.542782 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-70091fa8-cbb5-4a28-850f-79a51348d9e7 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306045 Feb 16 14:42:25.692160 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-2a6ce2f7-e667-421c-a6d6-9297da7cfa9b req-39322551-646f-4ba0-afc7-e3cc02a289ac service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432338 Feb 16 14:42:25.893718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '33ec0173-c289-4fa5-8dbd-204f06491bc1', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:c8:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:23Z', 'updated_at': '2022-02-16T14:42:23Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:42:25.898294 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72803e8-7511-4941-a211-b572c3fc0d69 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '33ec0173-c289-4fa5-8dbd-204f06491bc1', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'floating_ip_address': '172.26.1.136', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'mac_address': 'fa:16:3e:c8:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:42:23Z', 'updated_at': '2022-02-16T14:42:23Z', 'revision_number': 0, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:42:26.097371 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62585e1-6981-4054-83ad-4371220d59ef None None] New status for floating IP 33ec0173-c289-4fa5-8dbd-204f06491bc1: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:42:34.030754 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:42:40.768837 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-65941343-581a-4472-b81d-6ae11c39e7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.031312 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ad3df511-5259-4ad0-8ede-d2e875b75ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.290472 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:44.457983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:45.985750 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:42:46.216870 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.054366 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-7f96aa04-2b5c-450b-944b-bf71a1990746 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902417 Feb 16 14:43:10.213121 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed482-13bd-444f-a813-12e6250e6876 req-ee119173-f2c3-4d04-b849-5b96fc34798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:10.214601 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-ee119173-f2c3-4d04-b849-5b96fc34798c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0844309 Feb 16 14:43:10.393370 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed482-13bd-444f-a813-12e6250e6876 req-9cb484fd-31a9-4311-b0cd-a2bbb9c2215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:10.395653 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-9cb484fd-31a9-4311-b0cd-a2bbb9c2215b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1610603 Feb 16 14:43:10.621891 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-75f7574f-3e90-4a43-be34-d3aada9e095f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1002 time: 0.2197487 Feb 16 14:43:10.688355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed482-13bd-444f-a813-12e6250e6876 req-f19f8015-c60a-471a-baff-2a9d1a2b24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:10.690593 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-f19f8015-c60a-471a-baff-2a9d1a2b24ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0629127 Feb 16 14:43:10.756482 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16aa9609-09ab-499f-a59b-7aa6346115b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:10.772144 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ed482-13bd-444f-a813-12e6250e6876 req-4d8bfc21-8c37-46b5-81c1-61ed25f23497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:43:10.773618 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-4d8bfc21-8c37-46b5-81c1-61ed25f23497 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767834 Feb 16 14:43:10.907637 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-55bacd5a-ba9a-4eac-8a57-b1635ed0a38e service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276867 Feb 16 14:43:11.029037 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:43:11.042094 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-269ed482-13bd-444f-a813-12e6250e6876 req-be49fe66-f6d0-4e80-b088-2593ef562b70 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282780 Feb 16 14:43:14.030047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e7ac28ee-255f-4b35-818e-a069b2a8c1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.281895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:14.456775 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:15.994779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:16.225888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:40.764267 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-27d7e201-919a-41a7-aed7-a6582272c1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:44.023969 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-9a5cb6b5-c416-40bc-9814-d307e8857865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:44.287122 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:44.458983 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:45.991427 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:46.221685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:43:48.027660 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:44:10.762940 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-73c54be6-19f0-4331-8d20-24067592e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:12.043833 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-37081ac4-cf3f-468e-a49c-f2b2a59bff6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766959 Feb 16 14:44:12.191660 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-a62a37de-a49a-446f-ae68-e163ed0ae5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.193122 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-a62a37de-a49a-446f-ae68-e163ed0ae5df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0782564 Feb 16 14:44:12.360624 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-1ddb7ef7-58e3-45e9-9a85-ef49ac0fede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.361972 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-1ddb7ef7-58e3-45e9-9a85-ef49ac0fede4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1470361 Feb 16 14:44:12.472100 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-ea689e00-fe4e-40d8-ac87-7698c759122b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1002 time: 0.1043103 Feb 16 14:44:12.536514 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-1d442545-0ada-4bc8-84d0-e85e4447a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.537927 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-1d442545-0ada-4bc8-84d0-e85e4447a1b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0605841 Feb 16 14:44:12.617065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-8768c03e-a340-448e-a4d2-fb417776f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:12.618530 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-8768c03e-a340-448e-a4d2-fb417776f8c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748377 Feb 16 14:44:12.630564 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-ad365fe8-ca23-465d-900a-2a3b893c5277 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:44:12.631505 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-ad365fe8-ca23-465d-900a-2a3b893c5277 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068238 Feb 16 14:44:12.772490 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-f807a9f8-75d6-447d-af82-e2a1bdc04fde service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336386 Feb 16 14:44:12.906480 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3baa5f0e-3102-46e3-8c1e-7f834d81caea req-cfbb3770-545c-4f71-b660-9d02674c6027 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291723 Feb 16 14:44:14.034883 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-bc285dbc-d62f-40f8-98e1-2ba3dda00117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.297387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:14.461779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:15.996555 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:16.233791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:22.078512 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defba44-8478-420b-bdf4-a94ec267e82e req-7efd7548-e9f1-4e5f-b168-8db9e5d9ab5f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:22.080084 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1defba44-8478-420b-bdf4-a94ec267e82e req-7efd7548-e9f1-4e5f-b168-8db9e5d9ab5f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0850065 Feb 16 14:44:22.129374 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1defba44-8478-420b-bdf4-a94ec267e82e req-eefd8664-c5cc-47b0-967f-8d21a778676f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Feb 16 14:44:23.320960 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b86961-0cbb-435c-846a-10df10104f86 req-f74f7319-41fd-49a7-bf24-dd732dec1ac0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:23.322351 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1b86961-0cbb-435c-846a-10df10104f86 req-f74f7319-41fd-49a7-bf24-dd732dec1ac0 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0861440 Feb 16 14:44:23.366468 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e1b86961-0cbb-435c-846a-10df10104f86 req-de4f855e-144d-4724-8498-086d878b52ce tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Feb 16 14:44:24.559205 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909c4b0-8270-4e2d-9d1a-8caf21684c6f req-6b7b2b31-d0d2-4f97-9b7b-c63b6b654625 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:24.560713 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9909c4b0-8270-4e2d-9d1a-8caf21684c6f req-6b7b2b31-d0d2-4f97-9b7b-c63b6b654625 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0836558 Feb 16 14:44:24.608543 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9909c4b0-8270-4e2d-9d1a-8caf21684c6f req-a1b0e6c5-77c2-4b13-9294-7154d4c3383d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Feb 16 14:44:25.028904 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:44:25.810769 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b31b9-c4ae-479b-8d4d-05fc3e42ca6e req-ce8bc90b-c3c2-4bc0-958a-b519d8d96326 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:25.812241 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd8b31b9-c4ae-479b-8d4d-05fc3e42ca6e req-ce8bc90b-c3c2-4bc0-958a-b519d8d96326 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0935051 Feb 16 14:44:25.858049 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fd8b31b9-c4ae-479b-8d4d-05fc3e42ca6e req-fd13d3b7-70a8-4e63-b956-1238a082825f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397766 Feb 16 14:44:27.061506 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d20e78-7298-4713-877a-01fd64bfa894 req-c19c2129-e2d9-4ced-840a-95ae31d042cd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:27.062992 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30d20e78-7298-4713-877a-01fd64bfa894 req-c19c2129-e2d9-4ced-840a-95ae31d042cd tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0884883 Feb 16 14:44:27.115485 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-30d20e78-7298-4713-877a-01fd64bfa894 req-ffb0fac5-d99f-4b91-a841-1cbdd4b0d602 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468116 Feb 16 14:44:28.323227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a3f34-ef14-4a46-80f2-63b6c555f585 req-547071a6-21e3-49f1-affd-2e846cd19181 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:28.324737 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a16a3f34-ef14-4a46-80f2-63b6c555f585 req-547071a6-21e3-49f1-affd-2e846cd19181 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0857711 Feb 16 14:44:28.371907 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a16a3f34-ef14-4a46-80f2-63b6c555f585 req-510f6bdc-f2b3-43a3-8a05-6df6d79b69c2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401771 Feb 16 14:44:29.568783 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa913f-bc1c-4b27-87e7-c40dfb8ddbf2 req-928b7726-0b24-4550-9e08-0bd733eefcc7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:29.570245 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-33aa913f-bc1c-4b27-87e7-c40dfb8ddbf2 req-928b7726-0b24-4550-9e08-0bd733eefcc7 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0907481 Feb 16 14:44:29.617376 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-33aa913f-bc1c-4b27-87e7-c40dfb8ddbf2 req-4e2d4fcb-3660-4f51-878d-9d6df6805566 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 Feb 16 14:44:30.811334 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f1684-1d23-4a49-b9ed-765c39d4a53a req-1b236471-0251-427b-89b0-3e54169cc870 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:30.812781 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9b8f1684-1d23-4a49-b9ed-765c39d4a53a req-1b236471-0251-427b-89b0-3e54169cc870 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0829182 Feb 16 14:44:30.858193 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9b8f1684-1d23-4a49-b9ed-765c39d4a53a req-f3bb2cec-97bb-48da-89ca-5b9739c66f58 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 Feb 16 14:44:32.055025 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d1f7d-c531-403e-92a2-298cc5640ae3 req-fe8a29e3-0a34-4d99-a643-94a3477ae625 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.056497 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c76d1f7d-c531-403e-92a2-298cc5640ae3 req-fe8a29e3-0a34-4d99-a643-94a3477ae625 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0924108 Feb 16 14:44:32.104052 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c76d1f7d-c531-403e-92a2-298cc5640ae3 req-07c9d826-1250-476a-aa3b-87323e9e4073 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Feb 16 14:44:32.187507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-c6005cf1-3c46-484a-a1fa-60ccd891605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.188900 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-c6005cf1-3c46-484a-a1fa-60ccd891605e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0733583 Feb 16 14:44:32.332152 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-72c0bf46-b2ce-49ec-adb4-a89488c0d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.333572 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-72c0bf46-b2ce-49ec-adb4-a89488c0d99f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1385210 Feb 16 14:44:32.533534 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-42668f55-2fed-4254-854e-90db9ef8101e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1002 time: 0.1916656 Feb 16 14:44:32.603725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-46e851c1-809a-49d2-a0ae-74a1fe6c9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.605143 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-46e851c1-809a-49d2-a0ae-74a1fe6c9367 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0656965 Feb 16 14:44:32.686708 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-041d5e71-fad8-4fbf-a64f-dac99fdd0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:32.688206 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-041d5e71-fad8-4fbf-a64f-dac99fdd0f66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770245 Feb 16 14:44:32.827372 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-d5b45db2-ce36-4372-8987-1eea79644715 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327305 Feb 16 14:44:32.974634 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-fabce30c-8527-47ee-bffb-b720e68be6f5 req-a97621ba-4b9f-4e48-acfa-077ee1b49a45 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406236 Feb 16 14:44:33.320518 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e4f6c-096d-4463-bfa8-9b952e1982f9 req-3940e334-fb6b-4bba-895e-bcbbc7da9c23 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:33.321960 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b9e4f6c-096d-4463-bfa8-9b952e1982f9 req-3940e334-fb6b-4bba-895e-bcbbc7da9c23 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.1006069 Feb 16 14:44:33.375553 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1b9e4f6c-096d-4463-bfa8-9b952e1982f9 req-233d9dc2-fbcd-4429-90a6-fdc365b85a4e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473237 Feb 16 14:44:34.570554 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfa8db-ad2e-4ad0-aa1a-c01bfad4ecad req-ee898644-93c4-4959-b26a-cb0a646cef54 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:34.572009 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5cdfa8db-ad2e-4ad0-aa1a-c01bfad4ecad req-ee898644-93c4-4959-b26a-cb0a646cef54 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0855923 Feb 16 14:44:34.618555 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5cdfa8db-ad2e-4ad0-aa1a-c01bfad4ecad req-862a2f58-b434-4fe4-9d91-fc9e08a89c2c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Feb 16 14:44:35.814030 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac2209-ab13-4a57-850b-9b3fc8b7f244 req-e1bffd82-5ad0-4dc6-8499-453c9e487687 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:35.815587 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9aac2209-ab13-4a57-850b-9b3fc8b7f244 req-e1bffd82-5ad0-4dc6-8499-453c9e487687 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0870025 Feb 16 14:44:35.865559 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-9aac2209-ab13-4a57-850b-9b3fc8b7f244 req-85d92173-7b36-46cf-888a-7ad22506ce33 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Feb 16 14:44:37.104248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45670) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:44:37.300757 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-dbeecd5e-bfbd-45c4-9684-defb9f3e0c4f service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1952016 Feb 16 14:44:37.309567 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79ef3-fe1c-43df-944d-5a09320680a2 req-25678e8a-e10b-4c12-a4e9-ad397e1e2b88 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:37.311233 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47f79ef3-fe1c-43df-944d-5a09320680a2 req-25678e8a-e10b-4c12-a4e9-ad397e1e2b88 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.1246474 Feb 16 14:44:37.359081 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47f79ef3-fe1c-43df-944d-5a09320680a2 req-c6e45893-b83a-4984-8ce6-6bded718f56e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Feb 16 14:44:38.001695 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:44:38.140439 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.180133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:44:38.194697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:44:38.200496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:38.236251 dv-neutron-828143-3-hyperv neutron-server[87699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'code': 422} returned with failed status Feb 16 14:44:38.279220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:38.289720 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.290334 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.290778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.291091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.291412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.291740 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.292066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.292383 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.292696 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.293010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.293323 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.293636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:44:38.551613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28451335-65d3-4cdf-bf07-95266243182d req-408f2728-20d1-4b55-8aa2-a4271892648f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:38.552987 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28451335-65d3-4cdf-bf07-95266243182d req-408f2728-20d1-4b55-8aa2-a4271892648f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0818412 Feb 16 14:44:38.598280 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-28451335-65d3-4cdf-bf07-95266243182d req-6e5cd50e-a1b9-4de9-9189-36115da9e31d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394697 Feb 16 14:44:39.803479 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658cddfd-2492-45f6-9d05-93cc380dac2f req-dbbf9146-e9e5-4298-9b63-9fbc7e5a4937 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:39.804825 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-658cddfd-2492-45f6-9d05-93cc380dac2f req-dbbf9146-e9e5-4298-9b63-9fbc7e5a4937 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0934041 Feb 16 14:44:39.859666 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-658cddfd-2492-45f6-9d05-93cc380dac2f req-360378c5-1942-4e9e-92ea-0d311fe3d05e tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488935 Feb 16 14:44:40.065027 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-d5c1d300-53d0-4d4e-87e4-8e52bec88a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.066458 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-d5c1d300-53d0-4d4e-87e4-8e52bec88a07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&tenant_id=2d2e5261b03640ac868ac6c7fac240db HTTP/1.1" status: 200 len: 1097 time: 0.0803394 Feb 16 14:44:40.159173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-58860831-ff32-4d53-bf57-a868ad9646ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.160657 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-58860831-ff32-4d53-bf57-a868ad9646ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1097 time: 0.0723641 Feb 16 14:44:40.293082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-30b7682b-4475-441a-8de1-52c1068544c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.294523 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-30b7682b-4475-441a-8de1-52c1068544c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1283212 Feb 16 14:44:40.404119 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-4ef3bcdd-38b6-4f50-891b-36a6215a9f3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1000 time: 0.1035898 Feb 16 14:44:40.473862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-87314860-b4fc-4bcf-8855-fd479568334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.475374 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-87314860-b4fc-4bcf-8855-fd479568334d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0621350 Feb 16 14:44:40.555520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-7ac8d440-7117-4d47-b80f-e8294d917b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:40.556999 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-7ac8d440-7117-4d47-b80f-e8294d917b55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760200 Feb 16 14:44:40.699519 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-7622d439-47a9-4d57-a81a-1299060ccc1c service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357899 Feb 16 14:44:40.757343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-cd923059-44f7-4d92-b527-91b669a24603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:40.835088 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-411ceb4b-33f4-4312-a418-dccf82d8994a req-24f692b1-708f-4f37-90fc-8a78416a88e4 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298323 Feb 16 14:44:41.053497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47841a3c-dad0-40c5-981c-2fa241691a47 req-a4c6ecdc-215d-493c-b1db-f3eec63b1b92 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:41.055043 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47841a3c-dad0-40c5-981c-2fa241691a47 req-a4c6ecdc-215d-493c-b1db-f3eec63b1b92 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0824575 Feb 16 14:44:41.101499 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47841a3c-dad0-40c5-981c-2fa241691a47 req-a99e02d6-6c06-4796-8015-9182fc901205 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Feb 16 14:44:42.346604 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368acc5-d1b7-4f16-8ccf-3ac6366f7abd req-a5c07730-8a3c-45e1-a043-260d1bea630d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:42.348184 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1368acc5-d1b7-4f16-8ccf-3ac6366f7abd req-a5c07730-8a3c-45e1-a043-260d1bea630d tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1124663 Feb 16 14:44:42.403358 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1368acc5-d1b7-4f16-8ccf-3ac6366f7abd req-fb6aaa2b-db2e-4e52-a8d1-1d7afea4c59c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 Feb 16 14:44:43.714611 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca836f9-6911-45e4-93e8-d8547f835d14 req-e6024507-6b93-4865-9c84-f27893228b56 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:43.717465 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ca836f9-6911-45e4-93e8-d8547f835d14 req-e6024507-6b93-4865-9c84-f27893228b56 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.1247978 Feb 16 14:44:43.808135 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2ca836f9-6911-45e4-93e8-d8547f835d14 req-0148d6f4-28cb-4441-8b85-bb6e9d39d8bf tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800483 Feb 16 14:44:44.031098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-384e5baf-b199-426f-8567-daf783206dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.298932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:44.472081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:45.027807 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05999435-ba40-495a-a0cf-2d1aa14b7370 req-170b61a1-70ef-45f0-afaa-ae15029bacff tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:45.029235 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-05999435-ba40-495a-a0cf-2d1aa14b7370 req-170b61a1-70ef-45f0-afaa-ae15029bacff tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0931449 Feb 16 14:44:45.077877 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-05999435-ba40-495a-a0cf-2d1aa14b7370 req-e91a02aa-e0d8-442d-822c-b2527afd3162 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Feb 16 14:44:46.005993 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.235497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:46.403584 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e09b66-4f02-425d-856a-11bb7884bde8 req-1f05b799-5991-4394-b859-ea49e9812ede tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:46.404949 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-15e09b66-4f02-425d-856a-11bb7884bde8 req-1f05b799-5991-4394-b859-ea49e9812ede tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.2014070 Feb 16 14:44:46.452399 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-15e09b66-4f02-425d-856a-11bb7884bde8 req-bc7a4054-2bd9-4069-b7ee-f5812cb9a7e8 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Feb 16 14:44:47.657393 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb29b52-d912-4234-885c-89df8a2d840f req-18387233-d265-4c92-9acc-33bc9d9f74d2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:47.658985 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7fb29b52-d912-4234-885c-89df8a2d840f req-18387233-d265-4c92-9acc-33bc9d9f74d2 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 944 time: 0.0901647 Feb 16 14:44:47.714016 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-7fb29b52-d912-4234-885c-89df8a2d840f req-4f83c849-2fca-4b23-9cea-eea70d03efba tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456562 Feb 16 14:44:48.048136 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:44:48.202171 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:44:48.216930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'port_id': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'mac_address': 'fa:16:3e:c8:ff:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:44:48.277502 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.295070 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12ce9fe-a5b9-4756-a68b-97a39068d9cf {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:44:48.311971 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:44:48.316294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:48.384199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:48.668602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['d12ce9fe-a5b9-4756-a68b-97a39068d9cf'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:44:48.904096 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c9751-acda-429f-8009-5d503e7f503f req-b1898652-e161-4f8f-b3ef-a5b13421117c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:48.905561 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2c0c9751-acda-429f-8009-5d503e7f503f req-b1898652-e161-4f8f-b3ef-a5b13421117c tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 945 time: 0.0831759 Feb 16 14:44:48.957782 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2c0c9751-acda-429f-8009-5d503e7f503f req-fe2ab1e4-0c1b-442f-a0f6-b0faf791c4a3 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Feb 16 14:44:50.047744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:44:50.119878 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port d12ce9fe-a5b9-4756-a68b-97a39068d9cf triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:44:50.120234 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:50.157613 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dc969-ff8e-4b53-82dc-f103a9093192 req-6daceb89-e5b2-463d-9a6b-7be14ff85a3a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:50.159084 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac5dc969-ff8e-4b53-82dc-f103a9093192 req-6daceb89-e5b2-463d-9a6b-7be14ff85a3a tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 945 time: 0.0867152 Feb 16 14:44:50.209053 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ac5dc969-ff8e-4b53-82dc-f103a9093192 req-9f54d367-4e8e-48c5-84e9-4a46bc34a31b tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442128 Feb 16 14:44:50.276631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:50.303714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:44:50.314353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:44:50.319271 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:44:50.355038 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'code': 200} Feb 16 14:44:50.388069 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:44:50.626773 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d49e8-1ddc-4e9d-bbf6-c6c3caa4d86f req-d4a2d80d-1acf-4690-b264-3c4f536d2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:50.628247 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a11d49e8-1ddc-4e9d-bbf6-c6c3caa4d86f req-d4a2d80d-1acf-4690-b264-3c4f536d2632 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0722048 Feb 16 14:44:50.668198 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a11d49e8-1ddc-4e9d-bbf6-c6c3caa4d86f req-358e7026-5172-4767-9314-64e5d63b85b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Feb 16 14:44:51.397296 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612f9cd-149d-45c0-bac0-95d61de31109 req-b5ad51b1-bb36-4931-92ec-7d91ffaae0e1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:51.398768 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6612f9cd-149d-45c0-bac0-95d61de31109 req-b5ad51b1-bb36-4931-92ec-7d91ffaae0e1 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0839076 Feb 16 14:44:51.446809 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6612f9cd-149d-45c0-bac0-95d61de31109 req-e132a3b8-b477-4332-afbe-bf5b52a74fc9 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Feb 16 14:44:52.641209 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99038b72-6192-4d91-9dcb-86df3b65235d req-05da8b26-4302-4fb5-a21d-0a5ec5734bfc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:44:52.642677 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-99038b72-6192-4d91-9dcb-86df3b65235d req-05da8b26-4302-4fb5-a21d-0a5ec5734bfc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0866158 Feb 16 14:44:52.687800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-99038b72-6192-4d91-9dcb-86df3b65235d req-4c1bcfdd-f276-4801-ba6d-175ac6539c8f tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 Feb 16 14:44:56.058671 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-abc447f7-35ad-4c36-a809-8c6353b7dc6d req-3f29c2f4-d5a8-4884-abe6-0af201e8864d service neutron] (87697) timed out ('10.222.0.26', 58575) {{(pid=87697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 14:45:02.028661 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:45:10.767494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-24235637-058f-45ed-960b-d19c1a5aee49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:12.071719 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-4cf21a66-04b6-448c-a874-c1f8cadb480a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904508 Feb 16 14:45:12.255817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-48d8dbe5-77e0-49f9-8fd4-1d6ad99b82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.255817 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-48d8dbe5-77e0-49f9-8fd4-1d6ad99b82ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0977049 Feb 16 14:45:12.525846 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-d5bbaadb-5e01-4b7c-b0db-7a42fe23d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.525846 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-d5bbaadb-5e01-4b7c-b0db-7a42fe23d282 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.2534733 Feb 16 14:45:12.636603 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-62ff22f3-1d3f-4d24-9a36-c488a8cab3c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1002 time: 0.1014044 Feb 16 14:45:12.702888 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-a7964335-0d1e-4d42-8b21-471ddea4e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.704276 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-a7964335-0d1e-4d42-8b21-471ddea4e833 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0606048 Feb 16 14:45:12.785177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-f7220746-6d0f-448f-b8d4-502d1d8de94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:45:12.786566 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-f7220746-6d0f-448f-b8d4-502d1d8de94b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761294 Feb 16 14:45:12.918175 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-699621c8-ba84-47e9-8eea-13a7f1e5c72d service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252143 Feb 16 14:45:13.061850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-671c29c1-e483-4832-96bc-6f3d36ff9109 req-dc68c85b-f784-494e-8ba1-4198fc75bafe service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377532 Feb 16 14:45:14.027298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ed6df6c-8662-4495-9cac-957f6d1b003e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.299928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:14.471602 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.008293 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:16.235858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:39.029723 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:45:40.764856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d2f3-c333-4ab2-ad37-d463e719ab40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.037890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-80954de1-a4f6-4885-9923-7d8cb59ab76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.299479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:44.473571 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.008203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:45:46.252792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:10.757926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-58609976-bed8-4b9d-99b2-7a39dce0a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.162030 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-6f8f2ed9-c7e9-49df-903b-28f871869353 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2008984 Feb 16 14:46:12.230034 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45738) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:12.325434 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-34f75359-3222-41f8-8b6c-7c5bdff6b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.327468 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-34f75359-3222-41f8-8b6c-7c5bdff6b9e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.0926588 Feb 16 14:46:12.445527 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Deleting port fd0d8c94-33fa-4233-a0d8-34fb6b728afa {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:12.445865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.492818 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-d92f9acc-0eb8-4f3b-8357-721d5d276b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.494419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-d92f9acc-0eb8-4f3b-8357-721d5d276b5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.1379993 Feb 16 14:46:12.610138 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-b7fcd5a6-0c47-433e-a3d9-32a6c5cb85fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 1002 time: 0.1057479 Feb 16 14:46:12.632417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.632735 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:12.671399 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-0874bf60-a666-42cf-a5b4-e993eb1594ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.672880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-0874bf60-a666-42cf-a5b4-e993eb1594ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0574636 Feb 16 14:46:12.761368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-92866064-eb50-4c1f-8e85-3fea96f5ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:12.762951 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-92866064-eb50-4c1f-8e85-3fea96f5ab7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842938 Feb 16 14:46:12.782622 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Calling delete_port for fd0d8c94-33fa-4233-a0d8-34fb6b728afa owned by network:floatingip {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:12.898507 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-200a0a46-5930-4965-8c5a-e43f8db35c39 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296790 Feb 16 14:46:12.961080 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.047827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'Port': ['ID=fd0d8c94-33fa-4233-a0d8-34fb6b728afa,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:13.055283 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e76d6c0a-6d4a-4f86-ac09-64d7815a265a req-f5944dde-1918-4080-b947-eafc78deb55f service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512015 Feb 16 14:46:13.087361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.087701 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.088004 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.088328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.088646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.088963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.089278 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.089591 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.089905 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.090228 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.090553 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.090865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:13.120268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.120592 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.l3_db [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Floating IP 33ec0173-c289-4fa5-8dbd-204f06491bc1 disassociated (deleted). External IP: 172.26.1.136, port: d12ce9fe-a5b9-4756-a68b-97a39068d9cf. Feb 16 14:46:13.612275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:46:13.804808 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:13.817835 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:13.827176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:13.829038 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:13.829666 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:45:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:13.882794 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-df616a0d-fa20-4294-aad0-d90465d5b961 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "DELETE /v2.0/floatingips/33ec0173-c289-4fa5-8dbd-204f06491bc1 HTTP/1.1" status: 204 len: 168 time: 1.6499429 Feb 16 14:46:13.883661 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:46:13.943656 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'status': 'completed', 'code': 200} Feb 16 14:46:14.035398 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:14.042923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-31017643-f4a6-4d2d-9407-f257c67e6014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.082925 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-62886d3c-8332-4d43-8fe8-ce0b6e95641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.084419 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-62886d3c-8332-4d43-8fe8-ce0b6e95641d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2d2e5261b03640ac868ac6c7fac240db&device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 1099 time: 0.1115868 Feb 16 14:46:14.295062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.318725 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0aa7-70b6-4a06-a638-792363bfe6a1 req-e1b5b2bb-33e9-4f22-805d-b4eb16b4c682 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.319581 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-222d0aa7-70b6-4a06-a638-792363bfe6a1 req-e1b5b2bb-33e9-4f22-805d-b4eb16b4c682 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:14.337162 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-222d0aa7-70b6-4a06-a638-792363bfe6a1 req-e1b5b2bb-33e9-4f22-805d-b4eb16b4c682 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:14.338636 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-222d0aa7-70b6-4a06-a638-792363bfe6a1 req-e1b5b2bb-33e9-4f22-805d-b4eb16b4c682 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.1157689 Feb 16 14:46:14.364135 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-4128a44c-ac68-4d88-9d65-dc7760dd86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.365757 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-4128a44c-ac68-4d88-9d65-dc7760dd86b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 200 len: 910 time: 0.2751026 Feb 16 14:46:14.388545 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-222d0aa7-70b6-4a06-a638-792363bfe6a1 req-943cca8c-9606-4470-bc79-4ab04aad5214 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Feb 16 14:46:14.437065 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:14.441674 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:14.442960 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-f1e79ef1-1cf4-4234-a64c-fef4d0873b44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 200 len: 217 time: 0.0688529 Feb 16 14:46:14.451324 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:14.452010 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:14.475491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:14.529865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-3060ade8-1177-4cbe-ac17-f5aa37988b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.532203 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-3060ade8-1177-4cbe-ac17-f5aa37988b2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 200 len: 848 time: 0.0827026 Feb 16 14:46:14.613513 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-55acffef-6550-4270-9a30-46e8ccedbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:14.615364 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-55acffef-6550-4270-9a30-46e8ccedbce3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6dc21f37-4e4d-4d9b-b515-ca792323bac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765002 Feb 16 14:46:14.636178 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:14.754273 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-8f392e70-3a2d-4d77-8b8a-4d785e82b873 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314354 Feb 16 14:46:14.891875 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-b5adfae5-0cc0-4f54-8d16-aaf62d10084b req-00d04218-537b-4323-b0b9-705ffb774184 service neutron] 10.222.0.26 "GET /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310465 Feb 16 14:46:15.008765 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:15.013065 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f67eb-d0e7-41f6-b8d6-17aee26ae6e7 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:36:10Z', 'revision_number': 4, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'd2daa74e-fbde-4573-b4da-66320947bd2f', 'name': '', 'network_id': '6dc21f37-4e4d-4d9b-b515-ca792323bac3', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'mac_address': 'fa:16:3e:e4:55:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:10Z', 'updated_at': '2022-02-16T14:36:17Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'subnets': [{'id': '50d5c143-c1ce-4630-9980-05998dc6368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:15.287516 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff2bf7-1e20-4be1-809e-66a4ebe5c2e1 None None] New status for floating IP 33ec0173-c289-4fa5-8dbd-204f06491bc1: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:46:15.597326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dcad-58da-43e7-be38-e62db50913e2 req-f61e2b4e-35ce-40f3-9038-bb5783051890 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.598844 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-08d5dcad-58da-43e7-be38-e62db50913e2 req-f61e2b4e-35ce-40f3-9038-bb5783051890 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.0888557 Feb 16 14:46:15.644635 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-08d5dcad-58da-43e7-be38-e62db50913e2 req-c3d57de7-28d8-4633-aff6-0f68fed3b729 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/security-groups?id=729e6a5a-304f-4f73-89e7-36f6f1711758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Feb 16 14:46:15.875789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bfdd4-d05e-45eb-a507-783fd124623c req-41ea8313-41d4-49be-ac20-da4da803d7de tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:15.876476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-689bfdd4-d05e-45eb-a507-783fd124623c req-41ea8313-41d4-49be-ac20-da4da803d7de tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Synchronizing usage tracker for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:15.888812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-689bfdd4-d05e-45eb-a507-783fd124623c req-41ea8313-41d4-49be-ac20-da4da803d7de tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Unset dirty status for tenant:2d2e5261b03640ac868ac6c7fac240db on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:15.890027 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-689bfdd4-d05e-45eb-a507-783fd124623c req-41ea8313-41d4-49be-ac20-da4da803d7de tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 946 time: 0.1065738 Feb 16 14:46:15.966815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Deleting port d12ce9fe-a5b9-4756-a68b-97a39068d9cf {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:15.967153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.013794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.030838 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:46:16.224269 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] For port d12ce9fe-a5b9-4756-a68b-97a39068d9cf, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:16.224529 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.264800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.353100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Calling delete_port for d12ce9fe-a5b9-4756-a68b-97a39068d9cf owned by compute:nova {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:16.518412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.572982 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'Port': ['ID=d12ce9fe-a5b9-4756-a68b-97a39068d9cf,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:16.612150 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.612494 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.612852 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.613170 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.613488 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.613802 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.614114 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.614453 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.614765 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.615075 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.615382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.615688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:16.661332 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] No DVR routers for this DVR port d12ce9fe-a5b9-4756-a68b-97a39068d9cf on host hv-neutron-8281 {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:16.664038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:16.666864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-deleted', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:46:16.685278 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-689bfdd4-d05e-45eb-a507-783fd124623c req-eff7844d-4ac3-4d33-baec-2e7f6b8b15fc tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.26 "DELETE /v2.0/ports/d12ce9fe-a5b9-4756-a68b-97a39068d9cf HTTP/1.1" status: 204 len: 173 time: 0.7895923 Feb 16 14:46:16.715869 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d76387-7d24-4e97-9a04-a3aa68f1f61c', 'name': 'network-vif-deleted', 'tag': 'd12ce9fe-a5b9-4756-a68b-97a39068d9cf', 'status': 'completed', 'code': 200} Feb 16 14:46:16.832240 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-d91b454c-3aa9-4f49-aca1-8b0b08b54fbe req-cf9d8efb-64b4-49fa-92c8-e57c07406753 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "GET /v2.0/ports?device_id=69d76387-7d24-4e97-9a04-a3aa68f1f61c HTTP/1.1" status: 200 len: 210 time: 0.0574307 Feb 16 14:46:17.952963 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45758) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:18.040346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.074640 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.153710 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.183635 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e6a5a-304f-4f73-89e7-36f6f1711758,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:18.201634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:18.203527 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-8e05cce1-98bf-4c62-bec3-1beb7f244996 tempest-TestShelveInstance-702798613 tempest-TestShelveInstance-702798613-project] 10.222.0.105 "DELETE /v2.0/security-groups/729e6a5a-304f-4f73-89e7-36f6f1711758 HTTP/1.1" status: 204 len: 168 time: 0.2492757 Feb 16 14:46:18.260758 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45764) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:18.468634 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:18.525791 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: d12ce9fe-a5b9-4756-a68b-97a39068d9cf {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:18.526497 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device d12ce9fe-a5b9-4756-a68b-97a39068d9cf not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:19.069646 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.586354 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Deleting port d2daa74e-fbde-4573-b4da-66320947bd2f {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:19.586681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.769417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] For port d2daa74e-fbde-4573-b4da-66320947bd2f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=d2daa74e-fbde-4573-b4da-66320947bd2f,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:19.769417 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:19.899166 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Calling delete_port for d2daa74e-fbde-4573-b4da-66320947bd2f owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:20.246448 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:20.297967 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d2daa74e-fbde-4573-b4da-66320947bd2f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:20.584073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.114715 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:46:21.315755 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:21.327830 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Sync routers for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:21.328890 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fae9e31e-47b9-489f-93fa-43b5cd6b33fa admin admin] 10.222.0.105 "PUT /v2.0/routers/7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670090 Feb 16 14:46:21.332482 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45770) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:21.340624 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:21.341453 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:21.525557 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:21.533293 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.733316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.744104 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Deleting port 7b05d97d-db01-43e0-b4e1-7a42275140d3 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:21.744442 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:21.866557 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:46:20Z', 'revision_number': 5, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port': {'id': '7b05d97d-db01-43e0-b4e1-7a42275140d3', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:07Z', 'updated_at': '2022-02-16T14:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:21.870471 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Checking router: 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:21.879096 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Routers {'7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:21.879697 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:21.944102 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] For port 7b05d97d-db01-43e0-b4e1-7a42275140d3, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=7b05d97d-db01-43e0-b4e1-7a42275140d3,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:21.944510 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.038513 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] Set router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:22.075974 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Calling delete_port for 7b05d97d-db01-43e0-b4e1-7a42275140d3 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:22.143878 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:46:21Z', 'revision_number': 6, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:22.148249 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c94517d-26d3-4d60-a94a-6af7cc38ddc3 None None] The sync data for ids ['7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5'] in dv-neutron-828143-3-hyperv is: [{'id': '7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5', 'name': 'tempest-TestShelveInstance-1579480123-router', 'tenant_id': '2d2e5261b03640ac868ac6c7fac240db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:06Z', 'updated_at': '2022-02-16T14:46:21Z', 'revision_number': 6, 'project_id': '2d2e5261b03640ac868ac6c7fac240db', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:22.277982 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.327930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b05d97d-db01-43e0-b4e1-7a42275140d3,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:22.437377 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.745697 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.748215 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.773414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.773991 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:46:22.789361 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.790521 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-41cb131b-a850-4549-b278-4a8dd2dc7f32 admin admin] 10.222.0.105 "DELETE /v2.0/routers/7fc4eb7b-7580-451f-9eb9-c5789c7ff1c5 HTTP/1.1" status: 204 len: 168 time: 1.4570017 Feb 16 14:46:22.793316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45774) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:22.858037 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Deleting subnet 50d5c143-c1ce-4630-9980-05998dc6368d {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:46:22.861598 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:22.924488 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.015819 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.035957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2daa74e-fbde-4573-b4da-66320947bd2f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:23.075743 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: d2daa74e-fbde-4573-b4da-66320947bd2f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:23.076057 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device d2daa74e-fbde-4573-b4da-66320947bd2f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:23.077608 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b05d97d-db01-43e0-b4e1-7a42275140d3 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:23.097639 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.111737 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 7b05d97d-db01-43e0-b4e1-7a42275140d3 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:23.111990 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 7b05d97d-db01-43e0-b4e1-7a42275140d3 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:23.142095 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.145739 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe93d1-9aa4-4b65-b121-634a6411a0a0 None None] Network 6dc21f37-4e4d-4d9b-b515-ca792323bac3 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:23.149714 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/50d5c143-c1ce-4630-9980-05998dc6368d HTTP/1.1" status: 204 len: 168 time: 0.3552992 Feb 16 14:46:23.152360 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45778) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:23.161438 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ffec5-f0e9-48bb-bbc3-cabc712a2e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d5c143-c1ce-4630-9980-05998dc6368d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:23.269252 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.280086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Deleting port fda3a17f-1c2f-4bff-9619-eaffce82a804 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:23.280411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.443881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] DHCP port deletion for 6dc21f37-4e4d-4d9b-b515-ca792323bac3 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:46:23.450137 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Deleting port fda3a17f-1c2f-4bff-9619-eaffce82a804 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:23.450617 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.617815 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] For port fda3a17f-1c2f-4bff-9619-eaffce82a804, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fda3a17f-1c2f-4bff-9619-eaffce82a804,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:23.618153 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.668320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] For port fda3a17f-1c2f-4bff-9619-eaffce82a804, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=fda3a17f-1c2f-4bff-9619-eaffce82a804,segment=NetworkSegment(f13589d2-8dfb-4b54-812f-8e3cc1f50dc7),segment_id=f13589d2-8dfb-4b54-812f-8e3cc1f50dc7)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:23.668691 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.740413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Calling delete_port for fda3a17f-1c2f-4bff-9619-eaffce82a804 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:23.795210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Calling delete_port for fda3a17f-1c2f-4bff-9619-eaffce82a804 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:23.820454 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:23.870452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Pushing event deleted for resources: {'Port': ['ID=fda3a17f-1c2f-4bff-9619-eaffce82a804,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:23.872044 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] No DVR routers for this DVR port fda3a17f-1c2f-4bff-9619-eaffce82a804 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:23.877436 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:46:23.877796 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:46:23.987013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.015795 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc21f37-4e4d-4d9b-b515-ca792323bac3']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:24.028291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:24.028577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f13589d2-8dfb-4b54-812f-8e3cc1f50dc7') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:24.040197 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.057961 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.068191 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:46:24.068647 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:46:24.083394 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:46:24.161148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.177981 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.188416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc21f37-4e4d-4d9b-b515-ca792323bac3,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:24.203429 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-58ac9e37-9ceb-4ea6-87c5-8af36383940c admin admin] 10.222.0.105 "DELETE /v2.0/networks/6dc21f37-4e4d-4d9b-b515-ca792323bac3 HTTP/1.1" status: 204 len: 168 time: 1.0501380 Feb 16 14:46:24.206448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45782) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:24.379194 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Deleting port fda3a17f-1c2f-4bff-9619-eaffce82a804 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:24.379765 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:24.448411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-67ad48df-91d1-4a00-a7a1-6a6e507004fb None None] The port 'fda3a17f-1c2f-4bff-9619-eaffce82a804' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:46:24.773651 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.026661 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fda3a17f-1c2f-4bff-9619-eaffce82a804 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:25.062733 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: fda3a17f-1c2f-4bff-9619-eaffce82a804 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:25.063059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device fda3a17f-1c2f-4bff-9619-eaffce82a804 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:25.263989 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Deleting port 291e54c2-df03-4ae6-b7f8-c9888604373f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:25.264602 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.445237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] For port 291e54c2-df03-4ae6-b7f8-c9888604373f, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=291e54c2-df03-4ae6-b7f8-c9888604373f,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:25.445562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.573978 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Calling delete_port for 291e54c2-df03-4ae6-b7f8-c9888604373f owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:25.926401 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:25.989013 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=291e54c2-df03-4ae6-b7f8-c9888604373f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:26.298408 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:26.801586 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Router b109bf26-7b54-490c-a1e7-27064df43256 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:46:26.999744 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:27.009546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Sync routers for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:27.023119 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-54a63efb-4343-4fbb-8410-544526c29ea7 admin admin] 10.222.0.105 "PUT /v2.0/routers/b109bf26-7b54-490c-a1e7-27064df43256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8128436 Feb 16 14:46:27.023288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:27.023288 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:27.023481 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45788) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:27.206733 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.245220 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:27.396172 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.408472 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Deleting port 5e9ab3ae-34cc-466f-b42c-3406164c58ed {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:27.408906 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.553679 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61'}], 'enable_snat': True}, 'gw_port_id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:46:25Z', 'revision_number': 5, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port': {'id': '5e9ab3ae-34cc-466f-b42c-3406164c58ed', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:27.558510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Checking router: b109bf26-7b54-490c-a1e7-27064df43256 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:27.568676 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Routers {'b109bf26-7b54-490c-a1e7-27064df43256'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:27.569062 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['b109bf26-7b54-490c-a1e7-27064df43256'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:27.600461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] For port 5e9ab3ae-34cc-466f-b42c-3406164c58ed, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=5e9ab3ae-34cc-466f-b42c-3406164c58ed,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:27.600821 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.728775 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Calling delete_port for 5e9ab3ae-34cc-466f-b42c-3406164c58ed owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:27.735294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] Set router b109bf26-7b54-490c-a1e7-27064df43256 gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:27.852723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:46:27Z', 'revision_number': 6, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:27.861712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2129369e-5f00-4096-95b9-c5c9af2434b3 None None] The sync data for ids ['b109bf26-7b54-490c-a1e7-27064df43256'] in dv-neutron-828143-3-hyperv is: [{'id': 'b109bf26-7b54-490c-a1e7-27064df43256', 'name': 'tempest-TestShelveInstance-1364059090-router', 'tenant_id': '1de89ab2b2e14ff6814d632676d820cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:36:14Z', 'updated_at': '2022-02-16T14:46:27Z', 'revision_number': 6, 'project_id': '1de89ab2b2e14ff6814d632676d820cf', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:27.921620 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:27.971627 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9ab3ae-34cc-466f-b42c-3406164c58ed,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:28.067108 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.367924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.370193 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.396492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.397249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b109bf26-7b54-490c-a1e7-27064df43256 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:46:28.410008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.411395 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6c6e8361-f6e8-488e-8105-68b0b5fa00f6 admin admin] 10.222.0.105 "DELETE /v2.0/routers/b109bf26-7b54-490c-a1e7-27064df43256 HTTP/1.1" status: 204 len: 168 time: 1.3870511 Feb 16 14:46:28.414920 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45792) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:28.476307 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Deleting subnet 94c0f234-bb2f-4747-8f1d-571f35f8478d {{(pid=87697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:46:28.479630 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.541238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11829510'] for subnet, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.624346 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.706283 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1748947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10822809'] for subnet, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.750452 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c0f234-bb2f-4747-8f1d-571f35f8478d,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:28.755650 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.762098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f575f53-b0da-49f9-aa1e-6e2e8175ab98 None None] Network be15b553-a97b-4312-9b0b-2184397effad requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:28.763449 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-b2c5bf02-c5dc-4fbe-a687-68f80b71da21 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/94c0f234-bb2f-4747-8f1d-571f35f8478d HTTP/1.1" status: 204 len: 168 time: 0.3473003 Feb 16 14:46:28.766047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45796) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:28.894551 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:28.909235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Deleting port 2826a00a-c0c5-4f38-8631-0077027b026b {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:28.909235 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.041404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e9ab3ae-34cc-466f-b42c-3406164c58ed no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:29.084240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] DHCP port deletion for be15b553-a97b-4312-9b0b-2184397effad request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:46:29.086699 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 5e9ab3ae-34cc-466f-b42c-3406164c58ed {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:29.087044 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 5e9ab3ae-34cc-466f-b42c-3406164c58ed not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:29.087605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 291e54c2-df03-4ae6-b7f8-c9888604373f no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:29.122018 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Deleting port 2826a00a-c0c5-4f38-8631-0077027b026b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:29.122421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.158121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 291e54c2-df03-4ae6-b7f8-c9888604373f {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:29.158121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 291e54c2-df03-4ae6-b7f8-c9888604373f not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:29.169961 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] For port 2826a00a-c0c5-4f38-8631-0077027b026b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2826a00a-c0c5-4f38-8631-0077027b026b,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:29.170326 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.310673 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Calling delete_port for 2826a00a-c0c5-4f38-8631-0077027b026b owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:29.383819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] For port 2826a00a-c0c5-4f38-8631-0077027b026b, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=2826a00a-c0c5-4f38-8631-0077027b026b,segment=NetworkSegment(e35d5b45-cf5a-42c4-9443-239cd776e591),segment_id=e35d5b45-cf5a-42c4-9443-239cd776e591)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:29.383819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.417021 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.472047 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=2826a00a-c0c5-4f38-8631-0077027b026b,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:29.477290 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] No DVR routers for this DVR port 2826a00a-c0c5-4f38-8631-0077027b026b on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:46:29.579130 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Calling delete_port for 2826a00a-c0c5-4f38-8631-0077027b026b owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:46:29.666893 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:46:29.667231 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:46:29.710117 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.737055 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15b553-a97b-4312-9b0b-2184397effad']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:29.753119 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35d5b45-cf5a-42c4-9443-239cd776e591') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:29.753400 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35d5b45-cf5a-42c4-9443-239cd776e591') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:29.766320 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.784251 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.790872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:46:29.791300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:46:29.805449 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:46:29.884835 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.902038 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:29.916791 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] Pushing event deleted for resources: {'Network': ['ID=be15b553-a97b-4312-9b0b-2184397effad,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:29.929479 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-205121a8-52a5-4849-9322-91a5c0b5bbbd admin admin] 10.222.0.105 "DELETE /v2.0/networks/be15b553-a97b-4312-9b0b-2184397effad HTTP/1.1" status: 204 len: 168 time: 1.1600928 Feb 16 14:46:30.095502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45802) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:30.149471 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-5b67a9a1-7794-4562-85d5-7d96c83946f6 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=2d2e5261b03640ac868ac6c7fac240db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514827 Feb 16 14:46:30.150985 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45806) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:30.168329 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Deleting port 2826a00a-c0c5-4f38-8631-0077027b026b {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:46:30.168869 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.219045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.239744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-2848f512-8f96-46eb-999d-37d278b3ee66 None None] The port '2826a00a-c0c5-4f38-8631-0077027b026b' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:46:30.248762 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.309316 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.329536 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338fe878-bb21-4c5f-9a8d-c9102a79d983,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:30.336719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.340754 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2b7d6f3b-bf79-4d15-aa31-5eebf6de9e5a admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/338fe878-bb21-4c5f-9a8d-c9102a79d983 HTTP/1.1" status: 204 len: 168 time: 0.1863010 Feb 16 14:46:30.742465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45814) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:30.792418 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-1fe99f1e-26a3-4eb7-98bf-61da422cbc11 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=1de89ab2b2e14ff6814d632676d820cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487349 Feb 16 14:46:30.794995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45818) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:30.871590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.901606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.968301 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.983603 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d77b4e2-d52b-4891-8d7d-19982905ab14,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:30.990651 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:30.997264 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7ceda7c4-c83c-4f84-b7a0-7c92ccd32a03 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/5d77b4e2-d52b-4891-8d7d-19982905ab14 HTTP/1.1" status: 204 len: 168 time: 0.2010753 Feb 16 14:46:31.024186 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2826a00a-c0c5-4f38-8631-0077027b026b no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:46:31.060629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 2826a00a-c0c5-4f38-8631-0077027b026b {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:46:31.060968 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 2826a00a-c0c5-4f38-8631-0077027b026b not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:46:31.906550 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45842) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:32.030047 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1951838524-network', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:32.035280 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:32.039919 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Usage tracker for resource:network and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:32.043945 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:32.052430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:32.065249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Made reservation on behalf of fa96ae3fd9e04ea7bebbf278a2e41358 for: {'network': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:32.068578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.081600 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.099346 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:32.103592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:32.106817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:32.120672 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:32.219965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.225282 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.259650 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=87698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:32.269356 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab33c2-6dc9-4557-abd5-08038fcb35fd,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:32.280103 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.280103 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.segments_db [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Added segment dacd15da-ade2-4c06-8e31-ca71181e0723 of type vlan for network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 Feb 16 14:46:32.314355 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.368005 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.369080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.369668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.487850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5799613 Feb 16 14:46:32.488881 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd963bbf-ac23-466c-93d1-2d9c6462d15d admin admin] Pushing event updated for resources: {'Network': ['ID=ba5bb195-bed9-49f0-b2ce-b7c49f92df22,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:32.492549 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45848) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:32.499649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Request body: {'subnet': {'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1951838524-subnet', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:32.506052 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:46:32.507571 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:32.513033 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Usage tracker for resource:subnet and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:32.516164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:32.528662 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:32.547187 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Made reservation on behalf of fa96ae3fd9e04ea7bebbf278a2e41358 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:32.550116 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.770082 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.846797 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:32.857610 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Checking segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:32.857965 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Network hostable DHCP agents. Network: ba5bb195-bed9-49f0-b2ce-b7c49f92df22, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:32.888647 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:32.901962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, ba5bb195-bed9-49f0-b2ce-b7c49f92df22) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:32.907495 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:32.908469 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.913723 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24800e-6b9d-44d4-9dcf-d75eb6c84d58 None None] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:32.938385 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee7eff13-61ac-4a3c-8a4a-17ecf1956259 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4398589 Feb 16 14:46:32.938865 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45852) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:32.946501 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:32.954384 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:32.961224 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Usage tracker for resource:router and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:32.966106 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:32.983002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:32.998041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:32.999202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.018410 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.168406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:46:33.169377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.292489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.350071 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Allocated IP 172.20.0.2 (ba5bb195-bed9-49f0-b2ce-b7c49f92df22/3aa55e1b-73d5-45e3-b1b7-a44f42823bd0/cc928c5d-4ef2-460c-84fa-0185cefd46f2) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:33.553884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.565265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Transition to ACTIVE for port object cc928c5d-4ef2-460c-84fa-0185cefd46f2 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:33.589867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Transition to ACTIVE for port object cc928c5d-4ef2-460c-84fa-0185cefd46f2 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:33.597885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.668989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:33.670166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:33.675339 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:33.711709 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Pushing event updated for resources: {'Port': ['ID=cc928c5d-4ef2-460c-84fa-0185cefd46f2,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:33.732414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.746442 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.746779 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.747108 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.747431 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.747752 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.748065 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.748377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.748690 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.749001 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.749311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.749618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.749923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:33.770562 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.778662 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Attempting to bind port cc928c5d-4ef2-460c-84fa-0185cefd46f2 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:33.779010 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Attempting to bind port cc928c5d-4ef2-460c-84fa-0185cefd46f2 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:33.779359 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Attempting to bind port cc928c5d-4ef2-460c-84fa-0185cefd46f2 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:33.784846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:33.785208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Checking segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:33.785605 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.786023 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Bound using segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:33.786496 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Bound port: cc928c5d-4ef2-460c-84fa-0185cefd46f2, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:33.786861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.884025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] For port cc928c5d-4ef2-460c-84fa-0185cefd46f2, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:33.889419 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] For port cc928c5d-4ef2-460c-84fa-0185cefd46f2, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cc928c5d-4ef2-460c-84fa-0185cefd46f2,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:33.893666 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:33.924690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Allocated IP 172.26.1.64 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/c744ab32-0adf-4f6a-b91b-be2321278381) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:33.984360 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6668-9e0b-4e1a-9eec-cd908ae8eb4e None None] Pushing event updated for resources: {'Port': ['ID=cc928c5d-4ef2-460c-84fa-0185cefd46f2,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:34.117250 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.150862 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:34.229328 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:34.232348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:34.237087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:34.261415 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Pushing event updated for resources: {'Port': ['ID=c744ab32-0adf-4f6a-b91b-be2321278381,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:34.661140 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.016109 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d43e88-e05c-462a-91c9-538871ad4034 None None] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:35.045945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.089469 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cc928c5d-4ef2-460c-84fa-0185cefd46f2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:35.210199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-45c55c0a-1416-48e1-be80-14281085acd4 None None] Provisioning for port cc928c5d-4ef2-460c-84fa-0185cefd46f2 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:35.292058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port cc928c5d-4ef2-460c-84fa-0185cefd46f2 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:35.301087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cc928c5d-4ef2-460c-84fa-0185cefd46f2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:35.301466 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.391387 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Router 30050325-fd25-4f34-9b66-39c39302de35 is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:46:35.480284 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.514989 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port cc928c5d-4ef2-460c-84fa-0185cefd46f2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cc928c5d-4ef2-460c-84fa-0185cefd46f2,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:35.520210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.608149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=cc928c5d-4ef2-460c-84fa-0185cefd46f2,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:35.614836 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:35.630912 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:35.640836 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:35.641447 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:35.654484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.658972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-2b25ddb9-3490-414a-8379-db15a09f2704 admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7161119 Feb 16 14:46:35.659267 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45856) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:35.763630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-477198c9-baf0-4bbc-a32f-5a8c8bcef17b None None] Provisioning complete for port cc928c5d-4ef2-460c-84fa-0185cefd46f2 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:35.763963 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-477198c9-baf0-4bbc-a32f-5a8c8bcef17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:35.828982 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:36.211180 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:34Z', 'revision_number': 3, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:36.215150 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:36.215476 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Updating router 30050325-fd25-4f34-9b66-39c39302de35 port c744ab32-0adf-4f6a-b91b-be2321278381 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:36.277193 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.403752 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.617854 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.634983 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Transition to ACTIVE for port object c744ab32-0adf-4f6a-b91b-be2321278381 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:36.645582 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.649413 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.db_base_plugin_common [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Allocated IP 172.20.0.1 (ba5bb195-bed9-49f0-b2ce-b7c49f92df22/3aa55e1b-73d5-45e3-b1b7-a44f42823bd0/ebc78729-4ba5-446a-b842-cd99090f3981) {{(pid=87697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:36.741709 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Attempting to bind port c744ab32-0adf-4f6a-b91b-be2321278381 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:36.742192 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Attempting to bind port c744ab32-0adf-4f6a-b91b-be2321278381 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:36.742662 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Attempting to bind port c744ab32-0adf-4f6a-b91b-be2321278381 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:36.746718 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Pushing event updated for resources: {'Port': ['ID=c744ab32-0adf-4f6a-b91b-be2321278381,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:36.754540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:36.754938 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:36.755308 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.755701 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:36.756151 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Bound port: c744ab32-0adf-4f6a-b91b-be2321278381, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:36.756509 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.781230 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.781576 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.781896 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.782200 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.782547 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.782866 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.783184 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.783498 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.783810 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.784114 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.784425 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.784733 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:46:36.827555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.846481 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.provisioning_blocks [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Transition to ACTIVE for port object ebc78729-4ba5-446a-b842-cd99090f3981 will not be triggered until provisioned by entity DHCP. {{(pid=87697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:36.852709 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] For port c744ab32-0adf-4f6a-b91b-be2321278381, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:36.857713 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] For port c744ab32-0adf-4f6a-b91b-be2321278381, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c744ab32-0adf-4f6a-b91b-be2321278381,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:36.863193 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.872420 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:36.939305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:36.945049 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:36.949375 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Received port after_create {{(pid=87697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:36.959314 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:36.960152 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:37.103203 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cc928c5d-4ef2-460c-84fa-0185cefd46f2 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:37.164634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:37.184305 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.216592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port cc928c5d-4ef2-460c-84fa-0185cefd46f2 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:37.217367 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.260811 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:37.374154 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3bff42f-66bf-4902-b8c2-15deb206054b None None] Provisioning for port ebc78729-4ba5-446a-b842-cd99090f3981 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:37.379895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f3bff42f-66bf-4902-b8c2-15deb206054b None None] Provisioning complete for port ebc78729-4ba5-446a-b842-cd99090f3981 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:37.380268 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f3bff42f-66bf-4902-b8c2-15deb206054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.446111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-f3bff42f-66bf-4902-b8c2-15deb206054b None None] Port ebc78729-4ba5-446a-b842-cd99090f3981 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:46:37.451186 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316d02b-e261-4d41-a835-4727ed26d3fb None None] Pushing event updated for resources: {'Port': ['ID=c744ab32-0adf-4f6a-b91b-be2321278381,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:37.479954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.592793 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:34Z', 'revision_number': 3, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:37.599518 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a98613-86f1-44e0-b1c3-094e20cc99f3 None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:34Z', 'revision_number': 3, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:37.754138 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.767382 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1748869'] for port, after_update {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.877826 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:37.906078 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=2']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:38.039274 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is already hosted by enough agents. {{(pid=87697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:38.040649 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Resources bound (agent type, host, resource id): {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:38.257159 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:46:38.278657 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-6dcbc732-3734-49ba-b9f3-9b310bb06cd1 None None] Provisioning complete for port ebc78729-4ba5-446a-b842-cd99090f3981 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:38.279249 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc732-3734-49ba-b9f3-9b310bb06cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:38.345970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbc732-3734-49ba-b9f3-9b310bb06cd1 None None] Port ebc78729-4ba5-446a-b842-cd99090f3981 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:46:38.459449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:38.469936 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-6370c71c-fd05-45bb-bcb1-2d658e364588 admin admin] 10.222.0.105 "PUT /v2.0/routers/30050325-fd25-4f34-9b66-39c39302de35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8094532 Feb 16 14:46:39.055195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45874) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:39.061020 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-37812591-network', 'tenant_id': '6bbd190ec4a44e6999655e478764de67'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:39.066383 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:39.070667 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Usage tracker for resource:network and tenant:6bbd190ec4a44e6999655e478764de67 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:39.075602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:39.079042 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c744ab32-0adf-4f6a-b91b-be2321278381 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:39.081889 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:39.093275 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Made reservation on behalf of 6bbd190ec4a44e6999655e478764de67 for: {'network': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:39.095853 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for network, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.112602 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.128282 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:39.132734 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Usage tracker for resource:security_group_rule and tenant:6bbd190ec4a44e6999655e478764de67 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:39.136471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:39.142931 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:39.152951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port c744ab32-0adf-4f6a-b91b-be2321278381 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:39.159712 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c744ab32-0adf-4f6a-b91b-be2321278381 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:39.160098 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.224096 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:39.235899 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.241460 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.271320 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:39.271934 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:39.273822 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=87697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 14:46:39.283932 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc08220-de4b-40b4-8289-34ce193e002f,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.291473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.291946 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.segments_db [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Added segment aefcddf6-f6dd-4cd5-94d9-b05104128283 of type vlan for network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 Feb 16 14:46:39.324814 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785369602317'] for network, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.359473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767'] for network, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.361719 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:39.363489 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.368008 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.454377 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port c744ab32-0adf-4f6a-b91b-be2321278381, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c744ab32-0adf-4f6a-b91b-be2321278381,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:39.460754 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.482711 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] 10.222.0.105 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4263580 Feb 16 14:46:39.483408 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ddc58-bb9f-442a-9492-3f479ed7d803 admin admin] Pushing event updated for resources: {'Network': ['ID=82b1c36e-a3d5-42d4-ab19-d1ad81441da8,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.486079 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45878) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:39.492566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Request body: {'subnet': {'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-37812591-subnet', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'ip_version': 4}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:39.500201 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:39.506171 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Usage tracker for resource:subnet and tenant:6bbd190ec4a44e6999655e478764de67 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:39.510085 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:39.518634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:39.518981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 details requested by agent ovs-agent-dv-neutron-828143-3-hyperv with host dv-neutron-828143-3-hyperv {{(pid=87699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 14:46:39.532529 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Made reservation on behalf of 6bbd190ec4a44e6999655e478764de67 for: {'subnet': 1} {{(pid=87697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:39.535711 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10822838'] for subnet, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.605175 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:39.693139 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=c744ab32-0adf-4f6a-b91b-be2321278381,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.895227 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1747468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10822816'] for subnet, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:39.976409 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06700e30-d3d2-4caf-920e-1537950bbe98,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:39.983168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Checking segment: {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:39.983168 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Network hostable DHCP agents. Network: 82b1c36e-a3d5-42d4-ab19-d1ad81441da8, hostable agents: ['5a494fcb-6816-47d6-a911-f7488ee922a4'], hosted agents: [] {{(pid=87697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 14:46:40.003938 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 is scheduled to be hosted by DHCP agent 5a494fcb-6816-47d6-a911-f7488ee922a4 with binding_index 1 {{(pid=87697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 14:46:40.018555 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.base_scheduler [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-828143-3-hyperv, 82b1c36e-a3d5-42d4-ab19-d1ad81441da8) {{(pid=87697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:40.024907 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:40.025484 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.031298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135903d5-b031-4268-95ae-5011bc84de64 None None] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:40.049294 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 2, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:40.049972 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-ee763032-dc5b-4e1d-9374-b94bb3d37f08 admin admin] 10.222.0.105 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5628309 Feb 16 14:46:40.052850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45882) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:40.058866 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:40.063874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:40.070894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Usage tracker for resource:router and tenant:6bbd190ec4a44e6999655e478764de67 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:40.073857 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:40.080367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:40.092611 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-688209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26066'] for router, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.093987 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-690499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692071', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-725607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26073'] for router, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.107941 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:40.108305 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Updating router 30050325-fd25-4f34-9b66-39c39302de35 port ebc78729-4ba5-446a-b842-cd99090f3981 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:40.117629 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.196148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.401237 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-688195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258611'] for router, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.425409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12362779-1172-56e9-a726-e229158b612c-82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'fixed_ips': [{'subnet_id': '06700e30-d3d2-4caf-920e-1537950bbe98'}]}} from dv-neutron-828143-3-hyperv. {{(pid=87699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 16 14:46:40.426281 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.701499 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.db_base_plugin_common [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Allocated IP 172.20.0.2 (82b1c36e-a3d5-42d4-ab19-d1ad81441da8/06700e30-d3d2-4caf-920e-1537950bbe98/57f26736-3350-4c60-8ac7-2a83e2830472) {{(pid=87699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:40.723915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.756917 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.855980 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-224cf2f0-f8f1-4ff0-9af1-a979a261a4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.870704 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:40.893629 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Transition to ACTIVE for port object ebc78729-4ba5-446a-b842-cd99090f3981 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:40.900067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Allocated IP 172.26.1.36 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/9026f290-30f8-4c43-8923-65c2934eda62) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:40.916388 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.069846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c744ab32-0adf-4f6a-b91b-be2321278381 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:41.142440 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacddf8-0130-43e2-b489-ecf015288a57 None None] Pushing event updated for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:41.183315 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.221452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.280296 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks [] for port, precommit_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.285395 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Attempting to bind port ebc78729-4ba5-446a-b842-cd99090f3981 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:41.285777 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Attempting to bind port ebc78729-4ba5-446a-b842-cd99090f3981 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:41.286189 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Attempting to bind port ebc78729-4ba5-446a-b842-cd99090f3981 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:41.296473 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:41.300444 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:41.303265 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:41.303811 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Checking segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:41.304129 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.304416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Bound using segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:41.304881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Bound port: ebc78729-4ba5-446a-b842-cd99090f3981, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:41.305246 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.306187 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:41.315289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Transition to ACTIVE for port object 57f26736-3350-4c60-8ac7-2a83e2830472 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:41.342547 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Pushing event updated for resources: {'Port': ['ID=9026f290-30f8-4c43-8923-65c2934eda62,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:41.397325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port c744ab32-0adf-4f6a-b91b-be2321278381 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:41.397906 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.438838 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Transition to ACTIVE for port object 57f26736-3350-4c60-8ac7-2a83e2830472 will not be triggered until provisioned by entity DHCP. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:41.578881 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827'] for port, after_create {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:41.728801 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 is already hosted by enough agents. {{(pid=87699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:41.737283 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.scheduler.base_scheduler [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Resources bound (agent type, host, resource id): {{(pid=87699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:41.748988 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Received port after_create {{(pid=87699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:41.773741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] For port ebc78729-4ba5-446a-b842-cd99090f3981, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:41.777041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Pushing event updated for resources: {'Port': ['ID=57f26736-3350-4c60-8ac7-2a83e2830472,revision_number=1']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:41.911965 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] For port ebc78729-4ba5-446a-b842-cd99090f3981, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ebc78729-4ba5-446a-b842-cd99090f3981,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:41.971725 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.013642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.046674 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Attempting to bind port 57f26736-3350-4c60-8ac7-2a83e2830472 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:42.047041 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Attempting to bind port 57f26736-3350-4c60-8ac7-2a83e2830472 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:42.047397 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Attempting to bind port 57f26736-3350-4c60-8ac7-2a83e2830472 on network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:42.090095 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:42.090731 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Checking segment: {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:42.091378 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.092006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Bound using segment: {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:42.092790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Bound port: 57f26736-3350-4c60-8ac7-2a83e2830472, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:42.093423 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.136491 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:42.138111 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:42.347386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacddf8-0130-43e2-b489-ecf015288a57 None None] Pushing event updated for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.488562 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] For port 57f26736-3350-4c60-8ac7-2a83e2830472, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:42.514330 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] For port 57f26736-3350-4c60-8ac7-2a83e2830472, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57f26736-3350-4c60-8ac7-2a83e2830472,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:42.522193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:42.579621 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.591724 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-688200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692040'] for router, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:42.800627 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea3723-0108-49f7-9135-5c996516746b None None] Pushing event updated for resources: {'Port': ['ID=57f26736-3350-4c60-8ac7-2a83e2830472,revision_number=2']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:42.869789 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe is scheduled to L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 with binding_index 1 {{(pid=87698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 16 14:46:43.088770 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:41Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:43.103826 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417038bc-6a32-489e-b7ac-9e8ed4ae0456 None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:41Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:43.228831 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:43.251901 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Sync routers for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:43.264011 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:43.264706 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:43.281278 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:43.283593 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a317130d-ba2a-4ed1-8ee0-3ee8dbd38bad admin admin] 10.222.0.105 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2293046 Feb 16 14:46:43.288189 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45886) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:43.580330 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:43.962388 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:41Z', 'revision_number': 3, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:43.975658 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Checking router: 99d0c22c-f69c-425e-bdc0-3c06ae5145fe for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:43.976090 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Updating router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe port 9026f290-30f8-4c43-8923-65c2934eda62 binding host dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:44.032035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-91a58d74-0099-4f9b-9df3-e04fd7020a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.092367 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.127707 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4f358-7093-4ad6-9f2c-24493baa8b71 None None] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:46:44.306835 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-f4376b5f-75e4-4f39-9d94-13f432a877a4 None None] Provisioning for port 57f26736-3350-4c60-8ac7-2a83e2830472 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:44.323844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.425865 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.502790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.512246 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks [] for port, precommit_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.528407 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.provisioning_blocks [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Transition to ACTIVE for port object 9026f290-30f8-4c43-8923-65c2934eda62 will not be triggered until provisioned by entity L2. {{(pid=87700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:44.536460 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.629392 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Attempting to bind port 9026f290-30f8-4c43-8923-65c2934eda62 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:44.629812 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Attempting to bind port 9026f290-30f8-4c43-8923-65c2934eda62 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:44.630159 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Attempting to bind port 9026f290-30f8-4c43-8923-65c2934eda62 on network 7dc54659-8235-4664-846a-86cab931a5d4 {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:44.636320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622847-1bdd-4454-86a5-3554ade937e9 None None] Pushing event updated for resources: {'Port': ['ID=9026f290-30f8-4c43-8923-65c2934eda62,revision_number=2']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:44.641012 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:44.641374 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Checking segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:44.641758 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.647873 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Bound using segment: {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'} {{(pid=87700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:44.647873 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.managers [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Bound port: 9026f290-30f8-4c43-8923-65c2934eda62, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452b0bd1-843c-421b-88aa-5ee9fe10ef2d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4'}}] {{(pid=87700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:44.647873 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.736737 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] For port 9026f290-30f8-4c43-8923-65c2934eda62, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:44.741320 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.plugins.ml2.db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] For port 9026f290-30f8-4c43-8923-65c2934eda62, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9026f290-30f8-4c43-8923-65c2934eda62,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:44.750777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron_lib.callbacks.manager [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.760132 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Allocated IP 172.20.0.1 (82b1c36e-a3d5-42d4-ab19-d1ad81441da8/06700e30-d3d2-4caf-920e-1537950bbe98/55d39d06-c8ea-41fa-8787-1cad66517e72) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:44.836092 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:44.836882 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:44.915899 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:44.932366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Transition to ACTIVE for port object 55d39d06-c8ea-41fa-8787-1cad66517e72 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:44.934499 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622847-1bdd-4454-86a5-3554ade937e9 None None] Pushing event updated for resources: {'Port': ['ID=9026f290-30f8-4c43-8923-65c2934eda62,revision_number=3']} {{(pid=87700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:44.964844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.042182 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:45.044657 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:45.045732 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:45.050048 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:45.081291 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Pushing event updated for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.112256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-688158'] for router_interface, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.123684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ebc78729-4ba5-446a-b842-cd99090f3981 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:45.211185 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port ebc78729-4ba5-446a-b842-cd99090f3981 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:45.219927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ebc78729-4ba5-446a-b842-cd99090f3981 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:45.220845 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.370741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.398145 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3dc90046-f1c5-4ea8-ba88-f01492e02f19 None None] Provisioning for port 55d39d06-c8ea-41fa-8787-1cad66517e72 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:45.408918 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-3dc90046-f1c5-4ea8-ba88-f01492e02f19 None None] Provisioning complete for port 55d39d06-c8ea-41fa-8787-1cad66517e72 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:45.409382 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3dc90046-f1c5-4ea8-ba88-f01492e02f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.439858 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:41Z', 'revision_number': 3, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:45.447086 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0a4d15-dd3a-48ea-a393-ac59c77be227 None None] The sync data for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv is: [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:41Z', 'revision_number': 3, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:45.508556 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port ebc78729-4ba5-446a-b842-cd99090f3981, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ebc78729-4ba5-446a-b842-cd99090f3981,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:45.523091 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.523820 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57f26736-3350-4c60-8ac7-2a83e2830472 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:45.561175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.638505 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-3dc90046-f1c5-4ea8-ba88-f01492e02f19 None None] Port 55d39d06-c8ea-41fa-8787-1cad66517e72 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:46:45.666916 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.680210 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 57f26736-3350-4c60-8ac7-2a83e2830472 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:45.686093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 57f26736-3350-4c60-8ac7-2a83e2830472 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:45.686527 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.828138 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.834507 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.872034 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.911204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 57f26736-3350-4c60-8ac7-2a83e2830472, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57f26736-3350-4c60-8ac7-2a83e2830472,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:45.916356 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:45.964177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Pushing event updated for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:45.971016 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-691385'] for router_interface, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.024884 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=57f26736-3350-4c60-8ac7-2a83e2830472,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:46.029449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.151704 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:46.152973 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:46.271966 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.360467 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:46:46.469409 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-90593092-7b3e-486f-add0-5d984947f1d1 None None] Provisioning complete for port 55d39d06-c8ea-41fa-8787-1cad66517e72 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:46.470861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-90593092-7b3e-486f-add0-5d984947f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:46.533604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-90593092-7b3e-486f-add0-5d984947f1d1 None None] Port 55d39d06-c8ea-41fa-8787-1cad66517e72 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:46:46.549364 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:46:46.558595 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-f9a7e169-cfb0-4776-81e4-a479312dd1ad admin admin] 10.222.0.105 "PUT /v2.0/routers/99d0c22c-f69c-425e-bdc0-3c06ae5145fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2685771 Feb 16 14:46:47.115923 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45896) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:47.121473 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983445155', 'description': 'tempest-secgroup-smoke-1983445155 description', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.128805 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.136421 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.139539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.139772 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ebc78729-4ba5-446a-b842-cd99090f3981 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:47.146644 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.156857 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.181523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.189073 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.193324 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.205288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.208528 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Sync routers for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:46:47.224282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:47.224902 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:47.292232 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.298405 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.306252 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port ebc78729-4ba5-446a-b842-cd99090f3981 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:47.306886 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.344414 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf703a-4d69-468d-89ad-d643da831621,revision_number=1']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:47.347170 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.352800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-316337fd-35ca-4bee-92fb-ece77537f190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2314239 Feb 16 14:46:47.352995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45900) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:47.359521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.365574 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.370612 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.374133 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.380499 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.399502 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.460741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:47.478977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.483374 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.508041 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704ff923-60df-49ce-ba68-cd0fbdff7181,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:47.519212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.520533 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-cb8a4e6c-8076-4f59-9802-06ac8eb9607b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660714 Feb 16 14:46:47.523815 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45904) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:47.538045 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.545638 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.552521 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.556943 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.567575 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.590870 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.655619 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.656659 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9026f290-30f8-4c43-8923-65c2934eda62 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:47.664284 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.689348 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fef30c2-2a77-4d68-afd4-cb13828c733e,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:47.711726 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.713813 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-fd40c01e-19fa-4730-87c7-3333c5453173 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830528 Feb 16 14:46:47.716639 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45908) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:47.722088 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.728604 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.734085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.739008 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.748652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.770911 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.816917 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 9026f290-30f8-4c43-8923-65c2934eda62 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:47.845779 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.850430 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.852689 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 9026f290-30f8-4c43-8923-65c2934eda62 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:47.853106 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.883605 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7ea53c-2251-4b91-88c8-1c66e44656ea,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:47.893098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.894960 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-b0811af6-73ac-47e5-bacb-35d7da834800 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771326 Feb 16 14:46:47.898452 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45912) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:47.905553 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:47.912411 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:47.917036 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:47.920178 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:47.927952 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:47.949412 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:47.990719 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 4, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '55d39d06-c8ea-41fa-8787-1cad66517e72', 'name': '', 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'mac_address': 'fa:16:3e:3f:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:44Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 2, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'subnets': [{'id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:48.000741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Checking router: 99d0c22c-f69c-425e-bdc0-3c06ae5145fe for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:46:48.001083 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Updating router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe port 55d39d06-c8ea-41fa-8787-1cad66517e72 binding host dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 14:46:48.030175 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.034006 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.035038 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.058177 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da0dc2-ab56-4d72-971a-bb019a64a73c,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.069564 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 9026f290-30f8-4c43-8923-65c2934eda62, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9026f290-30f8-4c43-8923-65c2934eda62,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:48.072358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.072858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.077420 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d6dd3936-bb9b-4b84-85ef-94f19852df92 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1750309 Feb 16 14:46:48.077597 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 45916) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:48.082713 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:48.083289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.084035 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57f26736-3350-4c60-8ac7-2a83e2830472 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:48.093322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:48.097366 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:48.100441 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:48.106322 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:48.118850 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.securitygroups_db [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Project fa96ae3fd9e04ea7bebbf278a2e41358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:46:48.126236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.229243 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.235227 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.274196 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a946e6-c728-48fc-be0a-175a91f8b787,revision_number=0']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.288396 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.293542 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-caf01512-8809-46b3-85f3-8b2891606c3d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2116489 Feb 16 14:46:48.293945 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 45920) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:46:48.299800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.v2.base [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'security_group_rule': {'security_group_id': '52bf703a-4d69-468d-89ad-d643da831621', 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:48.305890 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:48.310042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:security_group_rule and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:46:48.312980 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:46:48.319534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.quota.driver [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:48.331194 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.db.securitygroups_db [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Project fa96ae3fd9e04ea7bebbf278a2e41358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 14:46:48.339335 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.355365 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=9026f290-30f8-4c43-8923-65c2934eda62,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.413081 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.414756 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 57f26736-3350-4c60-8ac7-2a83e2830472 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:48.415119 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.417947 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558478'] for security_group_rule, after_create {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.441580 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155d94de-094c-455a-a1ad-32b64eb4caf8,revision_number=0']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.455997 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.457314 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-9c6e7de4-c4dd-4414-bfb5-062ea4884894 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621599 Feb 16 14:46:48.742204 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks [] for port, precommit_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.755193 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Transition to ACTIVE for port object 55d39d06-c8ea-41fa-8787-1cad66517e72 will not be triggered until provisioned by entity L2. {{(pid=87699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:48.766025 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:48.786707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-113db5ad-1778-407f-bf5b-90eae40bdd9c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Synchronizing usage tracker for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:security_group {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:48.811016 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-113db5ad-1778-407f-bf5b-90eae40bdd9c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Unset dirty status for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:security_group {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:48.812939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-113db5ad-1778-407f-bf5b-90eae40bdd9c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983445155&fields=id&tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 267 time: 0.0750313 Feb 16 14:46:48.969686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0b765-b683-4636-bc33-b5128747928b None None] Pushing event updated for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=3']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:48.997981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Attempting to bind port 55d39d06-c8ea-41fa-8787-1cad66517e72 on host dv-neutron-828143-3-hyperv for vnic_type normal with profile {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:48.998386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Attempting to bind port 55d39d06-c8ea-41fa-8787-1cad66517e72 by drivers openvswitch,hyperv on host dv-neutron-828143-3-hyperv at level 0 using segments [{'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:48.998857 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Attempting to bind port 55d39d06-c8ea-41fa-8787-1cad66517e72 on network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:49.005416 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Checking agent: {'id': '80ec7008-3d5d-4460-8544-17f025781d1d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-828143-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 33, 44), 'started_at': datetime.datetime(2022, 2, 16, 13, 34, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-828143-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:49.005783 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Checking segment: {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:49.006263 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.006586 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Bound using segment: {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'} {{(pid=87699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:49.007040 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.managers [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Bound port: 55d39d06-c8ea-41fa-8787-1cad66517e72, host: dv-neutron-828143-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefcddf6-f6dd-4cd5-94d9-b05104128283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8'}}] {{(pid=87699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:49.007403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.029120 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-dbc51810-871f-47af-abdb-5b9e8d94be46 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:49.030892 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-dbc51810-871f-47af-abdb-5b9e8d94be46 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 810 time: 0.2103646 Feb 16 14:46:49.057909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-68f22552-51f2-495f-a1d8-a827db15b374 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/quotas/fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 375 time: 0.0200684 Feb 16 14:46:49.082058 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9026f290-30f8-4c43-8923-65c2934eda62 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:49.156111 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-d5d8367e-6970-42d0-bcc4-5e4078014db3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Synchronizing usage tracker for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:49.178238 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-d5d8367e-6970-42d0-bcc4-5e4078014db3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Unset dirty status for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:49.179592 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-d5d8367e-6970-42d0-bcc4-5e4078014db3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039958 Feb 16 14:46:49.180872 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] For port 55d39d06-c8ea-41fa-8787-1cad66517e72, host dv-neutron-828143-3-hyperv, cleared binding levels {{(pid=87699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:49.184776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] For port 55d39d06-c8ea-41fa-8787-1cad66517e72, host dv-neutron-828143-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=55d39d06-c8ea-41fa-8787-1cad66517e72,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:49.195039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.258484 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 9026f290-30f8-4c43-8923-65c2934eda62 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:49.258856 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:49.329677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:46:49.330303 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:49.361097 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-07972977-51fa-49f7-a012-579caee374ff service neutron] 10.222.0.105 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631742 Feb 16 14:46:49.388701 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0b765-b683-4636-bc33-b5128747928b None None] Pushing event updated for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:49.524573 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-7fe6097e-73f6-4fd2-8986-c414ea2c9913 service neutron] 10.222.0.105 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568944 Feb 16 14:46:49.582291 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:46:49.858694 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-23f8b113-467a-4ddf-9e38-df6633274441 req-b941be52-8c85-46a2-a4bc-9c03c65497cc tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 210 time: 0.1680756 Feb 16 14:46:49.964022 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 4, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '55d39d06-c8ea-41fa-8787-1cad66517e72', 'name': '', 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'mac_address': 'fa:16:3e:3f:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:44Z', 'updated_at': '2022-02-16T14:46:49Z', 'revision_number': 4, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'subnets': [{'id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:46:49.968009 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade3910a-ae00-4dad-9702-b4e5a696411a None None] The sync data for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv is: [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 4, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': '55d39d06-c8ea-41fa-8787-1cad66517e72', 'name': '', 'network_id': '82b1c36e-a3d5-42d4-ab19-d1ad81441da8', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'mac_address': 'fa:16:3e:3f:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:44Z', 'updated_at': '2022-02-16T14:46:49Z', 'revision_number': 4, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'subnets': [{'id': '06700e30-d3d2-4caf-920e-1537950bbe98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:46:50.974771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f8ea52cb-0ebe-4254-9ec0-da6a06f5f23a req-90620153-6f9b-4a92-b556-41138b680e0f tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 210 time: 0.0537925 Feb 16 14:46:51.094132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 55d39d06-c8ea-41fa-8787-1cad66517e72 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:51.181445 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning for port 55d39d06-c8ea-41fa-8787-1cad66517e72 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:51.188405 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 55d39d06-c8ea-41fa-8787-1cad66517e72 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:51.188769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.311150 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.344208 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] For port 55d39d06-c8ea-41fa-8787-1cad66517e72, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=55d39d06-c8ea-41fa-8787-1cad66517e72,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:51.350673 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:51.417512 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Pushing event updated for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:52.093617 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8dc8f7b2-7dbc-473b-b94b-ee47fca7f463 req-529890ce-84a7-4cae-bf32-e96f76cf0fe8 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 210 time: 0.0457988 Feb 16 14:46:53.033996 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:46:53.042554 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 55d39d06-c8ea-41fa-8787-1cad66517e72 up at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:46:53.133685 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Provisioning complete for port 55d39d06-c8ea-41fa-8787-1cad66517e72 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:53.134158 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:53.273646 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-8521d905-aa9d-4b3c-9fb1-63e148455c12 req-8de8d3f7-148c-4b7a-bd61-118d842e779e tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 210 time: 0.0565519 Feb 16 14:46:54.049421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-27f642b3-5809-4ece-9e90-30e51cc6bcb3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:54.049421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-27f642b3-5809-4ece-9e90-30e51cc6bcb3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Synchronizing usage tracker for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:network {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:54.067039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-27f642b3-5809-4ece-9e90-30e51cc6bcb3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Unset dirty status for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:network {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:54.068689 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-27f642b3-5809-4ece-9e90-30e51cc6bcb3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 810 time: 0.1841953 Feb 16 14:46:54.130579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-96a67676-2516-4cd0-ae4e-2d94ee0dca3a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Synchronizing usage tracker for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:security_group {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:46:54.142500 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-96a67676-2516-4cd0-ae4e-2d94ee0dca3a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Unset dirty status for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:security_group {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:46:54.143600 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-96a67676-2516-4cd0-ae4e-2d94ee0dca3a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 380 time: 0.0673695 Feb 16 14:46:54.152339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'port': {'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'admin_state_up': True, 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'security_groups': ['52bf703a-4d69-468d-89ad-d643da831621']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:54.287034 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:46:54.296482 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:46:54.307532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Made reservation on behalf of fa96ae3fd9e04ea7bebbf278a2e41358 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:46:54.311844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.443912 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1e7aa0f5-4595-4b26-a61b-4b6b7a95c920 req-9d4f8cf7-e50b-4aeb-a67f-b712c9840989 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 210 time: 0.0447500 Feb 16 14:46:54.602892 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Allocated IP 172.20.0.11 (ba5bb195-bed9-49f0-b2ce-b7c49f92df22/3aa55e1b-73d5-45e3-b1b7-a44f42823bd0/cc563d05-dc10-4be5-ac4e-cc125da8fe81) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:46:54.811858 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.827862 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Transition to ACTIVE for port object cc563d05-dc10-4be5-ac4e-cc125da8fe81 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:54.853684 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:54.925683 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:46:54.928850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:46:54.933306 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:46:54.990533 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.034476 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.035497 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.074163 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e63fb3cb-a397-4145-8077-390fa31449f2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9252026 Feb 16 14:46:55.087296 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Request body: {'port': {'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:46:55.193375 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5ff7229b-35aa-47c3-acc8-96e7f91e0b47 None None] Provisioning for port cc563d05-dc10-4be5-ac4e-cc125da8fe81 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:46:55.198888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5ff7229b-35aa-47c3-acc8-96e7f91e0b47 None None] Provisioning complete for port cc563d05-dc10-4be5-ac4e-cc125da8fe81 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:46:55.199411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5ff7229b-35aa-47c3-acc8-96e7f91e0b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.215803 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.253951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5ff7229b-35aa-47c3-acc8-96e7f91e0b47 None None] Port cc563d05-dc10-4be5-ac4e-cc125da8fe81 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:46:55.598371 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc563d05-dc10-4be5-ac4e-cc125da8fe81 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:46:55.608516 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.626357 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Transition to ACTIVE for port object cc563d05-dc10-4be5-ac4e-cc125da8fe81 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:46:55.636097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.646834 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d49f8-8062-4bbb-929b-221818f933c4 req-3c7cf84c-70ff-46d4-8aec-e268cd633829 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:55.648507 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b13d49f8-8062-4bbb-929b-221818f933c4 req-3c7cf84c-70ff-46d4-8aec-e268cd633829 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 932 time: 0.0967607 Feb 16 14:46:55.702620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b13d49f8-8062-4bbb-929b-221818f933c4 req-92dbb306-4c5f-48fc-8f80-0cb2e0bffce9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 Feb 16 14:46:55.805367 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:55.889461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Attempting to bind port cc563d05-dc10-4be5-ac4e-cc125da8fe81 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:46:55.889848 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Attempting to bind port cc563d05-dc10-4be5-ac4e-cc125da8fe81 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:46:55.890113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Attempting to bind port cc563d05-dc10-4be5-ac4e-cc125da8fe81 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:55.895268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Port cc563d05-dc10-4be5-ac4e-cc125da8fe81 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:46:55.895268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Attempting to bind port cc563d05-dc10-4be5-ac4e-cc125da8fe81 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:46:55.900410 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:46:55.900728 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Checking segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:46:55.901100 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Bound using segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:46:55.901531 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Bound port: cc563d05-dc10-4be5-ac4e-cc125da8fe81, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:46:55.901824 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:55.999887 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:46:56.003122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:46:56.011768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.078842 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.079478 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:56.080871 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 1094 time: 1.0000119 Feb 16 14:46:56.081317 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:46:56.112063 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0452-e6fe-4e59-914d-1a0d550d66e0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:56.211581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-c0d519ef-ba02-4acc-9408-906184000590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.213202 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-c0d519ef-ba02-4acc-9408-906184000590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1097 time: 0.0900600 Feb 16 14:46:56.268694 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'status': 'completed', 'code': 200} Feb 16 14:46:56.289207 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-2a601de4-e1b8-4d64-8d70-22213290fdbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 217 time: 0.0693495 Feb 16 14:46:56.384084 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-c784d0e9-02c5-49cd-8ebe-1a6e3473b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.386323 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-c784d0e9-02c5-49cd-8ebe-1a6e3473b25a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0911558 Feb 16 14:46:56.462336 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-6cfbb84c-ad55-466e-96c1-335e3791c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.463831 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-6cfbb84c-ad55-466e-96c1-335e3791c217 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719402 Feb 16 14:46:56.602300 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-e2e0a91d-e262-4214-bbe4-de011ab2a17a service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324623 Feb 16 14:46:56.746972 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-e46a9bea-820c-42f7-8d8c-3176265d6ad6 req-5ab0d326-7700-49d9-ad77-048d2ee02258 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389122 Feb 16 14:46:56.879053 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-8b6b8fd2-30b5-4365-86bd-52c6620f3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.880954 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-8b6b8fd2-30b5-4365-86bd-52c6620f3d15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1097 time: 0.0838032 Feb 16 14:46:56.920497 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa420c-e875-42fe-bd2e-9c5fb77e8e4e req-2d67c705-0ac5-4d18-b038-66459feac0fb tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:56.922088 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79fa420c-e875-42fe-bd2e-9c5fb77e8e4e req-2d67c705-0ac5-4d18-b038-66459feac0fb tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 944 time: 0.0922444 Feb 16 14:46:56.971550 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-79fa420c-e875-42fe-bd2e-9c5fb77e8e4e req-e8855e42-01af-4dd4-a21d-49a1b2e3b720 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431018 Feb 16 14:46:57.135393 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-5ab0e053-dab7-4871-822e-aa4819481763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:57.136710 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-5ab0e053-dab7-4871-822e-aa4819481763 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.2496023 Feb 16 14:46:57.204652 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-9eb8e9cf-b6b8-48ec-80b6-758571b1aa76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 217 time: 0.0620356 Feb 16 14:46:57.268461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-69f1a242-c752-4c68-b470-836efb091e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:57.269918 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-69f1a242-c752-4c68-b470-836efb091e05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0592225 Feb 16 14:46:57.345249 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-9a586b1e-4c83-46d6-b57c-068c501b426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:57.346745 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-9a586b1e-4c83-46d6-b57c-068c501b426e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708692 Feb 16 14:46:57.488297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-ab73d359-6248-4599-9908-5e9529ac1b04 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356180 Feb 16 14:46:57.629808 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-cf413c3c-5f2c-479c-8a5a-1068e0ab7e5a req-cee1e3d5-f979-4d86-afe1-a0d2bd2dc8ff service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354654 Feb 16 14:46:58.189849 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1e72b-b78c-48cd-bf03-694d41ff0f65 req-cb22306e-10df-4f56-8350-1e29e70fb2d0 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:58.191442 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63c1e72b-b78c-48cd-bf03-694d41ff0f65 req-cb22306e-10df-4f56-8350-1e29e70fb2d0 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 944 time: 0.0963161 Feb 16 14:46:58.239764 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-63c1e72b-b78c-48cd-bf03-694d41ff0f65 req-05ed677c-a7f5-4a05-b851-f6f16d44b253 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 Feb 16 14:46:58.620011 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:46:58.765927 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:58.779506 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:46:58.840181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.857250 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc563d05-dc10-4be5-ac4e-cc125da8fe81 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:46:58.872569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:46:58.877075 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:46:58.947426 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:46:59.191239 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['cc563d05-dc10-4be5-ac4e-cc125da8fe81'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:46:59.435705 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cafee1-1902-44fd-aff8-c93d60190aab req-9eeb5f4c-b9de-47cf-8be0-99cdf3df01a6 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:46:59.437811 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26cafee1-1902-44fd-aff8-c93d60190aab req-9eeb5f4c-b9de-47cf-8be0-99cdf3df01a6 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 945 time: 0.0851150 Feb 16 14:46:59.493343 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-26cafee1-1902-44fd-aff8-c93d60190aab req-7797de9c-6b92-420e-874d-a53caccc4065 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Feb 16 14:47:00.640593 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:47:00.696323 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e0a95-8d82-4b98-8f5b-1f0d6eb3ef9e req-b0bdeac1-2f2b-481e-b259-22f43490dbef tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:00.698174 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ed0e0a95-8d82-4b98-8f5b-1f0d6eb3ef9e req-b0bdeac1-2f2b-481e-b259-22f43490dbef tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 945 time: 0.0943081 Feb 16 14:47:00.717460 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port cc563d05-dc10-4be5-ac4e-cc125da8fe81 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:47:00.722819 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port cc563d05-dc10-4be5-ac4e-cc125da8fe81 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:47:00.723170 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.749806 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ed0e0a95-8d82-4b98-8f5b-1f0d6eb3ef9e req-d2f186dc-2550-4d88-a570-e6a16495d401 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422838 Feb 16 14:47:00.848637 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.875699 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:47:00.885926 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:47:00.892885 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:00.940625 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'code': 200} Feb 16 14:47:00.983199 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:01.172161 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159870d-a91c-4c6b-a9fc-790e7fdd8af4 req-673b6e0a-e74c-4e8c-b5c8-53297fd1df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:01.173977 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3159870d-a91c-4c6b-a9fc-790e7fdd8af4 req-673b6e0a-e74c-4e8c-b5c8-53297fd1df88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1099 time: 0.0777345 Feb 16 14:47:01.216008 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-3159870d-a91c-4c6b-a9fc-790e7fdd8af4 req-2e0a352f-0a4f-43e8-8796-064a9e431d26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357471 Feb 16 14:47:01.942067 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433a683-78d9-4d5d-bacc-6d8b75a91cad req-f2d7ca0c-2c6e-462b-ac8b-6092e9a56ff2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:01.943603 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1433a683-78d9-4d5d-bacc-6d8b75a91cad req-f2d7ca0c-2c6e-462b-ac8b-6092e9a56ff2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 946 time: 0.0883391 Feb 16 14:47:01.996797 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-1433a683-78d9-4d5d-bacc-6d8b75a91cad req-bc7c427e-6136-4e30-bdf4-60fc21201177 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 Feb 16 14:47:03.199303 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352126-6546-4044-b294-319b96bbef90 req-bc797b65-8bbd-4c50-a171-393942407b65 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:03.200830 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47352126-6546-4044-b294-319b96bbef90 req-bc797b65-8bbd-4c50-a171-393942407b65 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 946 time: 0.0925822 Feb 16 14:47:03.265390 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-47352126-6546-4044-b294-319b96bbef90 req-d17a24a3-de6c-4bf7-b183-a43069f89087 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571589 Feb 16 14:47:03.470388 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646609f-e756-4655-9dc0-111fff3626ba req-eebb2bf2-f5e9-43b7-b14b-cb60a936021e tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:03.471869 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4646609f-e756-4655-9dc0-111fff3626ba req-eebb2bf2-f5e9-43b7-b14b-cb60a936021e tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 946 time: 0.0943239 Feb 16 14:47:03.519159 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-4646609f-e756-4655-9dc0-111fff3626ba req-312f619d-f519-43ac-86db-00af5fef470b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Feb 16 14:47:03.542787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46002) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:47:03.661702 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3faf9e-1b28-42ee-9ba0-326146ca8d43 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:03.662521 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e3faf9e-1b28-42ee-9ba0-326146ca8d43 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] Synchronizing usage tracker for tenant:6bbd190ec4a44e6999655e478764de67 on resource:port {{(pid=87698) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:47:03.681947 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-4e3faf9e-1b28-42ee-9ba0-326146ca8d43 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] Unset dirty status for tenant:6bbd190ec4a44e6999655e478764de67 on resource:port {{(pid=87698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:47:03.683471 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-4e3faf9e-1b28-42ee-9ba0-326146ca8d43 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1094 time: 0.1395335 Feb 16 14:47:03.688207 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46008) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:47:03.694897 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:47:03.703807 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:47:03.708374 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:floatingip and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:47:03.711512 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:47:03.717963 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:47:03.731520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:03.886877 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.037787 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Allocated IP 172.26.1.45 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f8af42be-86ee-4c44-bb5c-60116ff1813f) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:47:04.196329 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.226097 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:04.295035 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:47:04.297927 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:47:04.302065 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:47:04.332527 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=f8af42be-86ee-4c44-bb5c-60116ff1813f,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:04.907495 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.008854 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.255157 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.260908 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.392792 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=f8af42be-86ee-4c44-bb5c-60116ff1813f,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:47:05.407438 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:05.582261 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Floating IP 0113758b-df10-4051-9c66-6d9603fe5c86 associated. External IP: 172.26.1.45, port: cc563d05-dc10-4be5-ac4e-cc125da8fe81. Feb 16 14:47:05.960313 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:47:06.176354 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:47:06.186675 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:47:06.197419 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:47:06.198042 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.205421 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:06.274562 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-88e7694a-a23a-432b-a880-8586b83c3729 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5837796 Feb 16 14:47:06.274562 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:47:06.341851 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'status': 'completed', 'code': 200} Feb 16 14:47:06.421954 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:47:06.448290 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-bb004365-38b4-47dd-939e-552c85e41bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.449796 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-bb004365-38b4-47dd-939e-552c85e41bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1099 time: 0.0816894 Feb 16 14:47:06.718894 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-bc9801a9-83a6-4ddf-b398-26e8d1a5b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.720347 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-bc9801a9-83a6-4ddf-b398-26e8d1a5b43b service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.2649293 Feb 16 14:47:06.807227 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:04Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.811368 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:47:06.820329 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:47:06.820933 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:46:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:06.832993 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-8ab045ab-626d-44d6-8482-e25c950c2dd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 999 time: 0.1063769 Feb 16 14:47:06.897541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-90ddc0e0-c468-41a3-924a-3bac7938a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.899107 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-90ddc0e0-c468-41a3-924a-3bac7938a6c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0600958 Feb 16 14:47:06.997333 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-6a56b372-b93f-4da0-b075-ac58a22e63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:06.998866 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-6a56b372-b93f-4da0-b075-ac58a22e63e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896714 Feb 16 14:47:07.003027 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:47:07.143929 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-c854a1cb-87dc-42e9-b1ce-2c140a456e9d service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392415 Feb 16 14:47:07.284714 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-29b85593-3682-44df-80d6-4c913e68b3c7 req-f80b0fa6-d84c-4f97-9b48-8d2d265404b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351647 Feb 16 14:47:07.384146 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:04Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:47:07.388310 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c9b30c-7ab0-4346-bb9f-7991344efc4f None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:04Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:47:07.597631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b0193-6b01-4678-9cbe-13151b6a3680 None None] New status for floating IP 0113758b-df10-4051-9c66-6d9603fe5c86: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:47:10.760686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3be34f5f-2bf5-46a3-8a39-10941242e75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.026131 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f32ddd28-2a08-40fa-b939-6ea4c285cce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.036620 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-ffa71489-a327-4da1-b49d-b8c1915a6330 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778446 Feb 16 14:47:14.194435 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-1bfea897-1153-4134-88d1-1faee3384fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.196535 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-1bfea897-1153-4134-88d1-1faee3384fba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1099 time: 0.0883033 Feb 16 14:47:14.289298 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.354446 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-f532f04f-19fe-4f51-964a-c5bc4231e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.355903 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-f532f04f-19fe-4f51-964a-c5bc4231e8ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1397638 Feb 16 14:47:14.455070 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-c91ecb3b-e713-4f87-8e71-bad9d71d4e2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 1001 time: 0.0925806 Feb 16 14:47:14.484859 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:14.519480 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-7d59f59c-dc9b-43ad-90c3-3318d3f7490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.520931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-7d59f59c-dc9b-43ad-90c3-3318d3f7490f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0607255 Feb 16 14:47:14.600915 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-9ee64d8d-ad3b-4dcc-9750-f8f562369ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:47:14.602338 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-9ee64d8d-ad3b-4dcc-9750-f8f562369ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750620 Feb 16 14:47:14.733441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-4f6d001c-c72a-4a1a-aae9-7fefe0c75429 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248038 Feb 16 14:47:14.868470 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d78fd129-1c31-47f6-abd5-d1580b7aa7c6 req-cdd784ff-0962-446f-800c-439628cd9bcb service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275740 Feb 16 14:47:16.025641 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:16.281700 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:30.033319 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:47:40.770335 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-04cc22c0-a647-47f0-8587-3f8ee71fd448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.040059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-16044ac5-4992-4c6c-9ec9-4c41d9a09ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.293954 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:44.498133 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.020483 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:47:46.271932 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:07.034276 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:48:10.769259 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64e1eb70-9149-41ad-aafa-69d9b3c30f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.037976 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-02cb1133-7522-49d3-b5c9-939d90577838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.297721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:14.493708 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:15.037391 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-4123d926-fb86-475b-aeb2-d3d6a350b006 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807250 Feb 16 14:48:15.192062 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdda87-b067-4926-a6a0-888184ff8619 req-d868098f-330a-4bbd-a94e-1d7fb10f713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.193523 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-d868098f-330a-4bbd-a94e-1d7fb10f713a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1099 time: 0.0814245 Feb 16 14:48:15.466731 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdda87-b067-4926-a6a0-888184ff8619 req-331376d0-d212-4d9a-b354-8b546c797ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.468194 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-331376d0-d212-4d9a-b354-8b546c797ebe service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.2549686 Feb 16 14:48:15.583813 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-d76451aa-e5b7-4346-9bbd-007fce7aaf9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 1001 time: 0.1096771 Feb 16 14:48:15.654515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdda87-b067-4926-a6a0-888184ff8619 req-6cf38798-e521-407a-b1b9-86fa181f1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.656007 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-6cf38798-e521-407a-b1b9-86fa181f1ded service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0667005 Feb 16 14:48:15.743768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdda87-b067-4926-a6a0-888184ff8619 req-264f58d1-7262-470d-bde7-b30a243a2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:48:15.745153 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-264f58d1-7262-470d-bde7-b30a243a2cae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834339 Feb 16 14:48:15.905670 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-7ada277d-12ba-4ee3-be6b-c6c55fe6831c service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533902 Feb 16 14:48:16.026059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:16.054441 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-81bdda87-b067-4926-a6a0-888184ff8619 req-5ddaa674-0ebd-4bb0-8916-69aadc12774f service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421430 Feb 16 14:48:16.286180 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:40.770871 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dc1d2448-f581-4fbd-acdc-a0e4e02eaef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.035352 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:48:44.038951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d1bed833-cc00-49ff-9db5-c130fdfe28e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.302429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:44.496168 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.037489 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:48:46.304844 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:10.770900 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-2c76af00-9997-4b34-9aad-630962b01f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.037494 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-dd1c1f90-a298-49c8-b45d-d70695055455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.311357 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:14.505960 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.033814 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:16.306972 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:17.032931 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-93a8fb93-f219-4a4d-b709-214157043ef9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748286 Feb 16 14:49:17.189791 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-100a168e-335f-4f49-9d5f-d6550c9ec769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:17.191297 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-100a168e-335f-4f49-9d5f-d6550c9ec769 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1099 time: 0.0872841 Feb 16 14:49:17.361504 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-f6840c83-99c0-410e-9613-398a73c69884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:17.362902 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-f6840c83-99c0-410e-9613-398a73c69884 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1480019 Feb 16 14:49:17.479191 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-2d8ea390-ef11-4fbd-b1da-fe71ee4f1ef1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 1001 time: 0.1099660 Feb 16 14:49:17.547003 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-aa4d3c56-1e6d-4c59-bc6f-b5ad7c176551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:17.548645 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-aa4d3c56-1e6d-4c59-bc6f-b5ad7c176551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0642033 Feb 16 14:49:17.647051 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-358ca97c-3e08-43d5-bee9-0ce0000accaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:17.649330 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-358ca97c-3e08-43d5-bee9-0ce0000accaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940294 Feb 16 14:49:17.791580 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-de9132f9-8ffa-4827-9c84-02baee8677e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363766 Feb 16 14:49:17.928217 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-d16cd803-514a-4790-ad50-fa8ef14f673b req-0facff97-a9ad-4b14-aef5-faec48ef4b74 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305120 Feb 16 14:49:21.038441 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:49:37.450464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:49:37.602587 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:49:37.616474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:49:37.678992 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.700247 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc563d05-dc10-4be5-ac4e-cc125da8fe81 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:49:37.717240 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:49:37.724435 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:37.794414 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:37.802066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.802477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.802793 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.803142 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.803462 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.803780 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.804100 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.804415 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.804751 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.805047 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.805411 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.805744 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:37.810477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['cc563d05-dc10-4be5-ac4e-cc125da8fe81'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:49:39.463996 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:49:39.538113 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port cc563d05-dc10-4be5-ac4e-cc125da8fe81 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:39.538477 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.673289 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.700964 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:49:39.711187 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:49:39.717434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:39.790648 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:40.766376 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-07938a2d-b217-4cda-b39e-284c0146545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:40.822574 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'code': 200} Feb 16 14:49:44.035714 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a7094c6-106f-478e-b0e3-cd3ddfd7db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.308432 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:44.503846 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:46.043166 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:46.317345 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:52.301816 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-e285cb0e-bd46-4698-830a-de1954ac67cc tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983445155&fields=id&tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 267 time: 0.0459898 Feb 16 14:49:52.457089 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-958fb33e-ceb2-40e8-8e36-cf211c5fafb5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:52.458430 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-958fb33e-ceb2-40e8-8e36-cf211c5fafb5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 810 time: 0.1491523 Feb 16 14:49:52.476234 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-724bc308-65a4-43f8-9a9b-a98400ffd0a4 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/quotas/fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 375 time: 0.0094538 Feb 16 14:49:52.676800 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-09e95311-101b-4937-a0be-8fff3b8708ad tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1954644 Feb 16 14:49:52.796902 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-28381bb0-fcd6-41a8-87c4-f245410b4360 service neutron] http://10.222.0.105:9696/v2.0/extensions returned with HTTP 200 {{(pid=87697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 16 14:49:52.797873 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-28381bb0-fcd6-41a8-87c4-f245410b4360 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445540 Feb 16 14:49:52.932908 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-ab7b478e-a7ac-4d20-85b8-3c1e687f28b6 service neutron] 10.222.0.105 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286535 Feb 16 14:49:53.072149 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-c915b17f-c388-4076-9690-4fc39ed29db8 service neutron] 10.222.0.105 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285501 Feb 16 14:49:53.268909 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-92debbed-ac59-48c2-a7e6-f16392503805 req-e331248a-087e-4cf6-958f-53c60cd986c2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0481472 Feb 16 14:49:54.430097 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-6c47665a-d71f-451b-b5ae-85f3942e6b8b req-0d40c280-b7d0-46b2-aee4-9d646c93240a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0453529 Feb 16 14:49:54.509104 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-02c30eec-57df-42e3-995f-154472d84dc4 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:54.510555 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-02c30eec-57df-42e3-995f-154472d84dc4 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 810 time: 0.2682149 Feb 16 14:49:54.559629 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-1e55f032-09c0-4efa-bf9e-12559996f8b0 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358 HTTP/1.1" status: 200 len: 380 time: 0.0411968 Feb 16 14:49:54.568426 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'port': {'device_id': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'admin_state_up': True, 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'security_groups': ['52bf703a-4d69-468d-89ad-d643da831621']}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:49:54.715174 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:49:54.719646 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:port and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:49:54.722984 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:49:54.728743 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:49:54.739748 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Made reservation on behalf of fa96ae3fd9e04ea7bebbf278a2e41358 for: {'port': 1} {{(pid=87698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 14:49:54.743863 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:54.967092 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Allocated IP 172.20.0.14 (ba5bb195-bed9-49f0-b2ce-b7c49f92df22/3aa55e1b-73d5-45e3-b1b7-a44f42823bd0/6230bf09-0f22-4aef-9d41-c6e6aecac702) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:49:55.289126 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.305872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Transition to ACTIVE for port object 6230bf09-0f22-4aef-9d41-c6e6aecac702 will not be triggered until provisioned by entity DHCP. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:49:55.333559 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.468776 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:49:55.474260 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:49:55.481199 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:49:55.544160 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:55.569181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.569719 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.570294 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.570817 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.571327 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.571838 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.572347 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.572859 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.573395 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.573882 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.574417 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.575214 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:49:55.614181 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.614861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.663325 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a43753b6-2265-4323-bf5f-ec26e04d0d74 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0983236 Feb 16 14:49:55.742741 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a7dd7-43a8-4068-b34a-7c38b7afe04e req-9e4112fe-4ad4-49ed-aab8-0d80f00f4bb5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:55.746132 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a1a7dd7-43a8-4068-b34a-7c38b7afe04e req-9e4112fe-4ad4-49ed-aab8-0d80f00f4bb5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.1325259 Feb 16 14:49:55.768232 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5a1a6824-79ed-4223-96f6-8be4d36cb3e4 None None] Provisioning for port 6230bf09-0f22-4aef-9d41-c6e6aecac702 completed by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:49:55.774741 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-5a1a6824-79ed-4223-96f6-8be4d36cb3e4 None None] Provisioning complete for port 6230bf09-0f22-4aef-9d41-c6e6aecac702 triggered by entity DHCP. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:49:55.775343 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5a1a6824-79ed-4223-96f6-8be4d36cb3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:55.816357 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-2a1a7dd7-43a8-4068-b34a-7c38b7afe04e req-c91f452d-d126-4f06-a0c1-c449b3e67954 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528486 Feb 16 14:49:55.846895 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a6824-79ed-4223-96f6-8be4d36cb3e4 None None] Port 6230bf09-0f22-4aef-9d41-c6e6aecac702 cannot update to ACTIVE because it is not bound. {{(pid=87699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 16 14:49:57.021903 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f69133-8dd9-4201-899f-2316d4988f50 req-760d48ed-bd0d-4820-8255-b9fddf66e6a3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:57.023461 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e0f69133-8dd9-4201-899f-2316d4988f50 req-760d48ed-bd0d-4820-8255-b9fddf66e6a3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0830419 Feb 16 14:49:57.080771 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e0f69133-8dd9-4201-899f-2316d4988f50 req-b23ff1ad-090f-461c-8517-770f12fa1dfa tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Feb 16 14:49:57.530550 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:49:57.669153 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.749429 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:49:57.757224 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:49:57.764724 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:49:57.809674 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'code': 200} Feb 16 14:49:57.845197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=8']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:49:58.037860 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:49:58.303522 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7f98-d871-4ae3-9a67-178ff36159e7 req-cd031abc-a40e-476b-aeed-48e70cf45588 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:58.305339 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0edb7f98-d871-4ae3-9a67-178ff36159e7 req-cd031abc-a40e-476b-aeed-48e70cf45588 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.1088502 Feb 16 14:49:58.358090 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0edb7f98-d871-4ae3-9a67-178ff36159e7 req-2f79e662-c356-4aab-819d-8174ab0f42ff tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Feb 16 14:49:59.560252 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaab1b-07b5-45a7-b320-037434525683 req-733c8e1e-0da2-47f3-97d8-791c3f1570b5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:49:59.561705 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12aaab1b-07b5-45a7-b320-037434525683 req-733c8e1e-0da2-47f3-97d8-791c3f1570b5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0867882 Feb 16 14:49:59.608637 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-12aaab1b-07b5-45a7-b320-037434525683 req-38740db6-cee9-4aa4-b5de-cc4e0e884f4f tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Feb 16 14:50:00.811161 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e808d6c-9212-4838-94eb-b952b84835e7 req-d70a7154-c16d-43be-b674-d9083c67dc4b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:00.812682 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e808d6c-9212-4838-94eb-b952b84835e7 req-d70a7154-c16d-43be-b674-d9083c67dc4b tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0869687 Feb 16 14:50:00.859438 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-5e808d6c-9212-4838-94eb-b952b84835e7 req-b4eb9e97-c0f9-42d8-94cc-d442b0fa0da7 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Feb 16 14:50:02.080875 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcec8c-7192-4d65-b8d0-38648146ebc9 req-50943e8a-9c5e-420a-bc33-f9535a53bdd3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:02.082562 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0dcec8c-7192-4d65-b8d0-38648146ebc9 req-50943e8a-9c5e-420a-bc33-f9535a53bdd3 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0982752 Feb 16 14:50:02.140440 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0dcec8c-7192-4d65-b8d0-38648146ebc9 req-7c15321f-6189-49f8-8035-aa7c4168c3a7 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492666 Feb 16 14:50:03.330176 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94e0b0-11b8-4c09-bdaf-7dcdf41e6fa1 req-07171393-5855-4848-be90-7a4b8bd47010 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:03.331595 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea94e0b0-11b8-4c09-bdaf-7dcdf41e6fa1 req-07171393-5855-4848-be90-7a4b8bd47010 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0815718 Feb 16 14:50:03.378502 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ea94e0b0-11b8-4c09-bdaf-7dcdf41e6fa1 req-50c3bc43-3396-4067-afa0-1b5ce7fb44ac tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Feb 16 14:50:04.573135 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780401d2-d6a6-4aa9-b967-42b55bdebb2d req-5ccd9528-e24e-4c24-9e97-723979e54190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:04.574578 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-780401d2-d6a6-4aa9-b967-42b55bdebb2d req-5ccd9528-e24e-4c24-9e97-723979e54190 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0849504 Feb 16 14:50:04.618671 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-780401d2-d6a6-4aa9-b967-42b55bdebb2d req-836ee64f-7bbe-496f-aff4-6b3d6f6afc57 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382311 Feb 16 14:50:05.803692 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d2f84-d8ba-4cc7-8ecc-41a0eec6c241 req-82867f28-d35d-47f2-8de6-319c43745831 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:05.805204 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-020d2f84-d8ba-4cc7-8ecc-41a0eec6c241 req-82867f28-d35d-47f2-8de6-319c43745831 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 932 time: 0.0810423 Feb 16 14:50:05.853741 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-020d2f84-d8ba-4cc7-8ecc-41a0eec6c241 req-ab652758-678a-499a-b815-8f2de7e9b143 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Feb 16 14:50:06.054879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Request body: {'port': {'device_id': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8281'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:06.172907 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.516080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6230bf09-0f22-4aef-9d41-c6e6aecac702 {{(pid=87698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:50:06.523640 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.538251 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.provisioning_blocks [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Transition to ACTIVE for port object 6230bf09-0f22-4aef-9d41-c6e6aecac702 will not be triggered until provisioned by entity L2. {{(pid=87698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 14:50:06.543268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.674254 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:06.778159 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Attempting to bind port 6230bf09-0f22-4aef-9d41-c6e6aecac702 on host hv-neutron-8281 for vnic_type normal with profile {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 14:50:06.778431 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Attempting to bind port 6230bf09-0f22-4aef-9d41-c6e6aecac702 by drivers openvswitch,hyperv on host hv-neutron-8281 at level 0 using segments [{'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 14:50:06.778741 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Attempting to bind port 6230bf09-0f22-4aef-9d41-c6e6aecac702 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:50:06.783343 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Port 6230bf09-0f22-4aef-9d41-c6e6aecac702 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8281 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 16 14:50:06.783652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Attempting to bind port 6230bf09-0f22-4aef-9d41-c6e6aecac702 on network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 16 14:50:06.788827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Checking agent: {'id': 'b8568472-91ed-4577-a430-6ca74701f1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8281', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'started_at': datetime.datetime(2022, 2, 16, 13, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 14, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 16 14:50:06.789148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Checking segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Feb 16 14:50:06.789520 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Bound using segment: {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'} {{(pid=87698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 16 14:50:06.789924 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.managers [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Bound port: 6230bf09-0f22-4aef-9d41-c6e6aecac702, host: hv-neutron-8281, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd15da-ade2-4c06-8e31-ca71181e0723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22'}}] {{(pid=87698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 14:50:06.790283 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.884124 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, cleared binding levels {{(pid=87698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 16 14:50:06.887532 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 16 14:50:06.893127 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.955872 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:06.956515 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:06.957908 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] 10.222.0.26 "PUT /v2.0/ports/6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 1094 time: 0.9087334 Feb 16 14:50:06.958373 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:50:07.002707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51dafc1-9601-469b-8842-1d5202612bee service neutron] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=3']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:07.054380 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'status': 'completed', 'code': 200} Feb 16 14:50:07.099542 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da3d7c-fdaa-4cfa-8956-f220c56094ba req-d982d08b-71b4-4bb3-a0cf-9316609e8db1 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.101260 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b7da3d7c-fdaa-4cfa-8956-f220c56094ba req-d982d08b-71b4-4bb3-a0cf-9316609e8db1 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 944 time: 0.1327362 Feb 16 14:50:07.155608 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-b7da3d7c-fdaa-4cfa-8956-f220c56094ba req-ce2e1bf0-8e27-4b91-86a0-2ef2b3d04a6f tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Feb 16 14:50:07.231579 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-2856cd7d-5730-49d4-951e-6507f23d8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.233051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-2856cd7d-5730-49d4-951e-6507f23d8426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1097 time: 0.2274137 Feb 16 14:50:07.301762 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-ef413f8a-bada-438c-a3ee-50cb40a20cd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 217 time: 0.0607891 Feb 16 14:50:07.366681 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-53348d5a-83c9-465a-baa5-5d79c9873038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.368158 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-53348d5a-83c9-465a-baa5-5d79c9873038 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0610621 Feb 16 14:50:07.449352 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-5bac205f-3f99-4f15-962b-bd8f6be57952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.450872 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-5bac205f-3f99-4f15-962b-bd8f6be57952 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768964 Feb 16 14:50:07.580907 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-9345c3ce-bda3-4108-af8e-acb76d35059f service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238921 Feb 16 14:50:07.715019 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-0e6ccbdc-a354-4f9d-afca-d0317543d185 req-83011505-7818-40d3-911d-f64a26045a8d service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285737 Feb 16 14:50:07.836548 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-6143db11-2e7f-4228-9864-13fb0d4ae650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.837933 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-6143db11-2e7f-4228-9864-13fb0d4ae650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1097 time: 0.0787196 Feb 16 14:50:07.973206 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-3a85e28c-53ce-4fc0-9185-ef962e360ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:07.974694 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-3a85e28c-53ce-4fc0-9185-ef962e360ecb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1309006 Feb 16 14:50:08.042033 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-30fae965-dcfd-4055-a688-38e965e498af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 217 time: 0.0615132 Feb 16 14:50:08.109539 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-ba7fcbaf-d1bd-416e-9924-26330ac00ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.110911 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-ba7fcbaf-d1bd-416e-9924-26330ac00ae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0627460 Feb 16 14:50:08.195277 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-d296bc43-fa59-4845-b128-15d111c5b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.196772 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-d296bc43-fa59-4845-b128-15d111c5b09d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799484 Feb 16 14:50:08.334418 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-e1bf90fc-45f6-434c-9a84-676599ebaebb service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313581 Feb 16 14:50:08.373921 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500adb6-097c-4987-9eb1-0bf141e2eacb req-2bac2d33-f920-4234-af48-6753c87bb8ac tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:08.375498 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a500adb6-097c-4987-9eb1-0bf141e2eacb req-2bac2d33-f920-4234-af48-6753c87bb8ac tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 944 time: 0.0998015 Feb 16 14:50:08.426145 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a500adb6-097c-4987-9eb1-0bf141e2eacb req-da63cd5d-d146-4b7e-9c47-3d7fd4e65ad5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446877 Feb 16 14:50:08.473090 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-f390a1b2-30c3-4f91-b411-e6c59faea303 req-da2e0e47-46be-4fd6-871c-eb17f7d647a3 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322875 Feb 16 14:50:09.555732 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:50:09.620523 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca8cf-5bd5-4ba2-8c44-11adde40ba14 req-39a25aa9-23ff-4139-b84f-d934908a7a34 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:09.622648 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e2fca8cf-5bd5-4ba2-8c44-11adde40ba14 req-39a25aa9-23ff-4139-b84f-d934908a7a34 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 944 time: 0.0869329 Feb 16 14:50:09.676506 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-e2fca8cf-5bd5-4ba2-8c44-11adde40ba14 req-ed67f6f7-23a2-49ae-8d99-154b569fda85 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485165 Feb 16 14:50:09.709776 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:50:09.722809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'mac_address': 'fa:16:3e:13:66:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:50:09.786596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.804514 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6230bf09-0f22-4aef-9d41-c6e6aecac702 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:50:09.820358 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:50:09.825390 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:09.896421 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=4']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:10.192636 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['6230bf09-0f22-4aef-9d41-c6e6aecac702'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:50:10.771169 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a591415d-493e-488c-ba76-a0448699ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:10.899312 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdc644-3bd4-4d19-aa48-49b138941240 req-517fafb1-b0a3-4706-85b7-2b466d1b9026 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:10.900871 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98cdc644-3bd4-4d19-aa48-49b138941240 req-517fafb1-b0a3-4706-85b7-2b466d1b9026 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 945 time: 0.0891161 Feb 16 14:50:10.947733 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-98cdc644-3bd4-4d19-aa48-49b138941240 req-55b02386-90cb-4c9c-928d-6eae9db82a59 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Feb 16 14:50:11.571123 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:50:11.644217 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning for port 6230bf09-0f22-4aef-9d41-c6e6aecac702 completed by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 14:50:11.649027 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 6230bf09-0f22-4aef-9d41-c6e6aecac702 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:50:11.649449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.776526 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.805039 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:50:11.815702 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:50:11.820618 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:11.856022 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'code': 200} Feb 16 14:50:11.898760 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=5']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:12.101541 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206a99b-7255-4dc9-bbcb-e44afe5fa155 req-20e727d0-e57c-4c0a-9d86-0018967f870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.102999 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7206a99b-7255-4dc9-bbcb-e44afe5fa155 req-20e727d0-e57c-4c0a-9d86-0018967f870b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1099 time: 0.0751519 Feb 16 14:50:12.144087 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f06109-f7d5-4d48-a5c4-3ef142a550f5 req-185767af-194a-4bf9-86b1-b96a59560b86 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:12.145575 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55f06109-f7d5-4d48-a5c4-3ef142a550f5 req-185767af-194a-4bf9-86b1-b96a59560b86 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.0836158 Feb 16 14:50:12.150493 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-7206a99b-7255-4dc9-bbcb-e44afe5fa155 req-7d0cd062-0907-4631-99d3-ad3ca97f1b9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418234 Feb 16 14:50:12.202011 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-55f06109-f7d5-4d48-a5c4-3ef142a550f5 req-63ef41eb-2a1e-4e4c-b2c7-c66dc26e7bfd tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Feb 16 14:50:13.510416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f259b-e68b-420c-b1f5-0e09d1e879a3 req-3a1a6c4c-d140-4d3c-917a-9bb05e879a6f tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:13.511874 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-944f259b-e68b-420c-b1f5-0e09d1e879a3 req-3a1a6c4c-d140-4d3c-917a-9bb05e879a6f tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.1977065 Feb 16 14:50:13.564450 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-944f259b-e68b-420c-b1f5-0e09d1e879a3 req-805766d4-33d8-440b-85d1-28272a46e798 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456235 Feb 16 14:50:14.035758 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-5fdcdc15-4472-4d3b-9f76-a9ebc21f7fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.303387 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.507981 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:14.760464 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e483a-3f87-4d30-9173-dc4e2948432c req-cfcfb59f-d252-4b85-ba00-cb3f74fca584 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:14.761969 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba5e483a-3f87-4d30-9173-dc4e2948432c req-cfcfb59f-d252-4b85-ba00-cb3f74fca584 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.0842640 Feb 16 14:50:14.805831 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-ba5e483a-3f87-4d30-9173-dc4e2948432c req-6cce9f95-3a9a-46bb-90c3-58802822d3ea tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381167 Feb 16 14:50:14.998746 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f228b-d501-4b65-a276-f741b7e2cc5a req-652824dd-b302-4bcb-8cc8-7209a1c93a40 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.000221 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-608f228b-d501-4b65-a276-f741b7e2cc5a req-652824dd-b302-4bcb-8cc8-7209a1c93a40 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.0810392 Feb 16 14:50:15.049477 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-608f228b-d501-4b65-a276-f741b7e2cc5a req-20dccd57-48d8-418f-89fc-a61953bfc682 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Feb 16 14:50:15.077345 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46332) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:50:15.155273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defca14-a6cd-4566-b518-9a7f5bba8c26 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:15.156778 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1defca14-a6cd-4566-b518-9a7f5bba8c26 tempest-TestSnapshotPattern-1106480142 tempest-TestSnapshotPattern-1106480142-project-admin] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1094 time: 0.0784142 Feb 16 14:50:15.159834 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46336) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:50:15.164722 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.v2.base [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Request body: {'floatingip': {'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 14:50:15.171256 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 14:50:15.175334 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Usage tracker for resource:floatingip and tenant:fa96ae3fd9e04ea7bebbf278a2e41358 is out of sync, need to count used quota {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 14:50:15.178554 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.quota.resource [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 14:50:15.184581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.quota.driver [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 14:50:15.195577 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.341904 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.595405 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_common [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Allocated IP 172.26.1.249 (7dc54659-8235-4664-846a-86cab931a5d4/599e618f-efd0-44e1-be6a-bedf4b3466ee/f4b02713-54bf-4641-9fc6-00bbb106eead) {{(pid=87698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 14:50:15.744142 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.776180 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785369650827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:15.859965 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Network 7dc54659-8235-4664-846a-86cab931a5d4 is already hosted by enough agents. {{(pid=87698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 14:50:15.862844 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.base_scheduler [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Resources bound (agent type, host, resource id): {{(pid=87698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 14:50:15.866699 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Received port after_create {{(pid=87698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 16 14:50:15.898944 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=f4b02713-54bf-4641-9fc6-00bbb106eead,revision_number=1']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:16.040425 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.331682 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.336412 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.407439 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.618850 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for port, precommit_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.624522 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3682946'] for port, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.724628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event updated for resources: {'Port': ['ID=f4b02713-54bf-4641-9fc6-00bbb106eead,revision_number=2']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:50:16.741688 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-688357'] for floatingip, after_update {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:16.909917 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Floating IP adab831b-302a-4501-b335-e86a437b1b82 associated. External IP: 172.26.1.249, port: 6230bf09-0f22-4aef-9d41-c6e6aecac702. Feb 16 14:50:17.254758 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-58d7714a-f114-4049-8bdc-bf77e3c85248 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2928205 Feb 16 14:50:17.495631 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:50:17.499874 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-457bd4b1-1de7-4710-976e-2777d23535f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.501322 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-457bd4b1-1de7-4710-976e-2777d23535f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1097 time: 0.1785612 Feb 16 14:50:17.785777 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:50:17.787921 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-cbd4621b-0b3c-438a-9763-15a5ef7e721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:17.789503 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-cbd4621b-0b3c-438a-9763-15a5ef7e721c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.2308881 Feb 16 14:50:17.796790 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:50:17.806966 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:50:17.807658 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:17.902686 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:17.967610 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-1507cdb8-65a1-44e6-bf9b-b18cfa0d356f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 999 time: 0.1716232 Feb 16 14:50:18.001062 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:50:18.008372 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-d494b733-09aa-4568-8315-525162afeeb2 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8473275 Feb 16 14:50:18.013869 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:50:18.043769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-ab08928c-3dbd-4ea8-b07e-3229a4895048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.045383 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-ab08928c-3dbd-4ea8-b07e-3229a4895048 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0721555 Feb 16 14:50:18.082417 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'status': 'completed', 'code': 200} Feb 16 14:50:18.089566 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.26', 58689) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:50:18.124067 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-45cc94e3-e8cf-4f6a-893b-84f50e2dc2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.125720 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-45cc94e3-e8cf-4f6a-893b-84f50e2dc2e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747561 Feb 16 14:50:18.164465 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-0173c794-0bfe-48d6-a59a-45f5414253f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.166062 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-0173c794-0bfe-48d6-a59a-45f5414253f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1099 time: 0.0754297 Feb 16 14:50:18.264525 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-0567baf7-a8be-41f3-acfc-4be3ef11d89e service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327739 Feb 16 14:50:18.321012 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-56b5cb82-fb6a-4f2c-9411-cdb467895cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.322387 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-56b5cb82-fb6a-4f2c-9411-cdb467895cfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1504219 Feb 16 14:50:18.376834 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}, {'id': 'adab831b-302a-4501-b335-e86a437b1b82', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:13:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:16Z', 'updated_at': '2022-02-16T14:50:16Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:18.382346 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:50:18.392777 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:50:18.393403 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:50:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:18.425861 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [req-a510e665-f5c0-47d1-8085-232f3bcd510f req-cad6dcd1-1d70-4418-87a9-2ef21fbaaeba service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560030 Feb 16 14:50:18.427618 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-8687c89f-2588-4f47-a48b-adb94e908439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 1000 time: 0.0996296 Feb 16 14:50:18.494042 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-02c08ddb-e364-449f-8722-d4abc0fe53a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.495518 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-02c08ddb-e364-449f-8722-d4abc0fe53a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0602775 Feb 16 14:50:18.579025 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:50:18.584864 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-ce5d2704-bae5-48f1-9296-997f7dbf5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:50:18.586489 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-ce5d2704-bae5-48f1-9296-997f7dbf5f85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849841 Feb 16 14:50:18.728137 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-e4692648-8a4b-4d69-a34d-4f008fca8b6f service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356215 Feb 16 14:50:18.862098 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a0d29f7c-df37-430d-b13b-4c55c36cc68c req-821710e6-a3f4-466c-992e-f3b4b3ef336b service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283350 Feb 16 14:50:18.988612 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}, {'id': 'adab831b-302a-4501-b335-e86a437b1b82', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:13:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:16Z', 'updated_at': '2022-02-16T14:50:16Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:50:18.992887 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb44016-43e6-4051-bf68-90b405223bea None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}, {'id': 'adab831b-302a-4501-b335-e86a437b1b82', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.249', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:13:66:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:50:16Z', 'updated_at': '2022-02-16T14:50:16Z', 'revision_number': 0, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:50:19.193458 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be92fc-2c86-4674-868c-26fb2d8d2d55 None None] New status for floating IP adab831b-302a-4501-b335-e86a437b1b82: ACTIVE {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:50:35.038989 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:50:40.776179 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b7d341c4-1b60-41c7-aa18-32fc6f375fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.035287 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-89513fd9-4e89-4cda-85b6-d885978a4de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.309923 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:44.512369 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.044551 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:50:46.342197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:10.780523 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-28a83749-1700-4707-a9c5-a857830ec6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:12.039165 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:51:14.031149 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ffe00141-9267-4b81-99b3-e90bb9586ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.306903 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:14.512896 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.045082 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:16.336684 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:18.128444 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-fae7089b-7572-43a7-ad8e-9cee33df3e24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1285405 Feb 16 14:51:18.223795 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-14dd2743-2ebe-4907-9778-ffa13517c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.225268 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-14dd2743-2ebe-4907-9778-ffa13517c583 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1099 time: 0.0753622 Feb 16 14:51:18.369471 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-a3205c33-bc1d-4cec-9634-a57468ce9659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.370939 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-a3205c33-bc1d-4cec-9634-a57468ce9659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1273873 Feb 16 14:51:18.487620 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-8bc3b567-320d-4c6c-9ef4-8e8d602a8c2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 1002 time: 0.1108654 Feb 16 14:51:18.553202 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-79d046d1-467d-4cc6-9407-e707e33e1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.554653 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-79d046d1-467d-4cc6-9407-e707e33e1dec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0612350 Feb 16 14:51:18.632288 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-262382a1-d351-4a56-81ee-72f8fd6282ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:51:18.633681 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-262382a1-d351-4a56-81ee-72f8fd6282ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725758 Feb 16 14:51:18.866477 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-b1df1f4a-b99b-455e-ac1c-ca8da3a4293e service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266285 Feb 16 14:51:18.999297 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-183b4ff7-8636-4fd8-9052-ddaadc075061 req-020520f0-8c4a-4742-8a8b-3a71559a3692 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266024 Feb 16 14:51:40.782441 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-193c1318-5431-485e-a1f7-c8b26deae1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.033197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4bf61d9-cc8e-463a-83c1-963533d60a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.316687 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:44.520553 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.079004 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:46.340354 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:51:49.038511 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:52:10.790093 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-1f91c1b3-4fee-4b90-8f72-88b9c219586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.036059 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d7deb97e-ef23-4998-af2a-8b62f0c89f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.317348 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:14.521850 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.053503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:16.352197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:18.042348 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-29efed30-2f03-49c7-8238-d59a8dcbb393 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803149 Feb 16 14:52:18.194708 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-30b5072b-1fa5-49a7-9691-12dbaef354bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.196208 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-30b5072b-1fa5-49a7-9691-12dbaef354bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1097 time: 0.0757484 Feb 16 14:52:18.355260 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-2f93c893-9c06-470f-a262-a49c77e9303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.356763 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-2f93c893-9c06-470f-a262-a49c77e9303c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1418369 Feb 16 14:52:18.485619 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-0537d584-db1a-48c9-b357-d2dcb123f777 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 999 time: 0.1225235 Feb 16 14:52:18.557621 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-3694bf5d-4443-45f2-9fdb-4e29bf1f4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.559083 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-3694bf5d-4443-45f2-9fdb-4e29bf1f4cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0679410 Feb 16 14:52:18.646391 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-8ffb4797-362b-4208-b9c6-9be30fe6bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:18.648201 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-8ffb4797-362b-4208-b9c6-9be30fe6bab2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828044 Feb 16 14:52:18.796415 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-42bd13d8-0ed5-4f1e-9378-29454b86ecd2 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419156 Feb 16 14:52:18.941038 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-dd8fb14f-1231-484d-bf2d-e17ab32f2cff req-58d3d1ee-652b-44d1-ba5c-e0a334205deb service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382558 Feb 16 14:52:26.040970 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:52:28.311721 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 details requested by agent hyperv_hv-neutron-8281 with host hv-neutron-8281 {{(pid=87699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 14:52:28.496686 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:28.516867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Returning: {'device': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'port_id': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'mac_address': 'fa:16:3e:13:66:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 14:52:28.582794 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.602156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6230bf09-0f22-4aef-9d41-c6e6aecac702 {{(pid=87699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 14:52:28.619785 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:28.625406 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:28.704319 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=6']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:28.713420 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.713763 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.714085 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.714450 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.714790 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.715121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.715444 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.715805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.716197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.716517 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.716843 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.717156 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:28.733851 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] get_ports_and_sgs() called for port_ids ['6230bf09-0f22-4aef-9d41-c6e6aecac702'] {{(pid=87699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 16 14:52:30.286734 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 up at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 14:52:30.386716 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.provisioning_blocks [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Provisioning complete for port 6230bf09-0f22-4aef-9d41-c6e6aecac702 triggered by entity L2. {{(pid=87699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 14:52:30.387368 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4022794'] for port, provisioning_complete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.571362 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3704550'] for port, before_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.614778 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:52:30.636197 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:30.644300 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785370040625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785369650845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785369650890'] for port, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:30.843557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Pushing event updated for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=7']} {{(pid=87699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:31.741151 dv-neutron-828143-3-hyperv neutron-server[87699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'code': 200} Feb 16 14:52:40.790434 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-977fb0b4-b840-4062-b4c5-796352cc25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.166990 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46582) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:41.507931 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Deleting port f4b02713-54bf-4641-9fc6-00bbb106eead {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:41.508140 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.683024 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.683303 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:41.806674 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Calling delete_port for f4b02713-54bf-4641-9fc6-00bbb106eead owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:41.961827 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.009264 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event deleted for resources: {'Port': ['ID=f4b02713-54bf-4641-9fc6-00bbb106eead,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:42.051501 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.051839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.052173 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.052498 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.052816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.053131 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.053448 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.053751 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.054082 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.054416 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.054758 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.055057 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:42.120856 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.121204 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Floating IP adab831b-302a-4501-b335-e86a437b1b82 disassociated (deleted). External IP: 172.26.1.249, port: 6230bf09-0f22-4aef-9d41-c6e6aecac702. Feb 16 14:52:42.478397 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:52:42.661687 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:52:42.672566 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:52:42.678964 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:42.682682 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:42.683333 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:42.735672 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-1f50128a-641c-4a0d-90dd-de0549e0bdd9 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "DELETE /v2.0/floatingips/adab831b-302a-4501-b335-e86a437b1b82 HTTP/1.1" status: 204 len: 168 time: 1.5674138 Feb 16 14:52:42.736537 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:52:42.856320 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'status': 'completed', 'code': 200} Feb 16 14:52:42.871955 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:42.954024 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-5335f43a-302a-4160-bb76-a3f460491fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:42.958282 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-5335f43a-302a-4160-bb76-a3f460491fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 1099 time: 0.0813854 Feb 16 14:52:43.219620 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-3870ef62-5ceb-4b91-89f5-609afe678940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.222240 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-3870ef62-5ceb-4b91-89f5-609afe678940 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.2446682 Feb 16 14:52:43.267231 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:43.271259 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:52:43.280487 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:43.281191 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:14Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:43.311773 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-d1291467-f5ab-4ecd-a361-0f31240df30d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 200 len: 217 time: 0.0778499 Feb 16 14:52:43.421800 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027edda-ee15-4c2f-95be-b17a8529b811 req-72276c59-688a-48e3-aab8-a345baabbff4 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.423765 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f027edda-ee15-4c2f-95be-b17a8529b811 req-72276c59-688a-48e3-aab8-a345baabbff4 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.3288233 Feb 16 14:52:43.428300 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-8c213dfa-c022-43f0-8a60-b19c426d3ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.430133 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-8c213dfa-c022-43f0-8a60-b19c426d3ae0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.1120021 Feb 16 14:52:43.475540 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:43.564040 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f027edda-ee15-4c2f-95be-b17a8529b811 req-5b9fe750-db28-416e-8ecc-d933a414ee6d tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327074 Feb 16 14:52:43.590952 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-d4abe3b4-5c08-42f1-bd43-73c8fc011946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:43.592570 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-d4abe3b4-5c08-42f1-bd43-73c8fc011946 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1407466 Feb 16 14:52:43.856612 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-2a38acee-66be-4906-ab5b-23579d9ac1a5 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555032 Feb 16 14:52:43.890873 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:43.895301 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2666d-1a4f-4fea-9da0-a9207ea31222 None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_floatingips': [{'id': '0113758b-df10-4051-9c66-6d9603fe5c86', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'floating_ip_address': '172.26.1.45', 'floating_network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'router_id': '30050325-fd25-4f34-9b66-39c39302de35', 'port_id': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'mac_address': 'fa:16:3e:e6:75:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T14:47:04Z', 'updated_at': '2022-02-16T14:47:07Z', 'revision_number': 1, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:52:44.000056 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-c7760e41-2806-4389-9b83-ea341dd96ddf req-4d7312a8-3153-433e-941c-03565fe3fe4f service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363986 Feb 16 14:52:44.035478 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c384ca6b-708f-4201-a594-b5f54bf391cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.138805 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8e43b-437e-4bbc-a2f0-ff077ab458f3 None None] New status for floating IP adab831b-302a-4501-b335-e86a437b1b82: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:52:44.324073 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.529774 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:44.892688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8705b5-b964-4ac1-b265-75c5055da26e req-dbee23c6-fb38-4d6e-832e-b096391fe754 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:44.894135 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe8705b5-b964-4ac1-b265-75c5055da26e req-dbee23c6-fb38-4d6e-832e-b096391fe754 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.1389163 Feb 16 14:52:44.939291 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-ebeff8fa-45dd-485c-901e-ca8d8b3676eb tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:44.940720 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-ebeff8fa-45dd-485c-901e-ca8d8b3676eb tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 946 time: 0.1274645 Feb 16 14:52:44.990847 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-fe8705b5-b964-4ac1-b265-75c5055da26e req-451219f7-7bed-488a-8957-5bfd8fd9c103 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908232 Feb 16 14:52:45.022977 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Deleting port 6230bf09-0f22-4aef-9d41-c6e6aecac702 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:45.023579 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.277863 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] For port 6230bf09-0f22-4aef-9d41-c6e6aecac702, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=6230bf09-0f22-4aef-9d41-c6e6aecac702,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:45.278239 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.404737 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Calling delete_port for 6230bf09-0f22-4aef-9d41-c6e6aecac702 owned by compute:nova {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:45.554292 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.634352 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event deleted for resources: {'Port': ['ID=6230bf09-0f22-4aef-9d41-c6e6aecac702,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:45.650942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.651276 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.651599 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.651917 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.652231 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.652539 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.652847 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.653155 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.653458 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.653759 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.654065 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.654399 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-828143-3-hyperv {{(pid=87697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 14:52:45.698416 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] No DVR routers for this DVR port 6230bf09-0f22-4aef-9d41-c6e6aecac702 on host hv-neutron-8281 {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:45.703164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:45.707184 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-deleted', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:52:45.724492 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-a3f6184e-86b2-48a0-a8b1-5a80fd35c607 req-afee1134-93b3-4c11-8d32-47a5915f4156 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "DELETE /v2.0/ports/6230bf09-0f22-4aef-9d41-c6e6aecac702 HTTP/1.1" status: 204 len: 173 time: 0.7778029 Feb 16 14:52:45.820934 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9bf72d-fd21-4649-aa3c-4458dc1d0a13', 'name': 'network-vif-deleted', 'tag': '6230bf09-0f22-4aef-9d41-c6e6aecac702', 'status': 'completed', 'code': 200} Feb 16 14:52:46.055858 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.171753 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0f150f9e-3665-40e1-a98d-a7e8bc4d449f req-41e192eb-1997-45ca-8087-d889acb4e2a5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Synchronizing usage tracker for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:port {{(pid=87697) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 14:52:46.189840 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.quota.resource [req-0f150f9e-3665-40e1-a98d-a7e8bc4d449f req-41e192eb-1997-45ca-8087-d889acb4e2a5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Unset dirty status for tenant:fa96ae3fd9e04ea7bebbf278a2e41358 on resource:port {{(pid=87697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 14:52:46.193362 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-0f150f9e-3665-40e1-a98d-a7e8bc4d449f req-41e192eb-1997-45ca-8087-d889acb4e2a5 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=9d9bf72d-fd21-4649-aa3c-4458dc1d0a13 HTTP/1.1" status: 200 len: 210 time: 0.0683959 Feb 16 14:52:46.346604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:46.358677 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:52:46.394515 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: 6230bf09-0f22-4aef-9d41-c6e6aecac702 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:52:46.394977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device 6230bf09-0f22-4aef-9d41-c6e6aecac702 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:52:47.907107 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46652) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:48.236039 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Deleting port f8af42be-86ee-4c44-bb5c-60116ff1813f {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:48.236339 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.411310 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.411630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.534630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Calling delete_port for f8af42be-86ee-4c44-bb5c-60116ff1813f owned by network:floatingip {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:48.710578 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.764382 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event deleted for resources: {'Port': ['ID=f8af42be-86ee-4c44-bb5c-60116ff1813f,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:48.859690 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for floatingip, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:48.860010 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.db.l3_db [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Floating IP 0113758b-df10-4051-9c66-6d9603fe5c86 disassociated (deleted). External IP: 172.26.1.45, port: cc563d05-dc10-4be5-ac4e-cc125da8fe81. Feb 16 14:52:49.236678 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:52:49.425492 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:52:49.435357 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:52:49.446418 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:49.447057 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:49.450085 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for floatingip, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:49.629761 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:49.631603 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-314e3faf-4a69-4b60-88ae-dadba008c519 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "DELETE /v2.0/floatingips/0113758b-df10-4051-9c66-6d9603fe5c86 HTTP/1.1" status: 204 len: 168 time: 1.7234173 Feb 16 14:52:49.632216 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:52:49.681462 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'status': 'completed', 'code': 200} Feb 16 14:52:49.783151 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc770-a34c-4302-82a8-872c8e807d8d req-459d6dff-2100-43db-af9b-def2bae45255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.784740 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-459d6dff-2100-43db-af9b-def2bae45255 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 1097 time: 0.0799496 Feb 16 14:52:49.938457 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc770-a34c-4302-82a8-872c8e807d8d req-5f13c142-c6a3-4eaf-91a2-0c9e48974f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:49.940183 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-5f13c142-c6a3-4eaf-91a2-0c9e48974f08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 200 len: 911 time: 0.1488197 Feb 16 14:52:49.974821 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:49.979584 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:52:49.988093 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:49.988697 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.158657 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-3a7261f9-57c5-456c-885f-0e809183f667 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 200 len: 217 time: 0.2104745 Feb 16 14:52:50.195432 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:50.247827 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc770-a34c-4302-82a8-872c8e807d8d req-388a1d7d-2792-440d-953c-e6cc08ebc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.249286 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-388a1d7d-2792-440d-953c-e6cc08ebc17a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 200 len: 849 time: 0.0838678 Feb 16 14:52:50.307656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8d0b8-5066-4b7c-98bf-e71fd8d2768d req-a862fd97-148c-4385-8287-9d92fd210c3c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.309111 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0f8d0b8-5066-4b7c-98bf-e71fd8d2768d req-a862fd97-148c-4385-8287-9d92fd210c3c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 944 time: 0.1887467 Feb 16 14:52:50.366832 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-f0f8d0b8-5066-4b7c-98bf-e71fd8d2768d req-a03916e6-a37b-495e-bbc6-5b10ff6efa09 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507584 Feb 16 14:52:50.373995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dc770-a34c-4302-82a8-872c8e807d8d req-44c77928-ebb9-4528-82f9-ba4710a78b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.375988 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-44c77928-ebb9-4528-82f9-ba4710a78b59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ba5bb195-bed9-49f0-b2ce-b7c49f92df22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199458 Feb 16 14:52:50.530408 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-b9a0d827-c8b9-4d6d-adf3-4550b3f6e6d6 service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473167 Feb 16 14:52:50.540478 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:50.545015 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5369dd5-f239-48df-b247-3a126381b9d5 None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:37Z', 'revision_number': 4, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv', '_interfaces': [{'id': 'ebc78729-4ba5-446a-b842-cd99090f3981', 'name': '', 'network_id': 'ba5bb195-bed9-49f0-b2ce-b7c49f92df22', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'mac_address': 'fa:16:3e:29:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:36Z', 'updated_at': '2022-02-16T14:46:45Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'subnets': [{'id': '3aa55e1b-73d5-45e3-b1b7-a44f42823bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:52:50.671966 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-165dc770-a34c-4302-82a8-872c8e807d8d req-049513cc-fa05-4aa9-9483-25ac19dfb1bd service neutron] 10.222.0.26 "GET /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343956 Feb 16 14:52:50.780552 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b2f053-f43e-436f-b5c9-d89876efaf4c None None] New status for floating IP 0113758b-df10-4051-9c66-6d9603fe5c86: DOWN {{(pid=87699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 14:52:50.894108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-3a9cee99-9a7c-465a-b320-9c51fdc1493e tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:50.895683 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-3a9cee99-9a7c-465a-b320-9c51fdc1493e tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 944 time: 0.0891845 Feb 16 14:52:50.974355 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Deleting port cc563d05-dc10-4be5-ac4e-cc125da8fe81 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:50.974704 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.237994 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] For port cc563d05-dc10-4be5-ac4e-cc125da8fe81, host hv-neutron-8281, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8281',level=0,port_id=cc563d05-dc10-4be5-ac4e-cc125da8fe81,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:51.238423 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.368026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Calling delete_port for cc563d05-dc10-4be5-ac4e-cc125da8fe81 owned by compute:nova {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:51.573733 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.629768 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event deleted for resources: {'Port': ['ID=cc563d05-dc10-4be5-ac4e-cc125da8fe81,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:51.674634 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2814d-e6f5-43c9-9180-68c7b4ad7da5 req-908e3065-22ed-4158-a456-1222e07ba90a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 14:52:51.676120 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53f2814d-e6f5-43c9-9180-68c7b4ad7da5 req-908e3065-22ed-4158-a456-1222e07ba90a tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/ports?device_id=a47175de-9c91-49e1-a1fb-7afe1919f898 HTTP/1.1" status: 200 len: 865 time: 0.1896718 Feb 16 14:52:51.734839 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] No DVR routers for this DVR port cc563d05-dc10-4be5-ac4e-cc125da8fe81 on host hv-neutron-8281 {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:51.739268 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458191'] for port, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:51.742681 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-deleted', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81'}] {{(pid=87697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 14:52:51.766874 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-40186a46-6413-4bb5-8bd8-cea51fbc3bb4 req-e223dfc6-7236-4864-87b0-75c28bd4741c tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.26 "DELETE /v2.0/ports/cc563d05-dc10-4be5-ac4e-cc125da8fe81 HTTP/1.1" status: 204 len: 173 time: 0.8642728 Feb 16 14:52:51.778727 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [req-53f2814d-e6f5-43c9-9180-68c7b4ad7da5 req-06369052-c934-4385-a671-988a7207dde8 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "GET /v2.0/security-groups?id=52bf703a-4d69-468d-89ad-d643da831621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965378 Feb 16 14:52:51.789454 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47175de-9c91-49e1-a1fb-7afe1919f898', 'name': 'network-vif-deleted', 'tag': 'cc563d05-dc10-4be5-ac4e-cc125da8fe81', 'status': 'completed', 'code': 200} Feb 16 14:52:52.876086 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46672) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:52.956148 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:52.991232 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.076560 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.096122 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf703a-4d69-468d-89ad-d643da831621,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:53.113519 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:53.114970 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-03df2527-3d80-4ad6-aa1a-3bc83d615397 tempest-TestSnapshotPattern-277965829 tempest-TestSnapshotPattern-277965829-project] 10.222.0.105 "DELETE /v2.0/security-groups/52bf703a-4d69-468d-89ad-d643da831621 HTTP/1.1" status: 204 len: 168 time: 0.2377892 Feb 16 14:52:53.173236 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46680) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:53.857297 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.225616 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Deleting port ebc78729-4ba5-446a-b842-cd99090f3981 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:54.226725 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.398836 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] For port ebc78729-4ba5-446a-b842-cd99090f3981, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=ebc78729-4ba5-446a-b842-cd99090f3981,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:54.399176 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.442349 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 no longer exists at agent hyperv_hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:52:54.475937 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] No Port match for: cc563d05-dc10-4be5-ac4e-cc125da8fe81 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:52:54.476200 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Device cc563d05-dc10-4be5-ac4e-cc125da8fe81 not bound to the agent host hv-neutron-8281 {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:52:54.521287 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Calling delete_port for ebc78729-4ba5-446a-b842-cd99090f3981 owned by network:router_interface {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:54.917592 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:54.967561 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc78729-4ba5-446a-b842-cd99090f3981,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:55.266662 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:55.641445 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Router 30050325-fd25-4f34-9b66-39c39302de35 has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:52:55.823879 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:52:55.833529 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Sync routers for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:52:55.837617 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-7cce2781-7d09-4e10-b9a9-0cb358e9e4b2 admin admin] 10.222.0.105 "PUT /v2.0/routers/30050325-fd25-4f34-9b66-39c39302de35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6620042 Feb 16 14:52:55.838839 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46688) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:55.843206 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:55.843824 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:56.034768 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks [] for router, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.035243 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: dv-neutron-828143-3-hyperv {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:56.363458 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.373210 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Deleting port c744ab32-0adf-4f6a-b91b-be2321278381 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:56.373968 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.391448 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:52:54Z', 'revision_number': 5, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port': {'id': 'c744ab32-0adf-4f6a-b91b-be2321278381', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30050325-fd25-4f34-9b66-39c39302de35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:56.395906 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Checking router: 30050325-fd25-4f34-9b66-39c39302de35 for host: dv-neutron-828143-3-hyperv {{(pid=87700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:52:56.406169 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Routers {'30050325-fd25-4f34-9b66-39c39302de35'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:52:56.406814 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['30050325-fd25-4f34-9b66-39c39302de35'], 'active': True} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:56.556080 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] For port c744ab32-0adf-4f6a-b91b-be2321278381, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=c744ab32-0adf-4f6a-b91b-be2321278381,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:56.556461 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.562537 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_dvr_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] Set router 30050325-fd25-4f34-9b66-39c39302de35 gateway port host: None {{(pid=87700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:52:56.670990 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.l3_hamode_db [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:52:56Z', 'revision_number': 6, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:56.675411 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8684c25-25dd-4d54-8b48-daed48b6c384 None None] The sync data for ids ['30050325-fd25-4f34-9b66-39c39302de35'] in dv-neutron-828143-3-hyperv is: [{'id': '30050325-fd25-4f34-9b66-39c39302de35', 'name': 'tempest-TestSnapshotPattern-1951838524-router', 'tenant_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:33Z', 'updated_at': '2022-02-16T14:52:56Z', 'revision_number': 6, 'project_id': 'fa96ae3fd9e04ea7bebbf278a2e41358', 'gw_port_host': None}] {{(pid=87700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:52:56.681707 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Calling delete_port for c744ab32-0adf-4f6a-b91b-be2321278381 owned by network:router_gateway {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:56.875268 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:56.925769 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Pushing event deleted for resources: {'Port': ['ID=c744ab32-0adf-4f6a-b91b-be2321278381,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:57.026642 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.217188 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.220388 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.247819 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.248413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30050325-fd25-4f34-9b66-39c39302de35 {{(pid=87698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:52:57.267734 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] Notify callbacks [] for router, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.268880 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-84fdd4b6-d016-49b5-8d6a-6ac5197dd86a admin admin] 10.222.0.105 "DELETE /v2.0/routers/30050325-fd25-4f34-9b66-39c39302de35 HTTP/1.1" status: 204 len: 168 time: 1.4290829 Feb 16 14:52:57.271613 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46692) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:57.348368 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Deleting subnet 3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:52:57.351778 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.403885 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.506792 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ebc78729-4ba5-446a-b842-cd99090f3981 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:52:57.512784 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.544879 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: ebc78729-4ba5-446a-b842-cd99090f3981 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:52:57.545350 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device ebc78729-4ba5-446a-b842-cd99090f3981 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:52:57.546539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c744ab32-0adf-4f6a-b91b-be2321278381 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:52:57.583172 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: c744ab32-0adf-4f6a-b91b-be2321278381 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:52:57.583519 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device c744ab32-0adf-4f6a-b91b-be2321278381 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:52:57.598273 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.636415 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa55e1b-73d5-45e3-b1b7-a44f42823bd0,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:57.640432 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.646693 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecce3d4-4c3d-47ff-85a2-81af383548c4 None None] Network ba5bb195-bed9-49f0-b2ce-b7c49f92df22 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:52:57.648051 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-18da6615-8a4f-4592-aa50-a19f26d7cb5c admin admin] 10.222.0.105 "DELETE /v2.0/subnets/3aa55e1b-73d5-45e3-b1b7-a44f42823bd0 HTTP/1.1" status: 204 len: 168 time: 0.3754089 Feb 16 14:52:57.651707 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 46696) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:57.907002 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:57.921026 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Deleting port cc928c5d-4ef2-460c-84fa-0185cefd46f2 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:57.921449 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.014438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] DHCP port deletion for ba5bb195-bed9-49f0-b2ce-b7c49f92df22 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:52:58.021537 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Deleting port cc928c5d-4ef2-460c-84fa-0185cefd46f2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:58.021970 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.152688 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] For port cc928c5d-4ef2-460c-84fa-0185cefd46f2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cc928c5d-4ef2-460c-84fa-0185cefd46f2,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:58.153043 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.254386 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] For port cc928c5d-4ef2-460c-84fa-0185cefd46f2, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=cc928c5d-4ef2-460c-84fa-0185cefd46f2,segment=NetworkSegment(dacd15da-ade2-4c06-8e31-ca71181e0723),segment_id=dacd15da-ade2-4c06-8e31-ca71181e0723)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:52:58.254865 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.293645 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Calling delete_port for cc928c5d-4ef2-460c-84fa-0185cefd46f2 owned by network:dhcp {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:58.380606 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.394209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Calling delete_port for cc928c5d-4ef2-460c-84fa-0185cefd46f2 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:52:58.439029 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] No DVR routers for this DVR port cc928c5d-4ef2-460c-84fa-0185cefd46f2 on host dv-neutron-828143-3-hyperv {{(pid=87697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:52:58.469010 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc928c5d-4ef2-460c-84fa-0185cefd46f2,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:58.495467 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:52:58.495821 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:52:58.567461 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.596220 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5bb195-bed9-49f0-b2ce-b7c49f92df22']}} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.614973 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacd15da-ade2-4c06-8e31-ca71181e0723') {'for_net_delete': True} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.615322 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.services.segments.db [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacd15da-ade2-4c06-8e31-ca71181e0723') {} {{(pid=87697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:52:58.632248 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11829565'] for segment, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.649656 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.656287 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=87697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:52:58.656872 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1748841'] for segment, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: Traceback (most recent call last): Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: timer() Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: cb(*args, **kw) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: return func(*args, **kwargs) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: self._notify() Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: self.callback(batched_events) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: event.method(event) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: return f(self, *a, **k) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._get(url).json() Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: return self.request(url, 'GET', **kwargs) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:52:58.670281 dv-neutron-828143-3-hyperv neutron-server[87697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:52:58.751954 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.769218 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Notify callbacks [] for network, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:58.781164 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5bb195-bed9-49f0-b2ce-b7c49f92df22,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:52:58.799678 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-3165a1bb-fb19-4b57-a0a1-86805be54df8 admin admin] 10.222.0.105 "DELETE /v2.0/networks/ba5bb195-bed9-49f0-b2ce-b7c49f92df22 HTTP/1.1" status: 204 len: 168 time: 1.1468606 Feb 16 14:52:58.802690 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 46700) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:52:58.997631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Deleting port cc928c5d-4ef2-460c-84fa-0185cefd46f2 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:58.998211 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.069353 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-d6872298-bdce-4af3-a855-2262904f8168 None None] The port 'cc928c5d-4ef2-460c-84fa-0185cefd46f2' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:52:59.235148 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cc928c5d-4ef2-460c-84fa-0185cefd46f2 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:52:59.275310 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: cc928c5d-4ef2-460c-84fa-0185cefd46f2 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:52:59.275539 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device cc928c5d-4ef2-460c-84fa-0185cefd46f2 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:52:59.416294 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-691351'] for router_interface, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:52:59.916261 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Deleting port 55d39d06-c8ea-41fa-8787-1cad66517e72 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:52:59.916962 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.105402 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] For port 55d39d06-c8ea-41fa-8787-1cad66517e72, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=55d39d06-c8ea-41fa-8787-1cad66517e72,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:53:00.105749 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.233869 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Calling delete_port for 55d39d06-c8ea-41fa-8787-1cad66517e72 owned by network:router_interface {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:53:00.608629 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:00.664751 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d39d06-c8ea-41fa-8787-1cad66517e72,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:00.992372 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-691259'] for router_interface, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.551666 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe has already been hosted by L3 agent 11fd8a15-81a1-4794-ace0-61a5e275fee4 {{(pid=87697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 16 14:53:01.741369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] Notify agent at l3_agent.dv-neutron-828143-3-hyperv the message routers_updated {{(pid=87697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 16 14:53:01.751565 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Sync routers for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 14:53:01.764412 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-e05a30d3-696a-4c6d-9032-7e0f02c4bc47 admin admin] 10.222.0.105 "PUT /v2.0/routers/99d0c22c-f69c-425e-bdc0-3c06ae5145fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604313 Feb 16 14:53:01.766616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:53:01.767108 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 46704) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:01.767503 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:01.958534 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:01.962928 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: dv-neutron-828143-3-hyperv {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:53:02.146470 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.157590 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Deleting port 9026f290-30f8-4c43-8923-65c2934eda62 {{(pid=87697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:53:02.157930 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.329915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'external_fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': '9026f290-30f8-4c43-8923-65c2934eda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:53:00Z', 'revision_number': 5, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port': {'id': '9026f290-30f8-4c43-8923-65c2934eda62', 'name': '', 'network_id': '7dc54659-8235-4664-846a-86cab931a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:54:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-828143-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '599e618f-efd0-44e1-be6a-bedf4b3466ee', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-828143-3-hyperv'}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:02.333974 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Checking router: 99d0c22c-f69c-425e-bdc0-3c06ae5145fe for host: dv-neutron-828143-3-hyperv {{(pid=87699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 14:53:02.344664 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Routers {'99d0c22c-f69c-425e-bdc0-3c06ae5145fe'} bound to L3 agent in host dv-neutron-828143-3-hyperv {{(pid=87699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 16 14:53:02.345254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-828143-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T13:33:43Z,description=,heartbeat_timestamp=2022-02-16T14:52:44Z,host='dv-neutron-828143-3-hyperv',id=11fd8a15-81a1-4794-ace0-61a5e275fee4,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T13:33:43Z,topic='l3_agent')) {'router_ids': ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'], 'active': True} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:02.357129 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.db [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] For port 9026f290-30f8-4c43-8923-65c2934eda62, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=9026f290-30f8-4c43-8923-65c2934eda62,segment=NetworkSegment(452b0bd1-843c-421b-88aa-5ee9fe10ef2d),segment_id=452b0bd1-843c-421b-88aa-5ee9fe10ef2d)] {{(pid=87697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:53:02.357565 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.486318 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.plugins.ml2.plugin [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Calling delete_port for 9026f290-30f8-4c43-8923-65c2934eda62 owned by network:router_gateway {{(pid=87697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:53:02.506547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_dvr_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] Set router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe gateway port host: None {{(pid=87699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 16 14:53:02.621066 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.db.l3_hamode_db [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:53:02Z', 'revision_number': 6, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port_host': None}], 'dv-neutron-828143-3-hyperv', False) {} {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:02.628053 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afc58ce-41e2-4cc7-a4f7-92a893362285 None None] The sync data for ids ['99d0c22c-f69c-425e-bdc0-3c06ae5145fe'] in dv-neutron-828143-3-hyperv is: [{'id': '99d0c22c-f69c-425e-bdc0-3c06ae5145fe', 'name': 'tempest-TestSnapshotPattern-37812591-router', 'tenant_id': '6bbd190ec4a44e6999655e478764de67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T14:46:40Z', 'updated_at': '2022-02-16T14:53:02Z', 'revision_number': 6, 'project_id': '6bbd190ec4a44e6999655e478764de67', 'gw_port_host': None}] {{(pid=87699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 14:53:02.818210 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1748924'] for port, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:02.869618 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9026f290-30f8-4c43-8923-65c2934eda62,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:02.961883 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-688304'] for router_gateway, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.041444 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:53:03.176369 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26048'] for router, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.178700 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.207904 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-689516'] for router, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.208583 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d0c22c-f69c-425e-bdc0-3c06ae5145fe {{(pid=87697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 16 14:53:03.222195 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] Notify callbacks [] for router, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.223372 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-c767b866-14ae-4cbe-a762-ce7b9bed0df4 admin admin] 10.222.0.105 "DELETE /v2.0/routers/99d0c22c-f69c-425e-bdc0-3c06ae5145fe HTTP/1.1" status: 204 len: 168 time: 1.4552467 Feb 16 14:53:03.226455 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46708) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:03.294630 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Deleting subnet 06700e30-d3d2-4caf-920e-1537950bbe98 {{(pid=87698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 16 14:53:03.298098 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.349614 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-954775'] for subnet, precommit_delete_associations {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.439362 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3841775'] for subnet, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.485087 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 55d39d06-c8ea-41fa-8787-1cad66517e72 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:53:03.521592 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 55d39d06-c8ea-41fa-8787-1cad66517e72 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:53:03.521930 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 55d39d06-c8ea-41fa-8787-1cad66517e72 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:53:03.522404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9026f290-30f8-4c43-8923-65c2934eda62 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:53:03.561547 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 9026f290-30f8-4c43-8923-65c2934eda62 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:53:03.561888 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 9026f290-30f8-4c43-8923-65c2934eda62 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:53:03.637721 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3841748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3683028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2089089'] for subnet, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.677101 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06700e30-d3d2-4caf-920e-1537950bbe98,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:03.679019 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.685227 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-6301c186-823f-4225-98d4-6f4988247d85 admin admin] 10.222.0.105 "DELETE /v2.0/subnets/06700e30-d3d2-4caf-920e-1537950bbe98 HTTP/1.1" status: 204 len: 168 time: 0.4576721 Feb 16 14:53:03.686961 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5870a0-b5a7-4cfa-91e5-52c2c9118e89 None None] Network 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 requested from dv-neutron-828143-3-hyperv {{(pid=87699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 16 14:53:03.687959 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46712) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:03.804258 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3916680'] for network, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.816645 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Deleting port 57f26736-3350-4c60-8ac7-2a83e2830472 {{(pid=87698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:53:03.816971 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:03.996907 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] DHCP port deletion for 82b1c36e-a3d5-42d4-ab19-d1ad81441da8 request from dv-neutron-828143-3-hyperv {{(pid=87699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 16 14:53:04.003510 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Deleting port 57f26736-3350-4c60-8ac7-2a83e2830472 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:53:04.004138 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.037581 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.db [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] For port 57f26736-3350-4c60-8ac7-2a83e2830472, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57f26736-3350-4c60-8ac7-2a83e2830472,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:53:04.037900 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.160615 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.plugin [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Calling delete_port for 57f26736-3350-4c60-8ac7-2a83e2830472 owned by network:dhcp {{(pid=87698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:53:04.243628 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3704487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-352215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785370040751', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785369650836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3683003'] for port, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.289394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.db [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] For port 57f26736-3350-4c60-8ac7-2a83e2830472, host dv-neutron-828143-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-828143-3-hyperv',level=0,port_id=57f26736-3350-4c60-8ac7-2a83e2830472,segment=NetworkSegment(aefcddf6-f6dd-4cd5-94d9-b05104128283),segment_id=aefcddf6-f6dd-4cd5-94d9-b05104128283)] {{(pid=87699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 16 14:53:04.289829 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-689089'] for port, precommit_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.297816 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f26736-3350-4c60-8ac7-2a83e2830472,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:04.299652 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] No DVR routers for this DVR port 57f26736-3350-4c60-8ac7-2a83e2830472 on host dv-neutron-828143-3-hyperv {{(pid=87698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 14:53:04.414667 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Calling delete_port for 57f26736-3350-4c60-8ac7-2a83e2830472 owned by network:dhcp {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 16 14:53:04.427456 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3840643', 'neutron.services.segments.db._delete_segments_for_network-8785370182831'] for network, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.453812 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b1c36e-a3d5-42d4-ab19-d1ad81441da8']}} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:04.466078 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefcddf6-f6dd-4cd5-94d9-b05104128283') {'for_net_delete': True} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:04.466398 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.services.segments.db [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefcddf6-f6dd-4cd5-94d9-b05104128283') {} {{(pid=87698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 14:53:04.478861 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785370186698', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-954796'] for segment, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.485925 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.db.api [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 14:53:04.486474 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG oslo_db.api [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 14:53:04.495413 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3835802'] for segment, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.503061 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=87698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 14:53:04.503506 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3835779', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3682926'] for segment, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: Traceback (most recent call last): Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: timer() Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: cb(*args, **kw) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: return func(*args, **kwargs) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: self._notify() Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: self.callback(batched_events) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: event.method(event) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: return f(self, *a, **k) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._get(url).json() Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: return self.request(url, 'GET', **kwargs) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 14:53:04.518931 dv-neutron-828143-3-hyperv neutron-server[87698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 14:53:04.596477 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3840666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-688279'] for network, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.615864 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Notify callbacks [] for network, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.626113 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=82b1c36e-a3d5-42d4-ab19-d1ad81441da8,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:04.633488 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-a38b7ce6-7a8b-4bd4-b7c1-390fa761bc50 admin admin] 10.222.0.105 "DELETE /v2.0/networks/82b1c36e-a3d5-42d4-ab19-d1ad81441da8 HTTP/1.1" status: 204 len: 168 time: 0.9440887 Feb 16 14:53:04.761668 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46718) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:04.826184 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-bb9a10c3-f27b-42ad-9e99-6255dceef6b3 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=fa96ae3fd9e04ea7bebbf278a2e41358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632961 Feb 16 14:53:04.829691 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46722) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:04.892575 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.920742 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.980810 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.988014 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Deleting port 57f26736-3350-4c60-8ac7-2a83e2830472 {{(pid=87699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 16 14:53:04.988753 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785370038631'] for port, before_delete {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:04.998977 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab33c2-6dc9-4557-abd5-08038fcb35fd,revision_number=None']} {{(pid=87698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:05.010524 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron_lib.callbacks.manager [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.011873 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-efa4ccaa-1e4a-48ae-97a2-297d38fefd56 admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/88ab33c2-6dc9-4557-abd5-08038fcb35fd HTTP/1.1" status: 204 len: 168 time: 0.1812487 Feb 16 14:53:05.077132 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-0893a0f6-0d2d-4de0-8da3-0104cd107f5a None None] The port '57f26736-3350-4c60-8ac7-2a83e2830472' was deleted {{(pid=87699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 16 14:53:05.225890 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57f26736-3350-4c60-8ac7-2a83e2830472 no longer exists at agent ovs-agent-dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 14:53:05.269290 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] No Port match for: 57f26736-3350-4c60-8ac7-2a83e2830472 {{(pid=87699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 16 14:53:05.269623 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron.plugins.ml2.rpc [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Device 57f26736-3350-4c60-8ac7-2a83e2830472 not bound to the agent host dv-neutron-828143-3-hyperv {{(pid=87699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 14:53:05.463569 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [-] (87698) accepted ('10.222.0.105', 46730) {{(pid=87698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:05.524722 dv-neutron-828143-3-hyperv neutron-server[87698]: INFO neutron.wsgi [None req-11e6b33b-7962-4b00-af54-6d305a604720 admin admin] 10.222.0.105 "GET /v2.0/security-groups?tenant_id=6bbd190ec4a44e6999655e478764de67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593503 Feb 16 14:53:05.529212 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.wsgi [-] (87697) accepted ('10.222.0.105', 46734) {{(pid=87697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 14:53:05.632356 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.678942 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.771897 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558399'] for security_group, after_delete {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.793995 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc08220-de4b-40b4-8289-34ce193e002f,revision_number=None']} {{(pid=87697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 14:53:05.798094 dv-neutron-828143-3-hyperv neutron-server[87697]: DEBUG neutron_lib.callbacks.manager [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:05.799511 dv-neutron-828143-3-hyperv neutron-server[87697]: INFO neutron.wsgi [None req-7b010b44-b02e-4c3a-9fe9-d3992b01f6cf admin admin] 10.222.0.105 "DELETE /v2.0/security-groups/1bc08220-de4b-40b4-8289-34ce193e002f HTTP/1.1" status: 204 len: 168 time: 0.2691295 Feb 16 14:53:10.791178 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ed931a4b-5c7c-4282-ae03-0b608691af94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.031606 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8c020676-106e-4e84-857a-d641f61c0b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.314270 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:14.525957 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.061181 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:16.350235 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:40.045189 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:53:40.786631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3ed83eaa-96f4-4e66-ab0a-e993f2b213c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.045867 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4b708245-1ff7-4095-9304-21d1d3dee832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.310021 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:44.528652 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.060596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:53:46.345548 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:10.792403 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-e4130955-3c42-4fa6-b504-db5ca664a840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.039212 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-42cbfd2d-48c8-4d0f-be3f-938f78856af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.314164 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:14.531347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.063604 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:16.349479 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:17.045279 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:54:37.135957 dv-neutron-828143-3-hyperv neutron-server[87698]: DEBUG neutron.wsgi [req-9f7228b0-02fd-445f-bc80-90d554784a81 req-204c5967-9605-48b5-9063-17c0946a9375 service neutron] (87698) timed out ('10.222.0.105', 43936) {{(pid=87698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 14:54:40.799809 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-4966a72a-f675-45db-994e-4bfec2d4bd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.044282 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-3775fc5c-9d0c-4eab-a2c1-84f5f1689fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.319619 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:44.533216 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.065985 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:46.352582 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:54:54.045983 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:55:10.795238 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-a08244d4-29f9-4836-805f-ef7688bdb36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.054394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-361851bc-86d0-4f36-bbd3-2d42bc13debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.317769 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:14.537311 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.083394 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:16.362569 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:31.049149 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:55:40.799410 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-aeee42c5-3a9f-43f5-ab91-d32551bb5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.052183 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-326064cf-f1f9-41d6-80a2-d713784124ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.313449 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:44.540209 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.076404 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:55:46.372977 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:08.048709 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:56:10.804866 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-efe019fd-6e8f-458d-99ab-41c3a2a89eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.051646 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-391644f2-d2fb-41b8-bba4-1cecabf5e046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.311464 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:14.544631 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.075668 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:16.387327 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:40.811782 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-81fcf1b4-640a-4399-8f38-28350fdd1a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.048630 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-ea6637ac-5c83-454e-90d1-6b0ab9a6a7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.306800 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:44.546596 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:45.047553 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:56:46.084615 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:56:46.391176 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:10.811316 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7890de64-de4e-4c99-861b-9d18c299bb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.048182 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-d3465405-59d3-4817-9874-6f0f2c861927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.314557 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:14.557521 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.080978 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:16.409861 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:22.047248 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:57:40.808007 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7ecbd21c-0fe5-46e2-a56b-3ea0c0306940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.047797 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-f1dd3a12-34d2-47df-96ec-c9b431f7f911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.309979 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:44.554325 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.088254 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:46.408121 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:57:59.047105 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:58:10.803823 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-7995bd8e-308f-4b74-ad09-15c51442056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.046438 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-6e417f4e-db17-4864-85b9-c6e180a2f2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.312543 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:14.556697 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.087951 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:16.419955 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:36.046869 dv-neutron-828143-3-hyperv neutron-server[87700]: DEBUG neutron.db.agents_db [None req-877d7bbc-d623-4a21-9659-c8957a1eaf4e None None] Agent healthcheck: found 6 active agents {{(pid=87700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 14:58:40.814347 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-64bfa996-6fdb-4987-86fa-0091cb8cc1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.040616 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-c4bcab73-df57-4c83-8910-a3179f1e9967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.310915 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-8d5e6fa6-1ed1-4a7f-b93c-c850f08dfdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:44.562275 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-abd0cfe4-4ed8-459d-9232-b1a1ebd69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.091081 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b6248500-8c55-46f6-99a1-e4917fa81246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 14:58:46.434546 dv-neutron-828143-3-hyperv neutron-server[87699]: DEBUG neutron_lib.callbacks.manager [None req-b58f455b-38a4-4bb2-8234-4ec6bdc8f595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785370182813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023005'] for agent, after_update {{(pid=87699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}